2024-08-17T16:47:32.790 INFO:root:teuthology version: 1.2.0 2024-08-17T16:47:32.813 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T16:47:32.914 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329 branch: main description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7858329' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(POOL_APP_NOT_ENABLED\) - OSD_DOWN - mons down - mon down - MON_DOWN - out of quorum - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSDMAP_FLAGS - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 91f88e4d132ac08dc53355fa3d9717a53236a3a9 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 17 sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 sleep_before_teardown: 0 subset: 11/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 91f88e4d132ac08dc53355fa3d9717a53236a3a9 targets: smithi094.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDcGwOJZrTQcQqddhL85MEp2ioV1rn0QdMrePTfC+NFywf3WY1dmPteGCIcPmlxhLAvubG/kVtFG7I4IshArsFA= smithi190.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPwPa5ubVS+TvItbWFKr47zS7d41UI0SH1eWjyb1yJkB6cbtIbMFMSDKvTF1uJXEjddQ4VRJRI4QtKW/DeC5000= tasks: - pexec: all: - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 67db276914d29505c9707d04f3a3b8fb9d8aee4b timestamp: 2024-08-17_03:08:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-17T16:47:32.914 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa; will attempt to use it 2024-08-17T16:47:32.915 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks 2024-08-17T16:47:32.915 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-17T16:47:32.917 INFO:teuthology.task.internal:Checking packages... 2024-08-17T16:47:32.941 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453' 2024-08-17T16:47:32.941 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:47:32.941 INFO:teuthology.packaging:ref: None 2024-08-17T16:47:32.942 INFO:teuthology.packaging:tag: None 2024-08-17T16:47:32.942 INFO:teuthology.packaging:branch: main 2024-08-17T16:47:32.942 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:47:32.942 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-08-17T16:47:33.159 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5842.g4887e20f 2024-08-17T16:47:33.161 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-17T16:47:33.167 INFO:teuthology.task.internal:no buildpackages task found 2024-08-17T16:47:33.167 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-17T16:47:33.173 INFO:teuthology.task.internal:Saving configuration 2024-08-17T16:47:33.193 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-17T16:47:33.199 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-17T16:47:33.232 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi094.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 16:42:27.998958', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDcGwOJZrTQcQqddhL85MEp2ioV1rn0QdMrePTfC+NFywf3WY1dmPteGCIcPmlxhLAvubG/kVtFG7I4IshArsFA='} 2024-08-17T16:47:33.263 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi190.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 16:42:27.997495', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPwPa5ubVS+TvItbWFKr47zS7d41UI0SH1eWjyb1yJkB6cbtIbMFMSDKvTF1uJXEjddQ4VRJRI4QtKW/DeC5000='} 2024-08-17T16:47:33.263 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-17T16:47:33.269 INFO:teuthology.task.internal:roles: ubuntu@smithi094.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-17T16:47:33.269 INFO:teuthology.task.internal:roles: ubuntu@smithi190.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-17T16:47:33.269 INFO:teuthology.run_tasks:Running task console_log... 2024-08-17T16:47:33.343 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fba040b3ac0>, signals=[15]) 2024-08-17T16:47:33.343 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-17T16:47:33.349 INFO:teuthology.task.internal:Opening connections... 2024-08-17T16:47:33.349 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi094.front.sepia.ceph.com 2024-08-17T16:47:33.350 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:47:33.435 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi190.front.sepia.ceph.com 2024-08-17T16:47:33.436 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:47:33.516 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-17T16:47:33.523 DEBUG:teuthology.orchestra.run.smithi094:> uname -m 2024-08-17T16:47:33.540 INFO:teuthology.orchestra.run.smithi094.stdout:x86_64 2024-08-17T16:47:33.541 DEBUG:teuthology.orchestra.run.smithi094:> cat /etc/os-release 2024-08-17T16:47:33.597 INFO:teuthology.orchestra.run.smithi094.stdout:NAME="CentOS Stream" 2024-08-17T16:47:33.597 INFO:teuthology.orchestra.run.smithi094.stdout:VERSION="9" 2024-08-17T16:47:33.597 INFO:teuthology.orchestra.run.smithi094.stdout:ID="centos" 2024-08-17T16:47:33.597 INFO:teuthology.orchestra.run.smithi094.stdout:ID_LIKE="rhel fedora" 2024-08-17T16:47:33.597 INFO:teuthology.orchestra.run.smithi094.stdout:VERSION_ID="9" 2024-08-17T16:47:33.597 INFO:teuthology.orchestra.run.smithi094.stdout:PLATFORM_ID="platform:el9" 2024-08-17T16:47:33.597 INFO:teuthology.orchestra.run.smithi094.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T16:47:33.598 INFO:teuthology.orchestra.run.smithi094.stdout:ANSI_COLOR="0;31" 2024-08-17T16:47:33.598 INFO:teuthology.orchestra.run.smithi094.stdout:LOGO="fedora-logo-icon" 2024-08-17T16:47:33.598 INFO:teuthology.orchestra.run.smithi094.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T16:47:33.598 INFO:teuthology.orchestra.run.smithi094.stdout:HOME_URL="https://centos.org/" 2024-08-17T16:47:33.598 INFO:teuthology.orchestra.run.smithi094.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T16:47:33.598 INFO:teuthology.orchestra.run.smithi094.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T16:47:33.598 INFO:teuthology.orchestra.run.smithi094.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T16:47:33.599 INFO:teuthology.lock.ops:Updating smithi094.front.sepia.ceph.com on lock server 2024-08-17T16:47:33.625 DEBUG:teuthology.orchestra.run.smithi190:> uname -m 2024-08-17T16:47:33.643 INFO:teuthology.orchestra.run.smithi190.stdout:x86_64 2024-08-17T16:47:33.643 DEBUG:teuthology.orchestra.run.smithi190:> cat /etc/os-release 2024-08-17T16:47:33.701 INFO:teuthology.orchestra.run.smithi190.stdout:NAME="CentOS Stream" 2024-08-17T16:47:33.701 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION="9" 2024-08-17T16:47:33.701 INFO:teuthology.orchestra.run.smithi190.stdout:ID="centos" 2024-08-17T16:47:33.701 INFO:teuthology.orchestra.run.smithi190.stdout:ID_LIKE="rhel fedora" 2024-08-17T16:47:33.701 INFO:teuthology.orchestra.run.smithi190.stdout:VERSION_ID="9" 2024-08-17T16:47:33.701 INFO:teuthology.orchestra.run.smithi190.stdout:PLATFORM_ID="platform:el9" 2024-08-17T16:47:33.701 INFO:teuthology.orchestra.run.smithi190.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T16:47:33.702 INFO:teuthology.orchestra.run.smithi190.stdout:ANSI_COLOR="0;31" 2024-08-17T16:47:33.702 INFO:teuthology.orchestra.run.smithi190.stdout:LOGO="fedora-logo-icon" 2024-08-17T16:47:33.702 INFO:teuthology.orchestra.run.smithi190.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T16:47:33.702 INFO:teuthology.orchestra.run.smithi190.stdout:HOME_URL="https://centos.org/" 2024-08-17T16:47:33.702 INFO:teuthology.orchestra.run.smithi190.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T16:47:33.702 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T16:47:33.702 INFO:teuthology.orchestra.run.smithi190.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T16:47:33.702 INFO:teuthology.lock.ops:Updating smithi190.front.sepia.ceph.com on lock server 2024-08-17T16:47:33.734 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-17T16:47:33.743 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-17T16:47:33.802 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-17T16:47:33.802 DEBUG:teuthology.orchestra.run.smithi094:> test '!' -e /home/ubuntu/cephtest 2024-08-17T16:47:33.805 DEBUG:teuthology.orchestra.run.smithi190:> test '!' -e /home/ubuntu/cephtest 2024-08-17T16:47:33.821 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-17T16:47:33.827 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-17T16:47:33.827 DEBUG:teuthology.orchestra.run.smithi094:> test -z $(ls -A /var/lib/ceph) 2024-08-17T16:47:33.862 DEBUG:teuthology.orchestra.run.smithi190:> test -z $(ls -A /var/lib/ceph) 2024-08-17T16:47:34.064 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-17T16:47:34.130 INFO:teuthology.run_tasks:Running task kernel... 2024-08-17T16:47:34.145 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-17T16:47:34.145 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-17T16:47:34.145 DEBUG:teuthology.orchestra.run.smithi094:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T16:47:34.146 DEBUG:teuthology.orchestra.run.smithi190:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T16:47:34.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:47:34.162 DEBUG:teuthology.orchestra.run.smithi094:> uname -r 2024-08-17T16:47:34.163 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:47:34.163 DEBUG:teuthology.orchestra.run.smithi190:> uname -r 2024-08-17T16:47:34.219 INFO:teuthology.orchestra.run.smithi094.stdout:5.14.0-437.el9.x86_64 2024-08-17T16:47:34.220 INFO:teuthology.task.kernel:Running kernel on smithi094: 5.14.0-437.el9.x86_64 2024-08-17T16:47:34.220 DEBUG:teuthology.orchestra.run.smithi094:> sudo yum install -y kernel 2024-08-17T16:47:34.221 INFO:teuthology.orchestra.run.smithi190.stdout:5.14.0-437.el9.x86_64 2024-08-17T16:47:34.221 INFO:teuthology.task.kernel:Running kernel on smithi190: 5.14.0-437.el9.x86_64 2024-08-17T16:47:34.221 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum install -y kernel 2024-08-17T16:47:37.708 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.2 MB 00:01 2024-08-17T16:47:37.777 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - BaseOS 4.2 MB/s | 8.2 MB 00:01 2024-08-17T16:47:39.745 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-08-17T16:47:39.751 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - AppStream 21 MB/s | 20 MB 00:00 2024-08-17T16:47:44.271 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.6 MB 00:00 2024-08-17T16:47:44.810 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - CRB 5.2 MB/s | 6.6 MB 00:01 2024-08-17T16:47:46.063 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 18 kB 00:00 2024-08-17T16:47:47.419 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 18 kB 00:01 2024-08-17T16:47:47.476 INFO:teuthology.orchestra.run.smithi094.stdout:Extra Packages for Enterprise Linux 17 MB/s | 22 MB 00:01 2024-08-17T16:47:48.522 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 23 MB/s | 22 MB 00:00 2024-08-17T16:47:52.924 INFO:teuthology.orchestra.run.smithi094.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-08-17T16:47:53.903 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 46 kB/s | 1.7 kB 00:00 2024-08-17T16:47:54.839 INFO:teuthology.orchestra.run.smithi094.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T16:47:54.839 INFO:teuthology.orchestra.run.smithi094.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T16:47:54.939 INFO:teuthology.orchestra.run.smithi094.stdout:Dependencies resolved. 2024-08-17T16:47:54.946 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout: Package Architecture Version Repository Size 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout:Installing: 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout:Installing dependencies: 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction Summary 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-08-17T16:47:54.947 INFO:teuthology.orchestra.run.smithi094.stdout:Install 4 Packages 2024-08-17T16:47:54.948 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:47:54.948 INFO:teuthology.orchestra.run.smithi094.stdout:Total download size: 84 M 2024-08-17T16:47:54.948 INFO:teuthology.orchestra.run.smithi094.stdout:Installed size: 126 M 2024-08-17T16:47:54.948 INFO:teuthology.orchestra.run.smithi094.stdout:Downloading Packages: 2024-08-17T16:47:55.876 INFO:teuthology.orchestra.run.smithi190.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T16:47:55.877 INFO:teuthology.orchestra.run.smithi190.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T16:47:55.973 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-08-17T16:47:55.984 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-17T16:47:55.984 INFO:teuthology.orchestra.run.smithi190.stdout: Package Architecture Version Repository Size 2024-08-17T16:47:55.984 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-17T16:47:55.984 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout:Install 4 Packages 2024-08-17T16:47:55.985 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:47:55.986 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 84 M 2024-08-17T16:47:55.986 INFO:teuthology.orchestra.run.smithi190.stdout:Installed size: 126 M 2024-08-17T16:47:55.986 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-08-17T16:47:56.009 INFO:teuthology.orchestra.run.smithi094.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.6 MB/s | 1.5 MB 00:00 2024-08-17T16:47:56.730 INFO:teuthology.orchestra.run.smithi190.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 2.5 MB/s | 1.5 MB 00:00 2024-08-17T16:47:57.305 INFO:teuthology.orchestra.run.smithi190.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 14 MB/s | 17 MB 00:01 2024-08-17T16:47:58.847 INFO:teuthology.orchestra.run.smithi190.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 13 MB/s | 36 MB 00:02 2024-08-17T16:48:02.084 INFO:teuthology.orchestra.run.smithi094.stdout:(2/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 5.1 MB/s | 36 MB 00:07 2024-08-17T16:48:02.442 INFO:teuthology.orchestra.run.smithi094.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 4.7 MB/s | 30 MB 00:06 2024-08-17T16:48:02.609 INFO:teuthology.orchestra.run.smithi094.stdout:(4/4): kernel-core-5.14.0-480.el9.x86_64.rpm 2.3 MB/s | 17 MB 00:07 2024-08-17T16:48:02.610 INFO:teuthology.orchestra.run.smithi094.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:48:02.610 INFO:teuthology.orchestra.run.smithi094.stdout:Total 11 MB/s | 84 MB 00:07 2024-08-17T16:48:03.342 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction check 2024-08-17T16:48:03.678 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction check succeeded. 2024-08-17T16:48:03.679 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction test 2024-08-17T16:48:04.679 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction test succeeded. 2024-08-17T16:48:04.679 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction 2024-08-17T16:48:07.111 INFO:teuthology.orchestra.run.smithi094.stdout: Preparing : 1/1 2024-08-17T16:48:07.778 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:48:07.864 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:48:10.501 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:48:10.665 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:48:14.028 INFO:teuthology.orchestra.run.smithi190.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 1.7 MB/s | 30 MB 00:17 2024-08-17T16:48:14.028 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:48:14.029 INFO:teuthology.orchestra.run.smithi190.stdout:Total 4.7 MB/s | 84 MB 00:18 2024-08-17T16:48:14.762 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-08-17T16:48:15.117 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-08-17T16:48:15.118 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-08-17T16:48:15.490 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:48:15.633 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:48:16.101 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-08-17T16:48:16.101 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-08-17T16:48:18.524 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-08-17T16:48:19.227 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:48:19.389 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:48:20.497 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:48:22.080 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:48:22.230 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:48:27.071 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:48:27.130 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:48:32.014 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:48:50.228 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:48:50.269 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:48:50.646 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:48:50.646 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:48:50.646 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:48:50.646 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:48:51.527 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:48:51.527 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:48:51.527 INFO:teuthology.orchestra.run.smithi094.stdout:Installed: 2024-08-17T16:48:51.527 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T16:48:51.528 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T16:48:51.528 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T16:48:51.528 INFO:teuthology.orchestra.run.smithi094.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T16:48:51.528 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:48:51.528 INFO:teuthology.orchestra.run.smithi094.stdout:Complete! 2024-08-17T16:48:51.894 DEBUG:teuthology.orchestra.run.smithi094:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:48:51.970 INFO:teuthology.orchestra.run.smithi094.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:48:51.971 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:48:51.971 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T16:48:51.971 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T16:48:51.971 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T16:48:51.971 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-17T16:48:51.971 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi094.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T16:48:51.971 DEBUG:teuthology.orchestra.run.smithi094:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:48:52.028 INFO:teuthology.orchestra.run.smithi094.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:48:52.028 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:48:52.028 DEBUG:teuthology.orchestra.run.smithi094:> sudo rpm -qi grub2-tools 2024-08-17T16:48:52.066 INFO:teuthology.orchestra.run.smithi094.stdout:Name : grub2-tools 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Epoch : 1 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Version : 2.06 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Release : 68.el9 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Architecture: x86_64 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Group : Unspecified 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Size : 8264254 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:License : GPLv3+ 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T16:48:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:Packager : builder@centos.org 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:Vendor : CentOS 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:Summary : Support tools for GRUB. 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:Description : 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:hardware devices. 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:48:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T16:48:52.069 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T16:48:52.069 INFO:teuthology.task.kernel:Updating grub on smithi094 to boot 5.14.0-480.el9.x86_64 2024-08-17T16:48:52.069 DEBUG:teuthology.orchestra.run.smithi094:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T16:48:52.708 INFO:teuthology.orchestra.run.smithi094.stderr:Generating grub configuration file ... 2024-08-17T16:48:54.058 INFO:teuthology.orchestra.run.smithi094.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T16:48:54.100 INFO:teuthology.orchestra.run.smithi094.stderr:done 2024-08-17T16:48:54.103 DEBUG:teuthology.orchestra.run.smithi094:> mktemp 2024-08-17T16:48:54.117 INFO:teuthology.orchestra.run.smithi094.stdout:/tmp/tmp.eE3X2OwR6i 2024-08-17T16:48:54.118 DEBUG:teuthology.orchestra.run.smithi094:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.eE3X2OwR6i 2024-08-17T16:48:54.183 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 0666 /tmp/tmp.eE3X2OwR6i 2024-08-17T16:48:54.317 DEBUG:teuthology.orchestra.remote:smithi094:/tmp/tmp.eE3X2OwR6i is 6KB 2024-08-17T16:48:54.365 DEBUG:teuthology.orchestra.run.smithi094:> rm -fr /tmp/tmp.eE3X2OwR6i 2024-08-17T16:48:54.379 DEBUG:teuthology.orchestra.run.smithi094:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T16:48:54.440 INFO:teuthology.orchestra.run.smithi094.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T16:48:54.440 INFO:teuthology.orchestra.run.smithi094.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T16:48:54.440 INFO:teuthology.orchestra.run.smithi094.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T16:48:54.440 INFO:teuthology.orchestra.run.smithi094.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T16:48:54.441 DEBUG:teuthology.orchestra.run.smithi094:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T16:48:54.590 DEBUG:teuthology.orchestra.run.smithi094:> sudo shutdown -r now 2024-08-17T16:49:01.611 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:49:01.652 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:49:01.922 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:49:01.922 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:49:01.923 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:49:01.923 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:49:02.707 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:49:02.708 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:49:02.708 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2024-08-17T16:49:02.708 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T16:49:02.708 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T16:49:02.708 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T16:49:02.708 INFO:teuthology.orchestra.run.smithi190.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T16:49:02.708 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:49:02.708 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-08-17T16:49:03.130 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:49:03.250 INFO:teuthology.orchestra.run.smithi190.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:49:03.250 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:49:03.250 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T16:49:03.250 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T16:49:03.251 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T16:49:03.251 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-17T16:49:03.251 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi190.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T16:49:03.251 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:49:03.308 INFO:teuthology.orchestra.run.smithi190.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:49:03.308 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:49:03.308 DEBUG:teuthology.orchestra.run.smithi190:> sudo rpm -qi grub2-tools 2024-08-17T16:49:03.344 INFO:teuthology.orchestra.run.smithi190.stdout:Name : grub2-tools 2024-08-17T16:49:03.344 INFO:teuthology.orchestra.run.smithi190.stdout:Epoch : 1 2024-08-17T16:49:03.344 INFO:teuthology.orchestra.run.smithi190.stdout:Version : 2.06 2024-08-17T16:49:03.344 INFO:teuthology.orchestra.run.smithi190.stdout:Release : 68.el9 2024-08-17T16:49:03.344 INFO:teuthology.orchestra.run.smithi190.stdout:Architecture: x86_64 2024-08-17T16:49:03.344 INFO:teuthology.orchestra.run.smithi190.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Group : Unspecified 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Size : 8264254 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:License : GPLv3+ 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Packager : builder@centos.org 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Vendor : CentOS 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Summary : Support tools for GRUB. 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout:Description : 2024-08-17T16:49:03.345 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:49:03.346 INFO:teuthology.orchestra.run.smithi190.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T16:49:03.346 INFO:teuthology.orchestra.run.smithi190.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T16:49:03.346 INFO:teuthology.orchestra.run.smithi190.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T16:49:03.346 INFO:teuthology.orchestra.run.smithi190.stdout:hardware devices. 2024-08-17T16:49:03.346 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:49:03.346 INFO:teuthology.orchestra.run.smithi190.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T16:49:03.347 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T16:49:03.347 INFO:teuthology.task.kernel:Updating grub on smithi190 to boot 5.14.0-480.el9.x86_64 2024-08-17T16:49:03.347 DEBUG:teuthology.orchestra.run.smithi190:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T16:49:03.938 INFO:teuthology.orchestra.run.smithi190.stderr:Generating grub configuration file ... 2024-08-17T16:49:05.315 INFO:teuthology.orchestra.run.smithi190.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T16:49:05.347 INFO:teuthology.orchestra.run.smithi190.stderr:done 2024-08-17T16:49:05.359 DEBUG:teuthology.orchestra.run.smithi190:> mktemp 2024-08-17T16:49:05.382 INFO:teuthology.orchestra.run.smithi190.stdout:/tmp/tmp.hOQ4t9jiH5 2024-08-17T16:49:05.382 DEBUG:teuthology.orchestra.run.smithi190:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.hOQ4t9jiH5 2024-08-17T16:49:05.459 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 0666 /tmp/tmp.hOQ4t9jiH5 2024-08-17T16:49:05.603 DEBUG:teuthology.orchestra.remote:smithi190:/tmp/tmp.hOQ4t9jiH5 is 6KB 2024-08-17T16:49:05.651 DEBUG:teuthology.orchestra.run.smithi190:> rm -fr /tmp/tmp.hOQ4t9jiH5 2024-08-17T16:49:05.666 DEBUG:teuthology.orchestra.run.smithi190:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T16:49:05.730 INFO:teuthology.orchestra.run.smithi190.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T16:49:05.730 INFO:teuthology.orchestra.run.smithi190.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T16:49:05.730 INFO:teuthology.orchestra.run.smithi190.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T16:49:05.730 INFO:teuthology.orchestra.run.smithi190.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T16:49:05.731 DEBUG:teuthology.orchestra.run.smithi190:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T16:49:05.885 DEBUG:teuthology.orchestra.run.smithi190:> sudo shutdown -r now 2024-08-17T16:49:24.610 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-17T16:49:24.611 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-08-17T16:49:24.612 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:49:35.898 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-17T16:49:35.899 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-17T16:49:35.899 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:49:43.134 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.94 2024-08-17T16:49:52.135 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-08-17T16:49:52.136 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:49:54.402 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.190 2024-08-17T16:49:55.198 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.94 2024-08-17T16:50:03.410 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-17T16:50:03.411 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:50:06.498 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.190 2024-08-17T16:50:07.200 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-08-17T16:50:07.200 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:50:18.510 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-17T16:50:18.511 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:50:25.631 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.94 2024-08-17T16:50:36.895 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.190 2024-08-17T16:50:40.634 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-08-17T16:50:40.635 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:50:41.073 DEBUG:teuthology.orchestra.run.smithi094:> true 2024-08-17T16:50:41.469 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-08-17T16:50:41.469 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-17T16:50:41.469 DEBUG:teuthology.orchestra.run.smithi094:> uname -r 2024-08-17T16:50:41.484 INFO:teuthology.orchestra.run.smithi094.stdout:5.14.0-480.el9.x86_64 2024-08-17T16:50:41.484 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T16:50:41.484 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T16:50:41.484 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T16:50:42.485 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-17T16:50:42.485 DEBUG:teuthology.orchestra.run.smithi094:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T16:50:42.557 INFO:teuthology.orchestra.run.smithi094.stdout:ttyS1 2024-08-17T16:50:42.585 DEBUG:teuthology.parallel:result is None 2024-08-17T16:50:51.897 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-17T16:50:51.897 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:50:52.240 DEBUG:teuthology.orchestra.run.smithi190:> true 2024-08-17T16:50:52.826 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-17T16:50:52.826 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-17T16:50:52.827 DEBUG:teuthology.orchestra.run.smithi190:> uname -r 2024-08-17T16:50:52.869 INFO:teuthology.orchestra.run.smithi190.stdout:5.14.0-480.el9.x86_64 2024-08-17T16:50:52.869 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T16:50:52.869 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T16:50:52.869 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T16:50:53.870 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-17T16:50:53.870 DEBUG:teuthology.orchestra.run.smithi190:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T16:50:53.928 INFO:teuthology.orchestra.run.smithi190.stdout:ttyS1 2024-08-17T16:50:54.158 DEBUG:teuthology.parallel:result is None 2024-08-17T16:50:54.158 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-17T16:50:54.171 INFO:teuthology.task.internal:Creating test directory... 2024-08-17T16:50:54.171 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T16:50:54.174 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T16:50:54.192 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-17T16:50:54.199 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-17T16:50:54.210 INFO:teuthology.task.internal:Creating archive directory... 2024-08-17T16:50:54.210 DEBUG:teuthology.orchestra.run.smithi094:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T16:50:54.235 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T16:50:54.341 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-17T16:50:54.347 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-17T16:50:54.347 DEBUG:teuthology.orchestra.run.smithi094:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T16:50:54.350 DEBUG:teuthology.orchestra.run.smithi190:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T16:50:54.378 INFO:teuthology.orchestra.run.smithi094.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:50:54.389 INFO:teuthology.orchestra.run.smithi094.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:50:54.440 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:50:54.450 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:50:54.452 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-17T16:50:54.462 INFO:teuthology.task.internal:Configuring sudo... 2024-08-17T16:50:54.463 DEBUG:teuthology.orchestra.run.smithi094:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T16:50:54.465 DEBUG:teuthology.orchestra.run.smithi190:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T16:50:54.490 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-17T16:50:54.500 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-17T16:50:54.500 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T16:50:54.533 DEBUG:teuthology.orchestra.run.smithi190:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T16:50:54.548 DEBUG:teuthology.orchestra.run.smithi094:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:50:54.641 DEBUG:teuthology.orchestra.run.smithi094:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:50:54.682 DEBUG:teuthology.orchestra.run.smithi094:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:50:54.770 DEBUG:teuthology.orchestra.run.smithi094:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:50:54.807 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:50:54.807 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T16:50:54.872 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:50:54.922 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:50:54.964 DEBUG:teuthology.orchestra.run.smithi190:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:50:55.054 DEBUG:teuthology.orchestra.run.smithi190:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:50:55.087 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:50:55.087 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T16:50:55.151 DEBUG:teuthology.orchestra.run.smithi094:> sudo service rsyslog restart 2024-08-17T16:50:55.154 DEBUG:teuthology.orchestra.run.smithi190:> sudo service rsyslog restart 2024-08-17T16:50:55.195 INFO:teuthology.orchestra.run.smithi094.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T16:50:55.233 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T16:50:55.748 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-17T16:50:55.759 INFO:teuthology.task.internal:Starting timer... 2024-08-17T16:50:55.759 INFO:teuthology.run_tasks:Running task pcp... 2024-08-17T16:50:55.777 INFO:teuthology.run_tasks:Running task selinux... 2024-08-17T16:50:55.790 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-17T16:50:55.790 DEBUG:teuthology.orchestra.run.smithi094:> sudo service auditd rotate 2024-08-17T16:50:55.861 INFO:teuthology.orchestra.run.smithi094.stdout:Rotating logs: 2024-08-17T16:50:55.863 DEBUG:teuthology.orchestra.run.smithi190:> sudo service auditd rotate 2024-08-17T16:50:55.917 INFO:teuthology.orchestra.run.smithi190.stdout:Rotating logs: 2024-08-17T16:50:55.919 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-17T16:50:55.919 DEBUG:teuthology.orchestra.run.smithi094:> /usr/sbin/getenforce 2024-08-17T16:50:55.941 INFO:teuthology.orchestra.run.smithi094.stdout:Permissive 2024-08-17T16:50:55.941 DEBUG:teuthology.orchestra.run.smithi190:> /usr/sbin/getenforce 2024-08-17T16:50:55.966 INFO:teuthology.orchestra.run.smithi190.stdout:Permissive 2024-08-17T16:50:55.966 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi094.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi190.front.sepia.ceph.com': 'permissive'} 2024-08-17T16:50:55.966 DEBUG:teuthology.orchestra.run.smithi094:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T16:50:56.008 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:50:56.009 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T16:50:56.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:50:56.034 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-17T16:50:56.035 DEBUG:teuthology.orchestra.run.smithi094:> sudo /usr/sbin/setenforce permissive 2024-08-17T16:50:56.076 DEBUG:teuthology.orchestra.run.smithi190:> sudo /usr/sbin/setenforce permissive 2024-08-17T16:50:56.101 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-17T16:50:56.112 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-17T16:50:56.125 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-17T16:50:56.126 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi094.front.sepia.ceph.com,smithi190.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-17T16:55:22.139 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi094.front.sepia.ceph.com'), Remote(name='ubuntu@smithi190.front.sepia.ceph.com')] 2024-08-17T16:55:22.140 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-08-17T16:55:22.141 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi094.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:55:22.228 DEBUG:teuthology.orchestra.run.smithi094:> true 2024-08-17T16:55:22.303 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi094.front.sepia.ceph.com' 2024-08-17T16:55:22.303 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-17T16:55:22.304 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi190.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:55:22.386 DEBUG:teuthology.orchestra.run.smithi190:> true 2024-08-17T16:55:22.462 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi190.front.sepia.ceph.com' 2024-08-17T16:55:22.462 INFO:teuthology.run_tasks:Running task clock... 2024-08-17T16:55:22.473 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-17T16:55:22.473 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T16:55:22.474 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T16:55:22.476 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T16:55:22.476 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T16:55:22.505 INFO:teuthology.orchestra.run.smithi094.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T16:55:22.520 INFO:teuthology.orchestra.run.smithi094.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T16:55:22.532 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T16:55:22.545 INFO:teuthology.orchestra.run.smithi094.stderr:sudo: ntpd: command not found 2024-08-17T16:55:22.546 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T16:55:22.556 INFO:teuthology.orchestra.run.smithi094.stdout:506 Cannot talk to daemon 2024-08-17T16:55:22.571 INFO:teuthology.orchestra.run.smithi094.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T16:55:22.571 INFO:teuthology.orchestra.run.smithi190.stderr:sudo: ntpd: command not found 2024-08-17T16:55:22.582 INFO:teuthology.orchestra.run.smithi190.stdout:506 Cannot talk to daemon 2024-08-17T16:55:22.585 INFO:teuthology.orchestra.run.smithi094.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T16:55:22.596 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T16:55:22.610 INFO:teuthology.orchestra.run.smithi190.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T16:55:22.646 INFO:teuthology.orchestra.run.smithi094.stderr:bash: line 1: ntpq: command not found 2024-08-17T16:55:22.649 INFO:teuthology.orchestra.run.smithi094.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T16:55:22.649 INFO:teuthology.orchestra.run.smithi094.stdout:=============================================================================== 2024-08-17T16:55:22.649 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:55:22.649 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:55:22.649 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:55:22.649 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:55:22.672 INFO:teuthology.orchestra.run.smithi190.stderr:bash: line 1: ntpq: command not found 2024-08-17T16:55:22.676 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T16:55:22.676 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2024-08-17T16:55:22.676 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:55:22.676 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:55:22.676 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:55:22.676 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:55:22.676 INFO:teuthology.run_tasks:Running task pexec... 2024-08-17T16:55:22.686 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-17T16:55:22.687 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi094.front.sepia.ceph.com 2024-08-17T16:55:22.687 DEBUG:teuthology.orchestra.run.smithi094:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T16:55:22.687 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi190.front.sepia.ceph.com 2024-08-17T16:55:22.687 DEBUG:teuthology.orchestra.run.smithi190:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T16:55:23.257 INFO:teuthology.orchestra.run.smithi094.stdout:Last metadata expiration check: 0:01:04 ago on Sat 17 Aug 2024 04:54:19 PM UTC. 2024-08-17T16:55:23.286 INFO:teuthology.orchestra.run.smithi190.stdout:Last metadata expiration check: 0:01:04 ago on Sat 17 Aug 2024 04:54:19 PM UTC. 2024-08-17T16:55:23.344 INFO:teuthology.orchestra.run.smithi094.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T16:55:23.372 INFO:teuthology.orchestra.run.smithi190.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T16:55:23.384 INFO:teuthology.orchestra.run.smithi094.stdout:Dependencies resolved. 2024-08-17T16:55:23.391 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout: Package Arch Version Repository Size 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout:Installing: 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout:Upgrading: 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout:Installing dependencies: 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T16:55:23.392 INFO:teuthology.orchestra.run.smithi094.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T16:55:23.393 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:55:23.393 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction Summary 2024-08-17T16:55:23.393 INFO:teuthology.orchestra.run.smithi094.stdout:================================================================================ 2024-08-17T16:55:23.393 INFO:teuthology.orchestra.run.smithi094.stdout:Install 5 Packages 2024-08-17T16:55:23.393 INFO:teuthology.orchestra.run.smithi094.stdout:Upgrade 2 Packages 2024-08-17T16:55:23.393 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:55:23.407 INFO:teuthology.orchestra.run.smithi094.stdout:Total download size: 5.2 M 2024-08-17T16:55:23.407 INFO:teuthology.orchestra.run.smithi094.stdout:Downloading Packages: 2024-08-17T16:55:23.414 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout: Package Arch Version Repository Size 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrading: 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T16:55:23.417 INFO:teuthology.orchestra.run.smithi190.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout:================================================================================ 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout:Install 5 Packages 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrade 2 Packages 2024-08-17T16:55:23.418 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:55:23.444 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 5.2 M 2024-08-17T16:55:23.444 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-08-17T16:55:23.930 INFO:teuthology.orchestra.run.smithi094.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 371 kB/s | 44 kB 00:00 2024-08-17T16:55:23.947 INFO:teuthology.orchestra.run.smithi094.stdout:(2/7): python3-kmod-0.9-32.el9.x86_64.rpm 615 kB/s | 84 kB 00:00 2024-08-17T16:55:23.973 INFO:teuthology.orchestra.run.smithi094.stdout:(3/7): python3-configshell-1.1.30-1.el9.noarch. 442 kB/s | 72 kB 00:00 2024-08-17T16:55:24.039 INFO:teuthology.orchestra.run.smithi190.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 128 kB/s | 44 kB 00:00 2024-08-17T16:55:24.056 INFO:teuthology.orchestra.run.smithi094.stdout:(4/7): libnvme-1.9-2.el9.x86_64.rpm 1.2 MB/s | 106 kB 00:00 2024-08-17T16:55:24.064 INFO:teuthology.orchestra.run.smithi190.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 192 kB/s | 72 kB 00:00 2024-08-17T16:55:24.115 INFO:teuthology.orchestra.run.smithi190.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 198 kB/s | 84 kB 00:00 2024-08-17T16:55:24.207 INFO:teuthology.orchestra.run.smithi094.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 3.0 MB/s | 837 kB 00:00 2024-08-17T16:55:24.266 INFO:teuthology.orchestra.run.smithi094.stdout:(6/7): runc-1.1.13-4.el9.x86_64.rpm 10 MB/s | 3.2 MB 00:00 2024-08-17T16:55:24.323 INFO:teuthology.orchestra.run.smithi190.stdout:(4/7): runc-1.1.13-4.el9.x86_64.rpm 12 MB/s | 3.2 MB 00:00 2024-08-17T16:55:24.348 INFO:teuthology.orchestra.run.smithi190.stdout:(5/7): libnvme-1.9-2.el9.x86_64.rpm 455 kB/s | 106 kB 00:00 2024-08-17T16:55:24.374 INFO:teuthology.orchestra.run.smithi094.stdout:(7/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 2.8 MB/s | 903 kB 00:00 2024-08-17T16:55:24.374 INFO:teuthology.orchestra.run.smithi094.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:55:24.374 INFO:teuthology.orchestra.run.smithi094.stdout:Total 5.3 MB/s | 5.2 MB 00:00 2024-08-17T16:55:24.474 INFO:teuthology.orchestra.run.smithi190.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 1.9 MB/s | 837 kB 00:00 2024-08-17T16:55:24.482 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction check 2024-08-17T16:55:24.499 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction check succeeded. 2024-08-17T16:55:24.499 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction test 2024-08-17T16:55:24.738 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction test succeeded. 2024-08-17T16:55:24.738 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction 2024-08-17T16:55:24.757 INFO:teuthology.orchestra.run.smithi190.stdout:(7/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 2.0 MB/s | 903 kB 00:00 2024-08-17T16:55:24.758 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:55:24.758 INFO:teuthology.orchestra.run.smithi190.stdout:Total 3.9 MB/s | 5.2 MB 00:01 2024-08-17T16:55:24.867 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-08-17T16:55:24.884 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-08-17T16:55:24.884 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-08-17T16:55:25.146 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-08-17T16:55:25.146 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-08-17T16:55:25.156 INFO:teuthology.orchestra.run.smithi094.stdout: Preparing : 1/1 2024-08-17T16:55:25.369 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-17T16:55:25.431 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-17T16:55:25.465 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-17T16:55:25.498 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-17T16:55:25.532 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:55:25.549 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-08-17T16:55:25.751 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-17T16:55:25.782 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:55:25.811 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-17T16:55:25.847 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-17T16:55:25.860 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:55:25.880 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-17T16:55:25.905 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:55:26.171 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:55:26.249 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:55:26.249 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:55:26.279 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-17T16:55:26.312 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-17T16:55:26.372 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:55:26.644 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:55:26.669 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-17T16:55:26.710 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-17T16:55:26.770 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-17T16:55:27.342 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-17T16:55:27.701 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:55:27.701 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-17T16:55:27.701 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-17T16:55:27.701 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-17T16:55:27.701 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-17T16:55:27.701 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-17T16:55:27.701 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-17T16:55:27.701 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-17T16:55:27.702 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout:Upgraded: 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout:Installed: 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:55:27.706 INFO:teuthology.orchestra.run.smithi094.stdout:Complete! 2024-08-17T16:55:28.113 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout:Upgraded: 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:55:28.114 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-08-17T16:55:28.126 DEBUG:teuthology.parallel:result is None 2024-08-17T16:55:28.539 DEBUG:teuthology.parallel:result is None 2024-08-17T16:55:28.539 INFO:teuthology.run_tasks:Running task install... 2024-08-17T16:55:28.552 DEBUG:teuthology.task.install:project ceph 2024-08-17T16:55:28.552 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}} 2024-08-17T16:55:28.552 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'} 2024-08-17T16:55:28.552 INFO:teuthology.task.install:Using flavor: default 2024-08-17T16:55:28.557 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-17T16:55:28.558 INFO:teuthology.task.install:extra packages: [] 2024-08-17T16:55:28.558 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'tag': None, 'wait_for_package': False} 2024-08-17T16:55:28.558 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:55:28.559 INFO:teuthology.packaging:ref: None 2024-08-17T16:55:28.559 INFO:teuthology.packaging:tag: None 2024-08-17T16:55:28.559 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:55:28.559 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:55:28.559 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T16:55:28.561 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'tag': None, 'wait_for_package': False} 2024-08-17T16:55:28.561 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:55:28.561 INFO:teuthology.packaging:ref: None 2024-08-17T16:55:28.561 INFO:teuthology.packaging:tag: None 2024-08-17T16:55:28.561 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:55:28.561 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:55:28.561 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T16:55:28.812 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/ 2024-08-17T16:55:28.812 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1404.gf2c39d4d 2024-08-17T16:55:28.829 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/ 2024-08-17T16:55:28.830 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1404.gf2c39d4d 2024-08-17T16:55:28.939 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T16:55:28.940 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:55:28.940 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T16:55:28.948 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/quincy/f2c39d4d5abc084f975be26cc0141421e55727d8/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T16:55:28.948 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:55:28.948 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T16:55:28.966 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T16:55:28.966 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:55:28.966 INFO:teuthology.packaging:ref: None 2024-08-17T16:55:28.966 INFO:teuthology.packaging:tag: None 2024-08-17T16:55:28.966 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:55:28.966 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:55:28.967 DEBUG:teuthology.orchestra.run.smithi190:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T16:55:28.979 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T16:55:28.979 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:55:28.979 INFO:teuthology.packaging:ref: None 2024-08-17T16:55:28.979 INFO:teuthology.packaging:tag: None 2024-08-17T16:55:28.979 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:55:28.979 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:55:28.980 DEBUG:teuthology.orchestra.run.smithi094:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T16:55:29.034 DEBUG:teuthology.orchestra.run.smithi190:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T16:55:29.048 DEBUG:teuthology.orchestra.run.smithi094:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T16:55:29.109 DEBUG:teuthology.orchestra.run.smithi190:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T16:55:29.127 DEBUG:teuthology.orchestra.run.smithi094:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T16:55:29.174 INFO:teuthology.orchestra.run.smithi190.stdout:check_obsoletes = 1 2024-08-17T16:55:29.176 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum clean all 2024-08-17T16:55:29.193 INFO:teuthology.orchestra.run.smithi094.stdout:check_obsoletes = 1 2024-08-17T16:55:29.194 DEBUG:teuthology.orchestra.run.smithi094:> sudo yum clean all 2024-08-17T16:55:29.403 INFO:teuthology.orchestra.run.smithi190.stdout:45 files removed 2024-08-17T16:55:29.427 INFO:teuthology.orchestra.run.smithi094.stdout:45 files removed 2024-08-17T16:55:29.431 DEBUG:teuthology.orchestra.run.smithi190:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T16:55:29.454 DEBUG:teuthology.orchestra.run.smithi094:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T16:55:30.026 INFO:teuthology.orchestra.run.smithi190.stdout:ceph packages for x86_64 245 kB/s | 77 kB 00:00 2024-08-17T16:55:30.052 INFO:teuthology.orchestra.run.smithi094.stdout:ceph packages for x86_64 242 kB/s | 77 kB 00:00 2024-08-17T16:55:30.368 INFO:teuthology.orchestra.run.smithi190.stdout:ceph noarch packages 37 kB/s | 11 kB 00:00 2024-08-17T16:55:30.370 INFO:teuthology.orchestra.run.smithi094.stdout:ceph noarch packages 40 kB/s | 11 kB 00:00 2024-08-17T16:55:30.679 INFO:teuthology.orchestra.run.smithi094.stdout:ceph source packages 6.8 kB/s | 1.8 kB 00:00 2024-08-17T16:55:30.685 INFO:teuthology.orchestra.run.smithi190.stdout:ceph source packages 6.6 kB/s | 1.8 kB 00:00 2024-08-17T16:55:31.162 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.2 MB 00:00 2024-08-17T16:55:31.419 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-08-17T16:55:33.488 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - AppStream 16 MB/s | 20 MB 00:01 2024-08-17T16:55:33.895 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - AppStream 14 MB/s | 20 MB 00:01 2024-08-17T16:55:37.898 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - CRB 9.9 MB/s | 6.6 MB 00:00 2024-08-17T16:55:39.365 INFO:teuthology.orchestra.run.smithi094.stdout:CentOS Stream 9 - Extras packages 81 kB/s | 18 kB 00:00 2024-08-17T16:55:39.437 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.6 MB 00:01 2024-08-17T16:55:40.569 INFO:teuthology.orchestra.run.smithi094.stdout:Extra Packages for Enterprise Linux 21 MB/s | 22 MB 00:01 2024-08-17T16:55:41.113 INFO:teuthology.orchestra.run.smithi190.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 18 kB 00:00 2024-08-17T16:55:42.317 INFO:teuthology.orchestra.run.smithi190.stdout:Extra Packages for Enterprise Linux 21 MB/s | 22 MB 00:01 2024-08-17T16:55:45.917 INFO:teuthology.orchestra.run.smithi094.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-08-17T16:55:47.739 INFO:teuthology.orchestra.run.smithi190.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-17T16:55:48.264 INFO:teuthology.orchestra.run.smithi094.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:55:48.264 INFO:teuthology.orchestra.run.smithi094.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:55:48.322 INFO:teuthology.orchestra.run.smithi094.stdout:Dependencies resolved. 2024-08-17T16:55:48.329 INFO:teuthology.orchestra.run.smithi094.stdout:======================================================================================= 2024-08-17T16:55:48.329 INFO:teuthology.orchestra.run.smithi094.stdout: Package Arch Version Repository Size 2024-08-17T16:55:48.329 INFO:teuthology.orchestra.run.smithi094.stdout:======================================================================================= 2024-08-17T16:55:48.329 INFO:teuthology.orchestra.run.smithi094.stdout:Installing: 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 6.5 k 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-base x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 5.0 M 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-fuse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 813 k 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 137 k 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 1.4 M 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 124 k 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 3.4 M 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 7.4 M 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-rook noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 47 k 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-radosgw x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 14 M 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-test x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 48 M 2024-08-17T16:55:48.330 INFO:teuthology.orchestra.run.smithi094.stdout: cephadm noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 83 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: libcephfs-devel x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 25 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: libcephfs2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 637 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: librados-devel x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 126 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cephfs x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 182 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rados x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 368 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rbd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 343 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rgw x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 116 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-fuse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 82 k 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-mirror x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.9 M 2024-08-17T16:55:48.331 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-nbd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 165 k 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout:Upgrading: 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: librados2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 3.1 M 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: librbd1 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.9 M 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout:Installing dependencies: 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-common x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 22 M 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 24 k 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mds x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.1 M 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 240 k 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mon x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 3.9 M 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-osd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 15 M 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 15 k 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-selinux x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 25 k 2024-08-17T16:55:48.332 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: libcephsqlite x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 162 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T16:55:48.333 INFO:teuthology.orchestra.run.smithi094.stdout: libradosstriper1 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 457 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: librgw2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 4.9 M 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ceph-argparse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 45 k 2024-08-17T16:55:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ceph-common x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 120 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T16:55:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T16:55:48.336 INFO:teuthology.orchestra.run.smithi094.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T16:55:48.337 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T16:55:48.338 INFO:teuthology.orchestra.run.smithi094.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout:Installing weak dependencies: 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-17T16:55:48.339 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:55:48.340 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction Summary 2024-08-17T16:55:48.340 INFO:teuthology.orchestra.run.smithi094.stdout:======================================================================================= 2024-08-17T16:55:48.340 INFO:teuthology.orchestra.run.smithi094.stdout:Install 112 Packages 2024-08-17T16:55:48.340 INFO:teuthology.orchestra.run.smithi094.stdout:Upgrade 2 Packages 2024-08-17T16:55:48.340 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:55:48.340 INFO:teuthology.orchestra.run.smithi094.stdout:Total download size: 190 M 2024-08-17T16:55:48.340 INFO:teuthology.orchestra.run.smithi094.stdout:Downloading Packages: 2024-08-17T16:55:49.102 INFO:teuthology.orchestra.run.smithi094.stdout:(1/114): ceph-17.2.7-1404.gf2c39d4d.el9.x86_64. 39 kB/s | 6.5 kB 00:00 2024-08-17T16:55:49.310 INFO:teuthology.orchestra.run.smithi094.stdout:(2/114): ceph-fuse-17.2.7-1404.gf2c39d4d.el9.x8 3.8 MB/s | 813 kB 00:00 2024-08-17T16:55:49.360 INFO:teuthology.orchestra.run.smithi094.stdout:(3/114): ceph-immutable-object-cache-17.2.7-140 2.7 MB/s | 137 kB 00:00 2024-08-17T16:55:49.586 INFO:teuthology.orchestra.run.smithi094.stdout:(4/114): ceph-base-17.2.7-1404.gf2c39d4d.el9.x8 7.6 MB/s | 5.0 MB 00:00 2024-08-17T16:55:49.636 INFO:teuthology.orchestra.run.smithi094.stdout:(5/114): ceph-mds-17.2.7-1404.gf2c39d4d.el9.x86 7.5 MB/s | 2.1 MB 00:00 2024-08-17T16:55:49.720 INFO:teuthology.orchestra.run.smithi094.stdout:(6/114): ceph-mgr-17.2.7-1404.gf2c39d4d.el9.x86 11 MB/s | 1.4 MB 00:00 2024-08-17T16:55:49.974 INFO:teuthology.orchestra.run.smithi190.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:55:49.975 INFO:teuthology.orchestra.run.smithi190.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:55:50.003 INFO:teuthology.orchestra.run.smithi094.stdout:(7/114): ceph-mon-17.2.7-1404.gf2c39d4d.el9.x86 11 MB/s | 3.9 MB 00:00 2024-08-17T16:55:50.033 INFO:teuthology.orchestra.run.smithi190.stdout:Dependencies resolved. 2024-08-17T16:55:50.040 INFO:teuthology.orchestra.run.smithi190.stdout:======================================================================================= 2024-08-17T16:55:50.040 INFO:teuthology.orchestra.run.smithi190.stdout: Package Arch Version Repository Size 2024-08-17T16:55:50.040 INFO:teuthology.orchestra.run.smithi190.stdout:======================================================================================= 2024-08-17T16:55:50.040 INFO:teuthology.orchestra.run.smithi190.stdout:Installing: 2024-08-17T16:55:50.040 INFO:teuthology.orchestra.run.smithi190.stdout: ceph x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 6.5 k 2024-08-17T16:55:50.040 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 5.0 M 2024-08-17T16:55:50.040 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 813 k 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 137 k 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 1.4 M 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 124 k 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 3.4 M 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 7.4 M 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 47 k 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 14 M 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 48 M 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 83 k 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 25 k 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 637 k 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 126 k 2024-08-17T16:55:50.041 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 182 k 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 368 k 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 343 k 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 116 k 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 82 k 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.9 M 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 165 k 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrading: 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: librados2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 3.1 M 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.9 M 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout:Installing dependencies: 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 22 M 2024-08-17T16:55:50.042 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 24 k 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 2.1 M 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 240 k 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 3.9 M 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 15 M 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1404.gf2c39d4d.el9 ceph-noarch 15 k 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 25 k 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T16:55:50.043 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 162 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 457 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2 x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 4.9 M 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T16:55:50.044 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 45 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common x86_64 2:17.2.7-1404.gf2c39d4d.el9 ceph 120 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T16:55:50.045 INFO:teuthology.orchestra.run.smithi190.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-17T16:55:50.046 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T16:55:50.047 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T16:55:50.048 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout:Installing weak dependencies: 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-17T16:55:50.049 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:55:50.050 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction Summary 2024-08-17T16:55:50.050 INFO:teuthology.orchestra.run.smithi190.stdout:======================================================================================= 2024-08-17T16:55:50.050 INFO:teuthology.orchestra.run.smithi190.stdout:Install 112 Packages 2024-08-17T16:55:50.050 INFO:teuthology.orchestra.run.smithi190.stdout:Upgrade 2 Packages 2024-08-17T16:55:50.050 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:55:50.050 INFO:teuthology.orchestra.run.smithi190.stdout:Total download size: 190 M 2024-08-17T16:55:50.051 INFO:teuthology.orchestra.run.smithi190.stdout:Downloading Packages: 2024-08-17T16:55:50.595 INFO:teuthology.orchestra.run.smithi094.stdout:(8/114): ceph-common-17.2.7-1404.gf2c39d4d.el9. 14 MB/s | 22 MB 00:01 2024-08-17T16:55:50.740 INFO:teuthology.orchestra.run.smithi190.stdout:(1/114): ceph-17.2.7-1404.gf2c39d4d.el9.x86_64. 41 kB/s | 6.5 kB 00:00 2024-08-17T16:55:50.771 INFO:teuthology.orchestra.run.smithi094.stdout:(9/114): ceph-osd-17.2.7-1404.gf2c39d4d.el9.x86 15 MB/s | 15 MB 00:01 2024-08-17T16:55:50.796 INFO:teuthology.orchestra.run.smithi094.stdout:(10/114): ceph-selinux-17.2.7-1404.gf2c39d4d.el 126 kB/s | 25 kB 00:00 2024-08-17T16:55:50.846 INFO:teuthology.orchestra.run.smithi094.stdout:(11/114): libcephfs-devel-17.2.7-1404.gf2c39d4d 501 kB/s | 25 kB 00:00 2024-08-17T16:55:50.930 INFO:teuthology.orchestra.run.smithi094.stdout:(12/114): libcephfs2-17.2.7-1404.gf2c39d4d.el9. 7.5 MB/s | 637 kB 00:00 2024-08-17T16:55:51.049 INFO:teuthology.orchestra.run.smithi190.stdout:(2/114): ceph-fuse-17.2.7-1404.gf2c39d4d.el9.x8 2.6 MB/s | 813 kB 00:00 2024-08-17T16:55:51.080 INFO:teuthology.orchestra.run.smithi094.stdout:(13/114): ceph-radosgw-17.2.7-1404.gf2c39d4d.el 13 MB/s | 14 MB 00:01 2024-08-17T16:55:51.100 INFO:teuthology.orchestra.run.smithi190.stdout:(3/114): ceph-immutable-object-cache-17.2.7-140 2.7 MB/s | 137 kB 00:00 2024-08-17T16:55:51.105 INFO:teuthology.orchestra.run.smithi094.stdout:(14/114): libcephsqlite-17.2.7-1404.gf2c39d4d.e 929 kB/s | 162 kB 00:00 2024-08-17T16:55:51.122 INFO:teuthology.orchestra.run.smithi094.stdout:(15/114): librados-devel-17.2.7-1404.gf2c39d4d. 3.0 MB/s | 126 kB 00:00 2024-08-17T16:55:51.155 INFO:teuthology.orchestra.run.smithi094.stdout:(16/114): libradosstriper1-17.2.7-1404.gf2c39d4 8.9 MB/s | 457 kB 00:00 2024-08-17T16:55:51.223 INFO:teuthology.orchestra.run.smithi094.stdout:(17/114): python3-ceph-argparse-17.2.7-1404.gf2 678 kB/s | 45 kB 00:00 2024-08-17T16:55:51.298 INFO:teuthology.orchestra.run.smithi094.stdout:(18/114): python3-ceph-common-17.2.7-1404.gf2c3 1.6 MB/s | 120 kB 00:00 2024-08-17T16:55:51.415 INFO:teuthology.orchestra.run.smithi094.stdout:(19/114): librgw2-17.2.7-1404.gf2c39d4d.el9.x86 17 MB/s | 4.9 MB 00:00 2024-08-17T16:55:51.440 INFO:teuthology.orchestra.run.smithi094.stdout:(20/114): python3-cephfs-17.2.7-1404.gf2c39d4d. 1.3 MB/s | 182 kB 00:00 2024-08-17T16:55:51.482 INFO:teuthology.orchestra.run.smithi094.stdout:(21/114): python3-rados-17.2.7-1404.gf2c39d4d.e 5.4 MB/s | 368 kB 00:00 2024-08-17T16:55:51.532 INFO:teuthology.orchestra.run.smithi094.stdout:(22/114): python3-rbd-17.2.7-1404.gf2c39d4d.el9 3.7 MB/s | 343 kB 00:00 2024-08-17T16:55:51.557 INFO:teuthology.orchestra.run.smithi094.stdout:(23/114): python3-rgw-17.2.7-1404.gf2c39d4d.el9 1.5 MB/s | 116 kB 00:00 2024-08-17T16:55:51.558 INFO:teuthology.orchestra.run.smithi190.stdout:(4/114): ceph-mds-17.2.7-1404.gf2c39d4d.el9.x86 4.5 MB/s | 2.1 MB 00:00 2024-08-17T16:55:51.599 INFO:teuthology.orchestra.run.smithi094.stdout:(24/114): rbd-fuse-17.2.7-1404.gf2c39d4d.el9.x8 1.2 MB/s | 82 kB 00:00 2024-08-17T16:55:51.700 INFO:teuthology.orchestra.run.smithi094.stdout:(25/114): rbd-nbd-17.2.7-1404.gf2c39d4d.el9.x86 1.6 MB/s | 165 kB 00:00 2024-08-17T16:55:51.792 INFO:teuthology.orchestra.run.smithi094.stdout:(26/114): rbd-mirror-17.2.7-1404.gf2c39d4d.el9. 13 MB/s | 2.9 MB 00:00 2024-08-17T16:55:51.792 INFO:teuthology.orchestra.run.smithi190.stdout:(5/114): ceph-base-17.2.7-1404.gf2c39d4d.el9.x8 4.1 MB/s | 5.0 MB 00:01 2024-08-17T16:55:51.817 INFO:teuthology.orchestra.run.smithi094.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1404.g 209 kB/s | 24 kB 00:00 2024-08-17T16:55:51.867 INFO:teuthology.orchestra.run.smithi094.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1404.gf2c39d4 1.6 MB/s | 124 kB 00:00 2024-08-17T16:55:51.909 INFO:teuthology.orchestra.run.smithi190.stdout:(6/114): ceph-mgr-17.2.7-1404.gf2c39d4d.el9.x86 4.0 MB/s | 1.4 MB 00:00 2024-08-17T16:55:52.184 INFO:teuthology.orchestra.run.smithi094.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1404.gf2c39 9.1 MB/s | 3.4 MB 00:00 2024-08-17T16:55:52.268 INFO:teuthology.orchestra.run.smithi094.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1404.gf2 2.8 MB/s | 240 kB 00:00 2024-08-17T16:55:52.351 INFO:teuthology.orchestra.run.smithi094.stdout:(31/114): ceph-mgr-rook-17.2.7-1404.gf2c39d4d.e 571 kB/s | 47 kB 00:00 2024-08-17T16:55:52.475 INFO:teuthology.orchestra.run.smithi190.stdout:(7/114): ceph-mon-17.2.7-1404.gf2c39d4d.el9.x86 5.7 MB/s | 3.9 MB 00:00 2024-08-17T16:55:52.477 INFO:teuthology.orchestra.run.smithi094.stdout:(32/114): ceph-mgr-diskprediction-local-17.2.7- 12 MB/s | 7.4 MB 00:00 2024-08-17T16:55:52.494 INFO:teuthology.orchestra.run.smithi094.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1404.gf 103 kB/s | 15 kB 00:00 2024-08-17T16:55:52.535 INFO:teuthology.orchestra.run.smithi094.stdout:(34/114): cephadm-17.2.7-1404.gf2c39d4d.el9.noa 1.4 MB/s | 83 kB 00:00 2024-08-17T16:55:52.644 INFO:teuthology.orchestra.run.smithi094.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 531 kB/s | 80 kB 00:00 2024-08-17T16:55:53.070 INFO:teuthology.orchestra.run.smithi094.stdout:(36/114): ceph-test-17.2.7-1404.gf2c39d4d.el9.x 21 MB/s | 48 MB 00:02 2024-08-17T16:55:53.095 INFO:teuthology.orchestra.run.smithi094.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 434 kB/s | 195 kB 00:00 2024-08-17T16:55:53.195 INFO:teuthology.orchestra.run.smithi094.stdout:(38/114): libgfortran-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 803 kB 00:00 2024-08-17T16:55:53.245 INFO:teuthology.orchestra.run.smithi094.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-08-17T16:55:53.279 INFO:teuthology.orchestra.run.smithi094.stdout:(40/114): python3-cryptography-36.0.1-4.el9.x86 6.7 MB/s | 1.2 MB 00:00 2024-08-17T16:55:53.304 INFO:teuthology.orchestra.run.smithi094.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-08-17T16:55:53.329 INFO:teuthology.orchestra.run.smithi094.stdout:(42/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 977 kB/s | 253 kB 00:00 2024-08-17T16:55:53.363 INFO:teuthology.orchestra.run.smithi094.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-08-17T16:55:53.388 INFO:teuthology.orchestra.run.smithi094.stdout:(44/114): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-08-17T16:55:53.438 INFO:teuthology.orchestra.run.smithi094.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-08-17T16:55:53.464 INFO:teuthology.orchestra.run.smithi094.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 242 kB/s | 18 kB 00:00 2024-08-17T16:55:53.484 INFO:teuthology.orchestra.run.smithi190.stdout:(8/114): ceph-common-17.2.7-1404.gf2c39d4d.el9. 7.8 MB/s | 22 MB 00:02 2024-08-17T16:55:53.534 INFO:teuthology.orchestra.run.smithi190.stdout:(9/114): ceph-selinux-17.2.7-1404.gf2c39d4d.el9 506 kB/s | 25 kB 00:00 2024-08-17T16:55:53.547 INFO:teuthology.orchestra.run.smithi094.stdout:(47/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 543 kB/s | 45 kB 00:00 2024-08-17T16:55:53.573 INFO:teuthology.orchestra.run.smithi094.stdout:(48/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-08-17T16:55:53.681 INFO:teuthology.orchestra.run.smithi094.stdout:(49/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-08-17T16:55:53.731 INFO:teuthology.orchestra.run.smithi094.stdout:(50/114): openblas-0.3.21-2.el9.x86_64.rpm 704 kB/s | 35 kB 00:00 2024-08-17T16:55:53.759 INFO:teuthology.orchestra.run.smithi190.stdout:(10/114): ceph-radosgw-17.2.7-1404.gf2c39d4d.el 11 MB/s | 14 MB 00:01 2024-08-17T16:55:53.798 INFO:teuthology.orchestra.run.smithi094.stdout:(51/114): librdkafka-1.6.1-102.el9.x86_64.rpm 2.6 MB/s | 662 kB 00:00 2024-08-17T16:55:53.801 INFO:teuthology.orchestra.run.smithi190.stdout:(11/114): libcephfs-devel-17.2.7-1404.gf2c39d4d 603 kB/s | 25 kB 00:00 2024-08-17T16:55:53.848 INFO:teuthology.orchestra.run.smithi094.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-08-17T16:55:53.977 INFO:teuthology.orchestra.run.smithi190.stdout:(12/114): ceph-osd-17.2.7-1404.gf2c39d4d.el9.x8 7.4 MB/s | 15 MB 00:02 2024-08-17T16:55:54.010 INFO:teuthology.orchestra.run.smithi190.stdout:(13/114): libcephfs2-17.2.7-1404.gf2c39d4d.el9. 3.0 MB/s | 637 kB 00:00 2024-08-17T16:55:54.035 INFO:teuthology.orchestra.run.smithi190.stdout:(14/114): libcephsqlite-17.2.7-1404.gf2c39d4d.e 2.7 MB/s | 162 kB 00:00 2024-08-17T16:55:54.061 INFO:teuthology.orchestra.run.smithi190.stdout:(15/114): librados-devel-17.2.7-1404.gf2c39d4d. 2.5 MB/s | 126 kB 00:00 2024-08-17T16:55:54.119 INFO:teuthology.orchestra.run.smithi190.stdout:(16/114): libradosstriper1-17.2.7-1404.gf2c39d4 5.3 MB/s | 457 kB 00:00 2024-08-17T16:55:54.170 INFO:teuthology.orchestra.run.smithi190.stdout:(17/114): python3-ceph-argparse-17.2.7-1404.gf2 907 kB/s | 45 kB 00:00 2024-08-17T16:55:54.199 INFO:teuthology.orchestra.run.smithi094.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.6 MB/s | 3.0 MB 00:00 2024-08-17T16:55:54.220 INFO:teuthology.orchestra.run.smithi190.stdout:(18/114): python3-ceph-common-17.2.7-1404.gf2c3 2.3 MB/s | 120 kB 00:00 2024-08-17T16:55:54.270 INFO:teuthology.orchestra.run.smithi190.stdout:(19/114): python3-cephfs-17.2.7-1404.gf2c39d4d. 3.6 MB/s | 182 kB 00:00 2024-08-17T16:55:54.282 INFO:teuthology.orchestra.run.smithi094.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 2.9 MB/s | 244 kB 00:00 2024-08-17T16:55:54.333 INFO:teuthology.orchestra.run.smithi094.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 350 kB/s | 17 kB 00:00 2024-08-17T16:55:54.337 INFO:teuthology.orchestra.run.smithi190.stdout:(20/114): python3-rados-17.2.7-1404.gf2c39d4d.e 5.4 MB/s | 368 kB 00:00 2024-08-17T16:55:54.404 INFO:teuthology.orchestra.run.smithi190.stdout:(21/114): python3-rbd-17.2.7-1404.gf2c39d4d.el9 5.0 MB/s | 343 kB 00:00 2024-08-17T16:55:54.433 INFO:teuthology.orchestra.run.smithi094.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-08-17T16:55:54.454 INFO:teuthology.orchestra.run.smithi190.stdout:(22/114): python3-rgw-17.2.7-1404.gf2c39d4d.el9 2.3 MB/s | 116 kB 00:00 2024-08-17T16:55:54.513 INFO:teuthology.orchestra.run.smithi190.stdout:(23/114): librgw2-17.2.7-1404.gf2c39d4d.el9.x86 11 MB/s | 4.9 MB 00:00 2024-08-17T16:55:54.530 INFO:teuthology.orchestra.run.smithi190.stdout:(24/114): rbd-fuse-17.2.7-1404.gf2c39d4d.el9.x8 1.1 MB/s | 82 kB 00:00 2024-08-17T16:55:54.541 INFO:teuthology.orchestra.run.smithi094.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 237 kB/s | 26 kB 00:00 2024-08-17T16:55:54.572 INFO:teuthology.orchestra.run.smithi190.stdout:(25/114): rbd-nbd-17.2.7-1404.gf2c39d4d.el9.x86 3.9 MB/s | 165 kB 00:00 2024-08-17T16:55:54.592 INFO:teuthology.orchestra.run.smithi094.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-08-17T16:55:54.622 INFO:teuthology.orchestra.run.smithi190.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1404.g 490 kB/s | 24 kB 00:00 2024-08-17T16:55:54.673 INFO:teuthology.orchestra.run.smithi190.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1404.gf2c39d4 2.4 MB/s | 124 kB 00:00 2024-08-17T16:55:54.700 INFO:teuthology.orchestra.run.smithi094.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-08-17T16:55:54.751 INFO:teuthology.orchestra.run.smithi094.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-08-17T16:55:54.781 INFO:teuthology.orchestra.run.smithi190.stdout:(28/114): rbd-mirror-17.2.7-1404.gf2c39d4d.el9. 11 MB/s | 2.9 MB 00:00 2024-08-17T16:55:54.876 INFO:teuthology.orchestra.run.smithi094.stdout:(61/114): openblas-openmp-0.3.21-2.el9.x86_64.r 4.1 MB/s | 4.7 MB 00:01 2024-08-17T16:55:54.959 INFO:teuthology.orchestra.run.smithi094.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.9 MB/s | 250 kB 00:00 2024-08-17T16:55:55.015 INFO:teuthology.orchestra.run.smithi190.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1404.gf2c39 9.8 MB/s | 3.4 MB 00:00 2024-08-17T16:55:55.043 INFO:teuthology.orchestra.run.smithi094.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-08-17T16:55:55.073 INFO:teuthology.orchestra.run.smithi190.stdout:(30/114): ceph-mgr-modules-core-17.2.7-1404.gf2 4.0 MB/s | 240 kB 00:00 2024-08-17T16:55:55.102 INFO:teuthology.orchestra.run.smithi094.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-08-17T16:55:55.124 INFO:teuthology.orchestra.run.smithi190.stdout:(31/114): ceph-mgr-rook-17.2.7-1404.gf2c39d4d.e 948 kB/s | 47 kB 00:00 2024-08-17T16:55:55.160 INFO:teuthology.orchestra.run.smithi094.stdout:(65/114): python3-pluggy-0.13.1-7.el9.noarch.rp 712 kB/s | 41 kB 00:00 2024-08-17T16:55:55.174 INFO:teuthology.orchestra.run.smithi190.stdout:(32/114): ceph-prometheus-alerts-17.2.7-1404.gf 292 kB/s | 15 kB 00:00 2024-08-17T16:55:55.224 INFO:teuthology.orchestra.run.smithi190.stdout:(33/114): cephadm-17.2.7-1404.gf2c39d4d.el9.noa 1.6 MB/s | 83 kB 00:00 2024-08-17T16:55:55.244 INFO:teuthology.orchestra.run.smithi094.stdout:(66/114): python3-babel-2.9.1-2.el9.noarch.rpm 4.3 MB/s | 6.0 MB 00:01 2024-08-17T16:55:55.269 INFO:teuthology.orchestra.run.smithi094.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 389 kB/s | 42 kB 00:00 2024-08-17T16:55:55.328 INFO:teuthology.orchestra.run.smithi094.stdout:(68/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-08-17T16:55:55.386 INFO:teuthology.orchestra.run.smithi094.stdout:(69/114): python3-py-1.10.0-6.el9.noarch.rpm 3.3 MB/s | 477 kB 00:00 2024-08-17T16:55:55.391 INFO:teuthology.orchestra.run.smithi190.stdout:(34/114): ceph-mgr-diskprediction-local-17.2.7- 12 MB/s | 7.4 MB 00:00 2024-08-17T16:55:55.445 INFO:teuthology.orchestra.run.smithi094.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 2.3 MB/s | 279 kB 00:00 2024-08-17T16:55:55.487 INFO:teuthology.orchestra.run.smithi094.stdout:(71/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-08-17T16:55:55.537 INFO:teuthology.orchestra.run.smithi094.stdout:(72/114): python3-pytest-6.2.2-7.el9.noarch.rpm 3.4 MB/s | 519 kB 00:00 2024-08-17T16:55:55.554 INFO:teuthology.orchestra.run.smithi094.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 802 kB/s | 54 kB 00:00 2024-08-17T16:55:55.575 INFO:teuthology.orchestra.run.smithi190.stdout:(35/114): fuse-2.9.9-16.el9.x86_64.rpm 228 kB/s | 80 kB 00:00 2024-08-17T16:55:55.596 INFO:teuthology.orchestra.run.smithi094.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-08-17T16:55:55.680 INFO:teuthology.orchestra.run.smithi094.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 3.6 MB/s | 304 kB 00:00 2024-08-17T16:55:55.730 INFO:teuthology.orchestra.run.smithi094.stdout:(76/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-08-17T16:55:55.758 INFO:teuthology.orchestra.run.smithi190.stdout:(36/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-08-17T16:55:55.797 INFO:teuthology.orchestra.run.smithi094.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.5 MB/s | 309 kB 00:00 2024-08-17T16:55:55.822 INFO:teuthology.orchestra.run.smithi094.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-08-17T16:55:55.847 INFO:teuthology.orchestra.run.smithi094.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-08-17T16:55:55.867 INFO:teuthology.orchestra.run.smithi190.stdout:(37/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-08-17T16:55:55.889 INFO:teuthology.orchestra.run.smithi094.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-08-17T16:55:55.914 INFO:teuthology.orchestra.run.smithi094.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-17T16:55:55.940 INFO:teuthology.orchestra.run.smithi094.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-17T16:55:55.957 INFO:teuthology.orchestra.run.smithi094.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 854 kB/s | 14 kB 00:00 2024-08-17T16:55:55.982 INFO:teuthology.orchestra.run.smithi094.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.8 MB/s | 172 kB 00:00 2024-08-17T16:55:56.015 INFO:teuthology.orchestra.run.smithi094.stdout:(85/114): python3-cherrypy-18.6.1-2.el9.noarch. 11 MB/s | 358 kB 00:00 2024-08-17T16:55:56.059 INFO:teuthology.orchestra.run.smithi190.stdout:(38/114): python3-cryptography-36.0.1-4.el9.x86 6.4 MB/s | 1.2 MB 00:00 2024-08-17T16:55:56.084 INFO:teuthology.orchestra.run.smithi190.stdout:(39/114): libgfortran-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 803 kB 00:00 2024-08-17T16:55:56.091 INFO:teuthology.orchestra.run.smithi094.stdout:(86/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.8 MB/s | 5.1 MB 00:01 2024-08-17T16:55:56.150 INFO:teuthology.orchestra.run.smithi094.stdout:(87/114): python3-google-auth-2.33.0-1.el9.noar 1.6 MB/s | 220 kB 00:00 2024-08-17T16:55:56.159 INFO:teuthology.orchestra.run.smithi190.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 106 kB 00:00 2024-08-17T16:55:56.183 INFO:teuthology.orchestra.run.smithi094.stdout:(88/114): python3-jaraco-classes-3.2.1-5.el9.no 573 kB/s | 18 kB 00:00 2024-08-17T16:55:56.193 INFO:teuthology.orchestra.run.smithi190.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-08-17T16:55:56.209 INFO:teuthology.orchestra.run.smithi094.stdout:(89/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 91 kB/s | 11 kB 00:00 2024-08-17T16:55:56.234 INFO:teuthology.orchestra.run.smithi094.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 462 kB/s | 23 kB 00:00 2024-08-17T16:55:56.259 INFO:teuthology.orchestra.run.smithi094.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 389 kB/s | 19 kB 00:00 2024-08-17T16:55:56.268 INFO:teuthology.orchestra.run.smithi190.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-08-17T16:55:56.284 INFO:teuthology.orchestra.run.smithi094.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-08-17T16:55:56.310 INFO:teuthology.orchestra.run.smithi094.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 179 kB/s | 9.0 kB 00:00 2024-08-17T16:55:56.310 INFO:teuthology.orchestra.run.smithi190.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-08-17T16:55:56.335 INFO:teuthology.orchestra.run.smithi094.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 810 kB/s | 41 kB 00:00 2024-08-17T16:55:56.369 INFO:teuthology.orchestra.run.smithi094.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.4 MB/s | 46 kB 00:00 2024-08-17T16:55:56.385 INFO:teuthology.orchestra.run.smithi190.stdout:(44/114): flexiblas-3.0.4-8.el9.x86_64.rpm 280 kB/s | 33 kB 00:00 2024-08-17T16:55:56.402 INFO:teuthology.orchestra.run.smithi094.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 2.3 MB/s | 79 kB 00:00 2024-08-17T16:55:56.436 INFO:teuthology.orchestra.run.smithi094.stdout:(97/114): python3-kubernetes-26.1.0-2.el9.noarc 8.1 MB/s | 1.0 MB 00:00 2024-08-17T16:55:56.436 INFO:teuthology.orchestra.run.smithi190.stdout:(45/114): flexiblas-openblas-openmp-3.0.4-8.el9 364 kB/s | 18 kB 00:00 2024-08-17T16:55:56.461 INFO:teuthology.orchestra.run.smithi094.stdout:(98/114): python3-natsort-7.1.1-5.el9.noarch.rp 987 kB/s | 58 kB 00:00 2024-08-17T16:55:56.486 INFO:teuthology.orchestra.run.smithi094.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 658 kB/s | 16 kB 00:00 2024-08-17T16:55:56.512 INFO:teuthology.orchestra.run.smithi094.stdout:(100/114): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-08-17T16:55:56.528 INFO:teuthology.orchestra.run.smithi190.stdout:(46/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-08-17T16:55:56.537 INFO:teuthology.orchestra.run.smithi094.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-08-17T16:55:56.562 INFO:teuthology.orchestra.run.smithi094.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-08-17T16:55:56.588 INFO:teuthology.orchestra.run.smithi094.stdout:(103/114): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-08-17T16:55:56.595 INFO:teuthology.orchestra.run.smithi190.stdout:(47/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2024-08-17T16:55:56.614 INFO:teuthology.orchestra.run.smithi094.stdout:(104/114): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-08-17T16:55:56.620 INFO:teuthology.orchestra.run.smithi190.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 494 kB/s | 45 kB 00:00 2024-08-17T16:55:56.638 INFO:teuthology.orchestra.run.smithi094.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 717 kB/s | 36 kB 00:00 2024-08-17T16:55:56.653 INFO:teuthology.orchestra.run.smithi190.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-08-17T16:55:56.663 INFO:teuthology.orchestra.run.smithi094.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-08-17T16:55:56.696 INFO:teuthology.orchestra.run.smithi190.stdout:(50/114): openblas-0.3.21-2.el9.x86_64.rpm 845 kB/s | 35 kB 00:00 2024-08-17T16:55:56.716 INFO:teuthology.orchestra.run.smithi094.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-08-17T16:55:56.721 INFO:teuthology.orchestra.run.smithi190.stdout:(51/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.8 MB/s | 292 kB 00:00 2024-08-17T16:55:56.747 INFO:teuthology.orchestra.run.smithi094.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-08-17T16:55:56.771 INFO:teuthology.orchestra.run.smithi190.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-08-17T16:55:56.772 INFO:teuthology.orchestra.run.smithi094.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 807 kB/s | 20 kB 00:00 2024-08-17T16:55:56.806 INFO:teuthology.orchestra.run.smithi094.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 4.6 MB/s | 427 kB 00:00 2024-08-17T16:55:56.838 INFO:teuthology.orchestra.run.smithi190.stdout:(53/114): openblas-openmp-0.3.21-2.el9.x86_64.r 33 MB/s | 4.7 MB 00:00 2024-08-17T16:55:56.873 INFO:teuthology.orchestra.run.smithi094.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-08-17T16:55:57.082 INFO:teuthology.orchestra.run.smithi094.stdout:(112/114): librados2-17.2.7-1404.gf2c39d4d.el9. 11 MB/s | 3.1 MB 00:00 2024-08-17T16:55:57.165 INFO:teuthology.orchestra.run.smithi094.stdout:(113/114): librbd1-17.2.7-1404.gf2c39d4d.el9.x8 10 MB/s | 2.9 MB 00:00 2024-08-17T16:55:57.288 INFO:teuthology.orchestra.run.smithi190.stdout:(54/114): ceph-test-17.2.7-1404.gf2c39d4d.el9.x 13 MB/s | 48 MB 00:03 2024-08-17T16:55:57.313 INFO:teuthology.orchestra.run.smithi190.stdout:(55/114): python3-devel-3.9.18-3.el9.x86_64.rpm 514 kB/s | 244 kB 00:00 2024-08-17T16:55:57.364 INFO:teuthology.orchestra.run.smithi190.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-08-17T16:55:57.380 INFO:teuthology.orchestra.run.smithi190.stdout:(57/114): python3-iniconfig-1.1.1-7.el9.noarch. 191 kB/s | 17 kB 00:00 2024-08-17T16:55:57.397 INFO:teuthology.orchestra.run.smithi190.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 770 kB/s | 26 kB 00:00 2024-08-17T16:55:57.473 INFO:teuthology.orchestra.run.smithi190.stdout:(59/114): python3-babel-2.9.1-2.el9.noarch.rpm 8.5 MB/s | 6.0 MB 00:00 2024-08-17T16:55:57.498 INFO:teuthology.orchestra.run.smithi190.stdout:(60/114): python3-jsonpointer-2.0-4.el9.noarch. 163 kB/s | 19 kB 00:00 2024-08-17T16:55:57.524 INFO:teuthology.orchestra.run.smithi190.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 689 kB/s | 35 kB 00:00 2024-08-17T16:55:57.549 INFO:teuthology.orchestra.run.smithi190.stdout:(62/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-08-17T16:55:57.582 INFO:teuthology.orchestra.run.smithi190.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-08-17T16:55:57.607 INFO:teuthology.orchestra.run.smithi190.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-08-17T16:55:57.633 INFO:teuthology.orchestra.run.smithi190.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-08-17T16:55:57.658 INFO:teuthology.orchestra.run.smithi190.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 823 kB/s | 41 kB 00:00 2024-08-17T16:55:57.683 INFO:teuthology.orchestra.run.smithi190.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-08-17T16:55:57.709 INFO:teuthology.orchestra.run.smithi190.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 9.3 MB/s | 477 kB 00:00 2024-08-17T16:55:57.734 INFO:teuthology.orchestra.run.smithi190.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-08-17T16:55:57.759 INFO:teuthology.orchestra.run.smithi190.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-08-17T16:55:57.801 INFO:teuthology.orchestra.run.smithi190.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 7.6 MB/s | 519 kB 00:00 2024-08-17T16:55:57.826 INFO:teuthology.orchestra.run.smithi190.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 762 kB/s | 51 kB 00:00 2024-08-17T16:55:57.851 INFO:teuthology.orchestra.run.smithi190.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-08-17T16:55:57.865 INFO:teuthology.orchestra.run.smithi094.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 7.0 MB/s | 16 MB 00:02 2024-08-17T16:55:57.870 INFO:teuthology.orchestra.run.smithi094.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:55:57.870 INFO:teuthology.orchestra.run.smithi094.stdout:Total 20 MB/s | 190 MB 00:09 2024-08-17T16:55:57.935 INFO:teuthology.orchestra.run.smithi190.stdout:(74/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-08-17T16:55:57.961 INFO:teuthology.orchestra.run.smithi190.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-08-17T16:55:57.986 INFO:teuthology.orchestra.run.smithi190.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-08-17T16:55:58.011 INFO:teuthology.orchestra.run.smithi190.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-08-17T16:55:58.095 INFO:teuthology.orchestra.run.smithi190.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.8 MB/s | 309 kB 00:00 2024-08-17T16:55:58.112 INFO:teuthology.orchestra.run.smithi190.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 4.6 MB/s | 67 kB 00:00 2024-08-17T16:55:58.137 INFO:teuthology.orchestra.run.smithi190.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 387 kB/s | 49 kB 00:00 2024-08-17T16:55:58.162 INFO:teuthology.orchestra.run.smithi190.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-17T16:55:58.187 INFO:teuthology.orchestra.run.smithi190.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-17T16:55:58.213 INFO:teuthology.orchestra.run.smithi190.stdout:(83/114): python3-asyncssh-2.13.2-5.el9.noarch. 5.3 MB/s | 548 kB 00:00 2024-08-17T16:55:58.238 INFO:teuthology.orchestra.run.smithi190.stdout:(84/114): python3-certifi-2023.05.07-4.el9.noar 280 kB/s | 14 kB 00:00 2024-08-17T16:55:58.263 INFO:teuthology.orchestra.run.smithi190.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-08-17T16:55:58.297 INFO:teuthology.orchestra.run.smithi190.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-08-17T16:55:58.322 INFO:teuthology.orchestra.run.smithi190.stdout:(87/114): python3-google-auth-2.33.0-1.el9.noar 3.7 MB/s | 220 kB 00:00 2024-08-17T16:55:58.347 INFO:teuthology.orchestra.run.smithi190.stdout:(88/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-08-17T16:55:58.373 INFO:teuthology.orchestra.run.smithi190.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-08-17T16:55:58.398 INFO:teuthology.orchestra.run.smithi190.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-08-17T16:55:58.423 INFO:teuthology.orchestra.run.smithi190.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 388 kB/s | 19 kB 00:00 2024-08-17T16:55:58.449 INFO:teuthology.orchestra.run.smithi190.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-17T16:55:58.474 INFO:teuthology.orchestra.run.smithi190.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 178 kB/s | 9.0 kB 00:00 2024-08-17T16:55:58.499 INFO:teuthology.orchestra.run.smithi190.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 813 kB/s | 41 kB 00:00 2024-08-17T16:55:58.525 INFO:teuthology.orchestra.run.smithi190.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-17T16:55:58.542 INFO:teuthology.orchestra.run.smithi190.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 4.8 MB/s | 79 kB 00:00 2024-08-17T16:55:58.567 INFO:teuthology.orchestra.run.smithi190.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.2 MB/s | 58 kB 00:00 2024-08-17T16:55:58.589 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction check 2024-08-17T16:55:58.600 INFO:teuthology.orchestra.run.smithi190.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-08-17T16:55:58.625 INFO:teuthology.orchestra.run.smithi190.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 665 kB/s | 16 kB 00:00 2024-08-17T16:55:58.659 INFO:teuthology.orchestra.run.smithi190.stdout:(100/114): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-08-17T16:55:58.682 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction check succeeded. 2024-08-17T16:55:58.682 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction test 2024-08-17T16:55:58.684 INFO:teuthology.orchestra.run.smithi190.stdout:(101/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-08-17T16:55:58.710 INFO:teuthology.orchestra.run.smithi190.stdout:(102/114): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-08-17T16:55:58.735 INFO:teuthology.orchestra.run.smithi190.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-17T16:55:58.760 INFO:teuthology.orchestra.run.smithi190.stdout:(104/114): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-08-17T16:55:58.786 INFO:teuthology.orchestra.run.smithi190.stdout:(105/114): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-08-17T16:55:58.811 INFO:teuthology.orchestra.run.smithi190.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-08-17T16:55:58.845 INFO:teuthology.orchestra.run.smithi190.stdout:(107/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.8 MB/s | 230 kB 00:00 2024-08-17T16:55:58.870 INFO:teuthology.orchestra.run.smithi190.stdout:(108/114): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-08-17T16:55:58.895 INFO:teuthology.orchestra.run.smithi190.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 798 kB/s | 20 kB 00:00 2024-08-17T16:55:58.920 INFO:teuthology.orchestra.run.smithi190.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-08-17T16:55:58.979 INFO:teuthology.orchestra.run.smithi190.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-08-17T16:55:59.155 INFO:teuthology.orchestra.run.smithi190.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-08-17T16:55:59.355 INFO:teuthology.orchestra.run.smithi190.stdout:(113/114): librbd1-17.2.7-1404.gf2c39d4d.el9.x8 7.8 MB/s | 2.9 MB 00:00 2024-08-17T16:55:59.413 INFO:teuthology.orchestra.run.smithi190.stdout:(114/114): librados2-17.2.7-1404.gf2c39d4d.el9. 6.3 MB/s | 3.1 MB 00:00 2024-08-17T16:55:59.419 INFO:teuthology.orchestra.run.smithi190.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:55:59.419 INFO:teuthology.orchestra.run.smithi190.stdout:Total 20 MB/s | 190 MB 00:09 2024-08-17T16:56:00.140 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction check 2024-08-17T16:56:00.234 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction check succeeded. 2024-08-17T16:56:00.234 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction test 2024-08-17T16:56:00.298 INFO:teuthology.orchestra.run.smithi094.stdout:Transaction test succeeded. 2024-08-17T16:56:00.298 INFO:teuthology.orchestra.run.smithi094.stdout:Running transaction 2024-08-17T16:56:01.880 INFO:teuthology.orchestra.run.smithi190.stdout:Transaction test succeeded. 2024-08-17T16:56:01.880 INFO:teuthology.orchestra.run.smithi190.stdout:Running transaction 2024-08-17T16:56:04.909 INFO:teuthology.orchestra.run.smithi094.stdout: Preparing : 1/1 2024-08-17T16:56:04.985 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-17T16:56:05.010 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-17T16:56:05.080 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-17T16:56:05.394 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-17T16:56:05.494 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 5/116 2024-08-17T16:56:05.608 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 5/116 2024-08-17T16:56:05.637 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:56:05.741 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:56:05.797 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 7/116 2024-08-17T16:56:05.825 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-17T16:56:06.263 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-17T16:56:06.304 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:56:06.364 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:56:06.391 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:56:06.462 INFO:teuthology.orchestra.run.smithi190.stdout: Preparing : 1/1 2024-08-17T16:56:06.491 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:56:06.524 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-17T16:56:06.524 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 12/116 2024-08-17T16:56:06.560 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-17T16:56:06.613 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-17T16:56:06.650 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 12/116 2024-08-17T16:56:06.688 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-17T16:56:06.728 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-17T16:56:06.757 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-17T16:56:06.798 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-17T16:56:06.866 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-17T16:56:06.907 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-17T16:56:06.930 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-17T16:56:06.939 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-17T16:56:06.967 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-17T16:56:07.036 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-17T16:56:07.044 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 5/116 2024-08-17T16:56:07.097 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-17T16:56:07.147 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-17T16:56:07.158 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 5/116 2024-08-17T16:56:07.187 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:56:07.188 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-17T16:56:07.223 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-17T16:56:07.269 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el 26/116 2024-08-17T16:56:07.278 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:56:07.338 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 7/116 2024-08-17T16:56:07.342 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_6 27/116 2024-08-17T16:56:07.366 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-17T16:56:07.474 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-17T16:56:07.528 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-17T16:56:07.804 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-17T16:56:07.831 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:56:07.889 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:56:07.915 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:56:08.015 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:56:08.041 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 12/116 2024-08-17T16:56:08.045 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-17T16:56:08.168 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 12/116 2024-08-17T16:56:08.213 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-17T16:56:08.233 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-17T16:56:08.253 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-17T16:56:08.285 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-17T16:56:08.320 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-17T16:56:08.354 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-17T16:56:08.394 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-17T16:56:08.429 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-17T16:56:08.429 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 36/116 2024-08-17T16:56:08.466 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-17T16:56:08.467 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_6 37/116 2024-08-17T16:56:08.498 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-17T16:56:08.534 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-17T16:56:08.540 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-17T16:56:08.589 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-17T16:56:08.591 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-17T16:56:08.623 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-17T16:56:08.658 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-17T16:56:08.662 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-17T16:56:08.694 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-17T16:56:08.727 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-17T16:56:08.729 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-17T16:56:08.777 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-17T16:56:08.780 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-17T16:56:08.814 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-17T16:56:08.821 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-17T16:56:08.855 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-17T16:56:08.863 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-17T16:56:08.890 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-17T16:56:08.936 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el 26/116 2024-08-17T16:56:09.000 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-17T16:56:09.007 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_6 27/116 2024-08-17T16:56:09.040 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-17T16:56:09.081 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-17T16:56:09.158 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-17T16:56:09.184 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-17T16:56:09.211 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-17T16:56:09.215 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 51/116 2024-08-17T16:56:09.257 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-17T16:56:09.293 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-17T16:56:09.338 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-17T16:56:09.461 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-17T16:56:09.521 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-17T16:56:09.559 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-17T16:56:09.658 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-17T16:56:09.713 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-17T16:56:09.743 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-17T16:56:09.824 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-17T16:56:09.869 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-17T16:56:09.903 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-17T16:56:09.938 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-17T16:56:09.978 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-17T16:56:10.012 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 36/116 2024-08-17T16:56:10.051 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_6 37/116 2024-08-17T16:56:10.081 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-17T16:56:10.126 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-17T16:56:10.181 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-17T16:56:10.256 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-17T16:56:10.294 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-17T16:56:10.330 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-17T16:56:10.377 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-17T16:56:10.422 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-17T16:56:10.437 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-17T16:56:10.463 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-17T16:56:10.485 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-17T16:56:10.518 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-17T16:56:10.552 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-17T16:56:10.612 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-17T16:56:10.649 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-17T16:56:10.656 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-17T16:56:10.698 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-17T16:56:10.735 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-17T16:56:10.779 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-17T16:56:10.802 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-17T16:56:10.841 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 51/116 2024-08-17T16:56:10.882 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-17T16:56:10.918 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-17T16:56:10.953 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-17T16:56:10.963 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-17T16:56:10.993 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-17T16:56:11.076 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-17T16:56:11.098 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-17T16:56:11.137 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-17T16:56:11.176 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-17T16:56:11.275 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-17T16:56:11.323 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-17T16:56:11.735 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-17T16:56:11.849 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-17T16:56:12.060 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-17T16:56:12.115 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-17T16:56:12.153 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-17T16:56:12.187 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-17T16:56:12.287 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-17T16:56:12.336 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-17T16:56:12.379 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-17T16:56:12.558 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-17T16:56:12.594 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-17T16:56:12.673 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-17T16:56:13.138 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-17T16:56:13.215 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-17T16:56:13.335 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-17T16:56:13.505 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-17T16:56:13.512 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-17T16:56:13.552 INFO:teuthology.orchestra.run.smithi094.stdout: Upgrading : librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 75/116 2024-08-17T16:56:13.646 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 75/116 2024-08-17T16:56:13.916 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 76/116 2024-08-17T16:56:13.974 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-17T16:56:14.037 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-17T16:56:14.222 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-17T16:56:14.269 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-17T16:56:14.348 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-17T16:56:14.444 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-17T16:56:14.584 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-17T16:56:14.632 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-17T16:56:14.661 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-17T16:56:14.695 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-17T16:56:14.726 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-17T16:56:14.754 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-17T16:56:14.819 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-17T16:56:14.900 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-17T16:56:15.192 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-17T16:56:15.215 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 89/116 2024-08-17T16:56:15.228 INFO:teuthology.orchestra.run.smithi190.stdout: Upgrading : librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 75/116 2024-08-17T16:56:15.242 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 89/116 2024-08-17T16:56:15.272 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.e 90/116 2024-08-17T16:56:15.322 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 75/116 2024-08-17T16:56:15.346 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d. 91/116 2024-08-17T16:56:15.358 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 76/116 2024-08-17T16:56:15.375 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9. 92/116 2024-08-17T16:56:15.415 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-17T16:56:15.471 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-17T16:56:15.668 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-17T16:56:15.712 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-17T16:56:15.790 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-17T16:56:15.887 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-17T16:56:16.027 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-17T16:56:16.075 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-17T16:56:16.104 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-17T16:56:16.138 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-17T16:56:16.170 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-17T16:56:16.197 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-17T16:56:16.616 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 89/116 2024-08-17T16:56:16.644 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 89/116 2024-08-17T16:56:16.674 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.e 90/116 2024-08-17T16:56:16.752 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d. 91/116 2024-08-17T16:56:16.777 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9. 92/116 2024-08-17T16:56:17.783 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:56:17.813 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:56:18.323 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:56:18.613 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 94/116 2024-08-17T16:56:18.704 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 94/116 2024-08-17T16:56:18.704 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T16:56:18.704 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T16:56:18.704 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:18.734 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 95/116 2024-08-17T16:56:19.168 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:56:19.207 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:56:19.737 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 93/116 2024-08-17T16:56:19.777 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 94/116 2024-08-17T16:56:19.859 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 94/116 2024-08-17T16:56:19.859 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T16:56:19.859 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T16:56:19.859 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:19.894 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 95/116 2024-08-17T16:56:30.085 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 95/116 2024-08-17T16:56:30.085 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /sys 2024-08-17T16:56:30.085 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /proc 2024-08-17T16:56:30.086 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /mnt 2024-08-17T16:56:30.086 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /var/tmp 2024-08-17T16:56:30.086 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /home 2024-08-17T16:56:30.086 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /root 2024-08-17T16:56:30.086 INFO:teuthology.orchestra.run.smithi094.stdout:skipping the directory /tmp 2024-08-17T16:56:30.086 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:30.168 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 96/116 2024-08-17T16:56:31.118 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 95/116 2024-08-17T16:56:31.118 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /sys 2024-08-17T16:56:31.118 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /proc 2024-08-17T16:56:31.118 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /mnt 2024-08-17T16:56:31.119 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /var/tmp 2024-08-17T16:56:31.119 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /home 2024-08-17T16:56:31.119 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /root 2024-08-17T16:56:31.119 INFO:teuthology.orchestra.run.smithi190.stdout:skipping the directory /tmp 2024-08-17T16:56:31.119 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:31.172 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 96/116 2024-08-17T16:56:31.195 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 96/116 2024-08-17T16:56:31.214 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 97/116 2024-08-17T16:56:32.170 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 97/116 2024-08-17T16:56:32.198 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 98/116 2024-08-17T16:56:32.219 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 96/116 2024-08-17T16:56:32.250 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 97/116 2024-08-17T16:56:32.297 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 98/116 2024-08-17T16:56:32.454 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el 99/116 2024-08-17T16:56:32.483 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 100/116 2024-08-17T16:56:32.506 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 100/116 2024-08-17T16:56:32.506 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:32.506 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T16:56:32.506 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:56:32.507 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:56:32.507 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:32.550 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 101/116 2024-08-17T16:56:32.733 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 101/116 2024-08-17T16:56:32.767 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 102/116 2024-08-17T16:56:32.790 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 102/116 2024-08-17T16:56:32.790 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:32.790 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T16:56:32.790 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:56:32.790 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:56:32.790 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:33.160 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 103/116 2024-08-17T16:56:33.182 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 103/116 2024-08-17T16:56:33.183 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:33.183 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T16:56:33.183 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:56:33.183 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:56:33.183 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:33.209 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 97/116 2024-08-17T16:56:33.241 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 98/116 2024-08-17T16:56:33.343 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 98/116 2024-08-17T16:56:33.511 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el 99/116 2024-08-17T16:56:33.544 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 100/116 2024-08-17T16:56:33.567 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 100/116 2024-08-17T16:56:33.567 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:33.567 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T16:56:33.567 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:56:33.567 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:56:33.568 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:33.611 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 101/116 2024-08-17T16:56:33.794 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 101/116 2024-08-17T16:56:33.828 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 102/116 2024-08-17T16:56:33.852 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 102/116 2024-08-17T16:56:33.852 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:33.852 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T16:56:33.852 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:56:33.852 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:56:33.852 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:34.221 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 103/116 2024-08-17T16:56:34.244 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 103/116 2024-08-17T16:56:34.244 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:34.244 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T16:56:34.244 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:56:34.244 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:56:34.244 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:34.503 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 104/116 2024-08-17T16:56:34.529 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 104/116 2024-08-17T16:56:34.529 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:34.529 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T16:56:34.529 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:56:34.529 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:56:34.529 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:35.563 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 104/116 2024-08-17T16:56:35.589 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 104/116 2024-08-17T16:56:35.590 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:35.590 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T16:56:35.590 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:56:35.590 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:56:35.590 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:35.765 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 105/116 2024-08-17T16:56:35.796 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 106/116 2024-08-17T16:56:35.857 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 106/116 2024-08-17T16:56:35.857 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:35.857 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T16:56:35.857 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:56:35.857 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:56:35.857 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:35.914 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 107/116 2024-08-17T16:56:35.936 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 107/116 2024-08-17T16:56:35.936 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:35.937 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T16:56:35.937 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:36.231 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 108/116 2024-08-17T16:56:36.254 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 108/116 2024-08-17T16:56:36.254 INFO:teuthology.orchestra.run.smithi094.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:36.254 INFO:teuthology.orchestra.run.smithi094.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T16:56:36.254 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:56:36.254 INFO:teuthology.orchestra.run.smithi094.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:56:36.254 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:36.829 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 105/116 2024-08-17T16:56:36.873 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 106/116 2024-08-17T16:56:36.934 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 106/116 2024-08-17T16:56:36.935 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:36.935 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T16:56:36.935 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:56:36.935 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:56:36.935 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:36.983 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 107/116 2024-08-17T16:56:37.005 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 107/116 2024-08-17T16:56:37.005 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:37.005 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T16:56:37.006 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:37.300 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 108/116 2024-08-17T16:56:37.323 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 108/116 2024-08-17T16:56:37.323 INFO:teuthology.orchestra.run.smithi190.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:56:37.323 INFO:teuthology.orchestra.run.smithi190.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T16:56:37.323 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:56:37.323 INFO:teuthology.orchestra.run.smithi190.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:56:37.323 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:40.670 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 109/116 2024-08-17T16:56:40.710 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 110/116 2024-08-17T16:56:40.751 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 111/116 2024-08-17T16:56:40.904 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 112/116 2024-08-17T16:56:40.942 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-17T16:56:40.965 INFO:teuthology.orchestra.run.smithi094.stdout: Installing : libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_ 114/116 2024-08-17T16:56:40.965 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T16:56:41.032 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T16:56:41.033 INFO:teuthology.orchestra.run.smithi094.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:56:41.723 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 109/116 2024-08-17T16:56:41.762 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 110/116 2024-08-17T16:56:41.803 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 111/116 2024-08-17T16:56:41.921 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 112/116 2024-08-17T16:56:41.960 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-17T16:56:41.983 INFO:teuthology.orchestra.run.smithi190.stdout: Installing : libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_ 114/116 2024-08-17T16:56:41.984 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T16:56:42.079 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-17T16:56:42.079 INFO:teuthology.orchestra.run.smithi190.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:56:46.102 INFO:teuthology.orchestra.run.smithi094.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 1/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 3/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 4/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 5/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 7/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 8/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 9/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:56:46.103 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 12/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_ 13/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 14/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 15/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_6 16/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 17/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 18/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el 19/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9. 20/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_6 21/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 22/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 23/116 2024-08-17T16:56:46.104 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 24/116 2024-08-17T16:56:46.105 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 25/116 2024-08-17T16:56:46.105 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 26/116 2024-08-17T16:56:46.105 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 27/116 2024-08-17T16:56:46.112 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d. 28/116 2024-08-17T16:56:46.112 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 29/116 2024-08-17T16:56:46.112 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 30/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 31/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el 32/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 33/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.e 34/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 35/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-17T16:56:46.113 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-17T16:56:46.114 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-17T16:56:46.115 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-17T16:56:46.116 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 88/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-17T16:56:46.117 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-17T16:56:46.118 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-17T16:56:46.119 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-17T16:56:46.119 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-17T16:56:46.119 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-17T16:56:46.119 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 113/116 2024-08-17T16:56:46.119 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-17T16:56:46.119 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 115/116 2024-08-17T16:56:46.970 INFO:teuthology.orchestra.run.smithi190.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 1/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 3/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 4/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1404.gf2c39 5/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 6/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 7/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 8/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 9/116 2024-08-17T16:56:46.971 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 10/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 11/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 12/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_ 13/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 14/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 15/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_6 16/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86 17/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 18/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el 19/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9. 20/116 2024-08-17T16:56:46.972 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_6 21/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 22/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 23/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 24/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 25/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 26/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 27/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d. 28/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noa 29/116 2024-08-17T16:56:46.973 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.n 30/116 2024-08-17T16:56:46.980 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c 31/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el 32/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 33/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.e 34/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 35/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-17T16:56:46.981 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-17T16:56:46.982 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-17T16:56:46.983 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-17T16:56:46.984 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 88/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-17T16:56:46.985 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-17T16:56:46.986 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-17T16:56:46.987 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-17T16:56:46.987 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-17T16:56:46.987 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-17T16:56:46.987 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-17T16:56:46.987 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 113/116 2024-08-17T16:56:46.987 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-17T16:56:46.987 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 115/116 2024-08-17T16:56:47.982 INFO:teuthology.orchestra.run.smithi094.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:56:47.982 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:47.982 INFO:teuthology.orchestra.run.smithi094.stdout:Upgraded: 2024-08-17T16:56:47.982 INFO:teuthology.orchestra.run.smithi094.stdout: librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.982 INFO:teuthology.orchestra.run.smithi094.stdout: librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout:Installed: 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-immutable-object-cache-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:47.983 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T16:56:47.984 INFO:teuthology.orchestra.run.smithi094.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.985 INFO:teuthology.orchestra.run.smithi094.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.986 INFO:teuthology.orchestra.run.smithi094.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T16:56:47.987 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T16:56:47.988 INFO:teuthology.orchestra.run.smithi094.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T16:56:47.989 INFO:teuthology.orchestra.run.smithi094.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T16:56:47.990 INFO:teuthology.orchestra.run.smithi094.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T16:56:47.991 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.992 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.992 INFO:teuthology.orchestra.run.smithi094.stdout: rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:47.992 INFO:teuthology.orchestra.run.smithi094.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T16:56:47.992 INFO:teuthology.orchestra.run.smithi094.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T16:56:47.992 INFO:teuthology.orchestra.run.smithi094.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T16:56:47.992 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:56:47.992 INFO:teuthology.orchestra.run.smithi094.stdout:Complete! 2024-08-17T16:56:48.324 DEBUG:teuthology.parallel:result is None 2024-08-17T16:56:48.825 INFO:teuthology.orchestra.run.smithi190.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-17T16:56:48.825 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:48.825 INFO:teuthology.orchestra.run.smithi190.stdout:Upgraded: 2024-08-17T16:56:48.825 INFO:teuthology.orchestra.run.smithi190.stdout: librados2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.825 INFO:teuthology.orchestra.run.smithi190.stdout: librbd1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout:Installed: 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-base-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-grafana-dashboards-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-immutable-object-cache-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mds-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-dashboard-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:48.826 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-modules-core-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mgr-rook-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-mon-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-osd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-prometheus-alerts-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-radosgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-selinux-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: ceph-test-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: cephadm-2:17.2.7-1404.gf2c39d4d.el9.noarch 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T16:56:48.827 INFO:teuthology.orchestra.run.smithi190.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: libcephfs2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: libcephsqlite-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: librados-devel-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: libradosstriper1-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T16:56:48.828 INFO:teuthology.orchestra.run.smithi190.stdout: librgw2-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-argparse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ceph-common-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cephfs-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T16:56:48.829 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T16:56:48.830 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T16:56:48.831 INFO:teuthology.orchestra.run.smithi190.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rados-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.832 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rgw-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T16:56:48.833 INFO:teuthology.orchestra.run.smithi190.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-fuse-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-mirror-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout: rbd-nbd-2:17.2.7-1404.gf2c39d4d.el9.x86_64 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:56:48.834 INFO:teuthology.orchestra.run.smithi190.stdout:Complete! 2024-08-17T16:56:49.153 DEBUG:teuthology.parallel:result is None 2024-08-17T16:56:49.153 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:56:49.154 INFO:teuthology.packaging:ref: None 2024-08-17T16:56:49.154 INFO:teuthology.packaging:tag: None 2024-08-17T16:56:49.154 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:56:49.154 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:56:49.154 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T16:56:49.378 DEBUG:teuthology.orchestra.run.smithi094:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T16:56:49.405 INFO:teuthology.orchestra.run.smithi094.stdout:17.2.7-1404.gf2c39d4d.el9 2024-08-17T16:56:49.405 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1404.gf2c39d4d.el9 2024-08-17T16:56:49.406 INFO:teuthology.task.install:The correct ceph version 17.2.7-1404.gf2c39d4d is installed. 2024-08-17T16:56:49.407 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:56:49.407 INFO:teuthology.packaging:ref: None 2024-08-17T16:56:49.407 INFO:teuthology.packaging:tag: None 2024-08-17T16:56:49.407 INFO:teuthology.packaging:branch: quincy 2024-08-17T16:56:49.408 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:56:49.408 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-17T16:56:49.629 DEBUG:teuthology.orchestra.run.smithi190:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T16:56:49.652 INFO:teuthology.orchestra.run.smithi190.stdout:17.2.7-1404.gf2c39d4d.el9 2024-08-17T16:56:49.652 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1404.gf2c39d4d.el9 2024-08-17T16:56:49.653 INFO:teuthology.task.install:The correct ceph version 17.2.7-1404.gf2c39d4d is installed. 2024-08-17T16:56:49.654 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-17T16:56:49.655 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:56:49.655 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T16:56:49.687 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:56:49.687 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T16:56:49.720 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-17T16:56:49.720 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:56:49.720 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T16:56:49.756 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T16:56:49.825 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:56:49.825 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T16:56:49.851 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T16:56:49.916 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-17T16:56:49.916 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:56:49.916 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T16:56:49.945 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T16:56:50.012 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:56:50.012 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T16:56:50.037 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T16:56:50.102 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-17T16:56:50.103 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:56:50.103 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T16:56:50.129 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T16:56:50.196 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:56:50.196 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T16:56:50.220 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T16:56:50.285 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:56:50.294 INFO:teuthology.task.print:**** done install task... 2024-08-17T16:56:50.294 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:56:50.338 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-17T16:56:50.338 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-17T16:56:50.446 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'OSD_DOWN', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSDMAP_FLAGS', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'} 2024-08-17T16:56:50.446 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T16:56:50.447 INFO:tasks.cephadm:Cluster fsid is b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:50.447 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-17T16:56:50.447 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.94', 'mon.c': '[v2:172.21.15.94:3301,v1:172.21.15.94:6790]', 'mon.b': '172.21.15.190'} 2024-08-17T16:56:50.447 INFO:tasks.cephadm:First mon is mon.a on smithi094 2024-08-17T16:56:50.447 INFO:tasks.cephadm:First mgr is y 2024-08-17T16:56:50.448 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-17T16:56:50.448 DEBUG:teuthology.orchestra.run.smithi094:> sudo hostname $(hostname -s) 2024-08-17T16:56:50.476 DEBUG:teuthology.orchestra.run.smithi190:> sudo hostname $(hostname -s) 2024-08-17T16:56:50.501 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-17T16:56:50.501 DEBUG:teuthology.orchestra.run.smithi094:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T16:56:50.662 INFO:teuthology.orchestra.run.smithi094.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 17 16:56 /home/ubuntu/cephtest/cephadm 2024-08-17T16:56:50.662 DEBUG:teuthology.orchestra.run.smithi190:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T16:56:50.805 INFO:teuthology.orchestra.run.smithi190.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 17 16:56 /home/ubuntu/cephtest/cephadm 2024-08-17T16:56:50.805 DEBUG:teuthology.orchestra.run.smithi094:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T16:56:50.823 DEBUG:teuthology.orchestra.run.smithi190:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T16:56:50.849 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-17T16:56:50.850 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-17T16:56:50.865 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-17T16:56:51.799 INFO:teuthology.orchestra.run.smithi190.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T16:56:51.824 INFO:teuthology.orchestra.run.smithi094.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T16:57:36.952 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T16:57:36.952 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph_version": "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)", 2024-08-17T16:57:36.952 INFO:teuthology.orchestra.run.smithi094.stdout: "image_id": "f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce", 2024-08-17T16:57:36.953 INFO:teuthology.orchestra.run.smithi094.stdout: "repo_digests": [ 2024-08-17T16:57:36.953 INFO:teuthology.orchestra.run.smithi094.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251" 2024-08-17T16:57:36.953 INFO:teuthology.orchestra.run.smithi094.stdout: ] 2024-08-17T16:57:36.953 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T16:57:42.901 INFO:teuthology.orchestra.run.smithi190.stdout:{ 2024-08-17T16:57:42.901 INFO:teuthology.orchestra.run.smithi190.stdout: "ceph_version": "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)", 2024-08-17T16:57:42.901 INFO:teuthology.orchestra.run.smithi190.stdout: "image_id": "f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce", 2024-08-17T16:57:42.901 INFO:teuthology.orchestra.run.smithi190.stdout: "repo_digests": [ 2024-08-17T16:57:42.901 INFO:teuthology.orchestra.run.smithi190.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251" 2024-08-17T16:57:42.901 INFO:teuthology.orchestra.run.smithi190.stdout: ] 2024-08-17T16:57:42.901 INFO:teuthology.orchestra.run.smithi190.stdout:} 2024-08-17T16:57:42.924 DEBUG:teuthology.orchestra.run.smithi094:> sudo mkdir -p /etc/ceph 2024-08-17T16:57:42.957 DEBUG:teuthology.orchestra.run.smithi190:> sudo mkdir -p /etc/ceph 2024-08-17T16:57:42.986 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 777 /etc/ceph 2024-08-17T16:57:43.026 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 777 /etc/ceph 2024-08-17T16:57:43.052 INFO:tasks.cephadm:Writing seed config... 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-17T16:57:43.054 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-17T16:57:43.055 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:57:43.055 DEBUG:teuthology.orchestra.run.smithi094:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-17T16:57:43.084 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = b274a7f2-5cb9-11ef-bccf-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-17T16:57:43.084 DEBUG:teuthology.orchestra.run.smithi094:mon.a> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a.service 2024-08-17T16:57:43.127 DEBUG:teuthology.orchestra.run.smithi094:mgr.y> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y.service 2024-08-17T16:57:43.170 INFO:tasks.cephadm:Bootstrapping... 2024-08-17T16:57:43.170 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.94 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:57:43.374 INFO:teuthology.orchestra.run.smithi094.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:57:43.375 INFO:teuthology.orchestra.run.smithi094.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'b274a7f2-5cb9-11ef-bccf-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.94', '--skip-admin-label'] 2024-08-17T16:57:43.400 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:57:43.400 INFO:teuthology.orchestra.run.smithi094.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-17T16:57:43.400 INFO:teuthology.orchestra.run.smithi094.stdout:Verifying podman|docker is present... 2024-08-17T16:57:43.424 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:57:43.424 INFO:teuthology.orchestra.run.smithi094.stdout:Verifying lvm2 is present... 2024-08-17T16:57:43.424 INFO:teuthology.orchestra.run.smithi094.stdout:Verifying time synchronization is in place... 2024-08-17T16:57:43.432 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T16:57:43.432 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T16:57:43.439 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T16:57:43.439 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout inactive 2024-08-17T16:57:43.445 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout enabled 2024-08-17T16:57:43.452 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout active 2024-08-17T16:57:43.452 INFO:teuthology.orchestra.run.smithi094.stdout:Unit chronyd.service is enabled and running 2024-08-17T16:57:43.452 INFO:teuthology.orchestra.run.smithi094.stdout:Repeating the final host check... 2024-08-17T16:57:43.477 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:57:43.477 INFO:teuthology.orchestra.run.smithi094.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-17T16:57:43.477 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl is present 2024-08-17T16:57:43.477 INFO:teuthology.orchestra.run.smithi094.stdout:lvcreate is present 2024-08-17T16:57:43.484 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T16:57:43.484 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T16:57:43.490 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T16:57:43.490 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout inactive 2024-08-17T16:57:43.497 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout enabled 2024-08-17T16:57:43.504 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout active 2024-08-17T16:57:43.504 INFO:teuthology.orchestra.run.smithi094.stdout:Unit chronyd.service is enabled and running 2024-08-17T16:57:43.504 INFO:teuthology.orchestra.run.smithi094.stdout:Host looks OK 2024-08-17T16:57:43.504 INFO:teuthology.orchestra.run.smithi094.stdout:Cluster fsid: b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:43.504 INFO:teuthology.orchestra.run.smithi094.stdout:Acquiring lock 139999397335920 on /run/cephadm/b274a7f2-5cb9-11ef-bccf-c7b262605968.lock 2024-08-17T16:57:43.504 INFO:teuthology.orchestra.run.smithi094.stdout:Lock 139999397335920 acquired on /run/cephadm/b274a7f2-5cb9-11ef-bccf-c7b262605968.lock 2024-08-17T16:57:43.505 INFO:teuthology.orchestra.run.smithi094.stdout:Verifying IP 172.21.15.94 port 3300 ... 2024-08-17T16:57:43.505 INFO:teuthology.orchestra.run.smithi094.stdout:Verifying IP 172.21.15.94 port 6789 ... 2024-08-17T16:57:43.505 INFO:teuthology.orchestra.run.smithi094.stdout:Base mon IP(s) is [172.21.15.94:3300, 172.21.15.94:6789], mon addrv is [v2:172.21.15.94:3300,v1:172.21.15.94:6789] 2024-08-17T16:57:43.508 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.94 metric 100 2024-08-17T16:57:43.508 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.94 metric 100 2024-08-17T16:57:43.511 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-17T16:57:43.511 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-08-17T16:57:43.511 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1732sec hoplimit 64 pref medium 2024-08-17T16:57:43.514 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-17T16:57:43.514 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-17T16:57:43.514 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T16:57:43.514 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-17T16:57:43.514 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d763/64 scope link 2024-08-17T16:57:43.514 INFO:teuthology.orchestra.run.smithi094.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T16:57:43.515 INFO:teuthology.orchestra.run.smithi094.stdout:Mon IP `172.21.15.94` is in CIDR network `172.21.0.0/20` 2024-08-17T16:57:43.515 INFO:teuthology.orchestra.run.smithi094.stdout:Mon IP `172.21.15.94` is in CIDR network `172.21.0.0/20` 2024-08-17T16:57:43.515 INFO:teuthology.orchestra.run.smithi094.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-17T16:57:43.515 INFO:teuthology.orchestra.run.smithi094.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-17T16:57:43.516 INFO:teuthology.orchestra.run.smithi094.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T16:57:43.944 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stdout f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce 2024-08-17T16:57:43.944 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-17T16:57:43.944 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stderr Getting image source signatures 2024-08-17T16:57:43.944 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stderr Copying blob sha256:11a3dd1ce731c9342fb0d936b067311689a4bd18187bbc27c4f481cc3262ce2c 2024-08-17T16:57:43.944 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-17T16:57:43.944 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stderr Copying config sha256:f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce 2024-08-17T16:57:43.944 INFO:teuthology.orchestra.run.smithi094.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-17T16:57:44.974 INFO:teuthology.orchestra.run.smithi094.stdout:ceph: stdout ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable) 2024-08-17T16:57:44.974 INFO:teuthology.orchestra.run.smithi094.stdout:Ceph version: ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable) 2024-08-17T16:57:44.974 INFO:teuthology.orchestra.run.smithi094.stdout:Extracting ceph user uid/gid from container image... 2024-08-17T16:57:45.904 INFO:teuthology.orchestra.run.smithi094.stdout:stat: stdout 167 167 2024-08-17T16:57:45.904 INFO:teuthology.orchestra.run.smithi094.stdout:Creating initial keys... 2024-08-17T16:57:46.818 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph-authtool: stdout AQCK1sBm28EMDhAApB9enE/kwXShD3B7grZ7Nw== 2024-08-17T16:57:47.749 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph-authtool: stdout AQCL1sBm0w7pCBAAPG2zHmszGqkgTwnf0ZsFXQ== 2024-08-17T16:57:48.730 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph-authtool: stdout AQCM1sBmydjHBhAAS1/+kwFMvWFlapRpsFXJPQ== 2024-08-17T16:57:48.730 INFO:teuthology.orchestra.run.smithi094.stdout:Creating initial monmap... 2024-08-17T16:57:49.795 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T16:57:49.795 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-17T16:57:49.795 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:49.795 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T16:57:49.795 INFO:teuthology.orchestra.run.smithi094.stdout:monmaptool for a [v2:172.21.15.94:3300,v1:172.21.15.94:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T16:57:49.795 INFO:teuthology.orchestra.run.smithi094.stdout:setting min_mon_release = octopus 2024-08-17T16:57:49.795 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/monmaptool: set fsid to b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:49.795 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T16:57:49.796 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:57:49.796 INFO:teuthology.orchestra.run.smithi094.stdout:Creating mon... 2024-08-17T16:57:50.701 INFO:teuthology.orchestra.run.smithi094.stdout:create mon.a on 2024-08-17T16:57:50.888 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-17T16:57:51.028 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-17T16:57:51.168 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968.target. 2024-08-17T16:57:51.168 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968.target. 2024-08-17T16:57:51.332 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a 2024-08-17T16:57:51.332 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Failed to reset failed state of unit ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a.service: Unit ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a.service not loaded. 2024-08-17T16:57:51.488 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968.target.wants/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a.service → /etc/systemd/system/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@.service. 2024-08-17T16:57:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:51 smithi094 ceph-mon[29439]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:57:52.040 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:57:52.040 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout disabled 2024-08-17T16:57:52.047 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:57:52.048 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout inactive 2024-08-17T16:57:52.048 INFO:teuthology.orchestra.run.smithi094.stdout:firewalld.service is not enabled 2024-08-17T16:57:52.048 INFO:teuthology.orchestra.run.smithi094.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T16:57:52.048 INFO:teuthology.orchestra.run.smithi094.stdout:Waiting for mon to start... 2024-08-17T16:57:52.048 INFO:teuthology.orchestra.run.smithi094.stdout:Waiting for mon... 2024-08-17T16:57:52.310 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:52 smithi094 bash[29401]: d37678762bfd85a97bca16df831c8223b753d66baa732d39e1fc1b77a499f275 2024-08-17T16:57:52.310 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:52 smithi094 systemd[1]: Started Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:57:53.134 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:52 smithi094 ceph-mon[29439]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:57:53.134 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:52 smithi094 ceph-mon[29439]: monmap e1: 1 mons at {a=[v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:57:53.134 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:52 smithi094 ceph-mon[29439]: fsmap 2024-08-17T16:57:53.134 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:52 smithi094 ceph-mon[29439]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T16:57:53.134 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:52 smithi094 ceph-mon[29439]: mgrmap e1: no daemons active 2024-08-17T16:57:53.134 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:52 smithi094 ceph-mon[29439]: from='client.? 172.21.15.94:0/3715079416' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T16:57:53.138 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout cluster: 2024-08-17T16:57:53.138 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout id: b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:53.138 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-17T16:57:53.138 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:57:53.138 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout services: 2024-08-17T16:57:53.138 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.617001s) 2024-08-17T16:57:53.138 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-17T16:57:53.138 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout data: 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout pgs: 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:mon is available 2024-08-17T16:57:53.139 INFO:teuthology.orchestra.run.smithi094.stdout:Assimilating anything we can from ceph.conf... 2024-08-17T16:57:54.148 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:53 smithi094 ceph-mon[29439]: from='client.? 172.21.15.94:0/88803471' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T16:57:54.149 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:53 smithi094 ceph-mon[29439]: from='client.? 172.21.15.94:0/88803471' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-17T16:57:54.152 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:57:54.152 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout fsid = b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.94:3300,v1:172.21.15.94:6789] 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:57:54.153 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T16:57:54.154 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T16:57:54.154 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T16:57:54.154 INFO:teuthology.orchestra.run.smithi094.stdout:Generating new minimal ceph.conf... 2024-08-17T16:57:55.141 INFO:teuthology.orchestra.run.smithi094.stdout:Restarting the monitor... 2024-08-17T16:57:55.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:54 smithi094 ceph-mon[29439]: from='client.? 172.21.15.94:0/2857520028' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:55.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:55 smithi094 systemd[1]: Stopping Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T16:57:55.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[29416]: 2024-08-17T16:57:55.425+0000 7f1e13896640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:57:55.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[29416]: 2024-08-17T16:57:55.425+0000 7f1e13896640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-17T16:57:55.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:55 smithi094 podman[29758]: 2024-08-17 16:57:55.662003863 +0000 UTC m=+0.360339062 container died d37678762bfd85a97bca16df831c8223b753d66baa732d39e1fc1b77a499f275 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, RELEASE=quincy-f2c39d4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:57:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:55 smithi094 podman[29758]: 2024-08-17 16:57:55.998708363 +0000 UTC m=+0.697043563 container cleanup d37678762bfd85a97bca16df831c8223b753d66baa732d39e1fc1b77a499f275 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4) 2024-08-17T16:57:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:55 smithi094 bash[29758]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a 2024-08-17T16:57:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:56 smithi094 podman[29778]: 2024-08-17 16:57:56.166297591 +0000 UTC m=+0.499822999 container remove d37678762bfd85a97bca16df831c8223b753d66baa732d39e1fc1b77a499f275 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T16:57:56.629 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:56 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T16:57:56.629 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:56 smithi094 systemd[1]: Stopped Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:57:56.629 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:56 smithi094 systemd[1]: Starting Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T16:57:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:56 smithi094 podman[29874]: 2024-08-17 16:57:56.530924448 +0000 UTC m=+0.017045344 image pull f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce quay.ceph.io/ceph-ci/ceph:quincy 2024-08-17T16:57:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:57 smithi094 podman[29874]: 2024-08-17 16:57:57.38507335 +0000 UTC m=+0.871194240 container create 4a10d8ee64fe5ee5aa29b4f6c1d7046f3d8844655770470f072d0b8dfb0388ee (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T16:57:59.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 podman[29874]: 2024-08-17 16:57:59.298052511 +0000 UTC m=+2.784173418 container init 4a10d8ee64fe5ee5aa29b4f6c1d7046f3d8844655770470f072d0b8dfb0388ee (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 podman[29874]: 2024-08-17 16:57:59.304726884 +0000 UTC m=+2.790847777 container start 4a10d8ee64fe5ee5aa29b4f6c1d7046f3d8844655770470f072d0b8dfb0388ee (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable), process ceph-mon, pid 7 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: pidfile_write: ignore empty --pid-file 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: load: jerasure load: lrc 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: RocksDB version: 6.15.5 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Compile date Aug 17 2024 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: DB SUMMARY 2024-08-17T16:57:59.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: DB Session ID: IMNM6ECKZEJL8GPJYVCL 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83674 ; 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.env: 0x55ec8d4a9480 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.fs: Posix File System 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.info_log: 0x55ec8f788f80 2024-08-17T16:57:59.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:57:59.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.statistics: (nil) 2024-08-17T16:57:59.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.use_fsync: 0 2024-08-17T16:57:59.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:57:59.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:57:59.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:57:59.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:57:59.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.db_log_dir: 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:57:59.777 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.write_buffer_manager: 0x55ec8f846780 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:57:59.778 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.unordered_write: 0 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.row_cache: None 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.wal_filter: None 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.preserve_deletes: 0 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:57:59.779 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:57:59.780 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_open_files: -1 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Compression algorithms supported: 2024-08-17T16:57:59.781 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: kZSTD supported: 0 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.merge_operator: 2024-08-17T16:57:59.782 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_filter: None 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ec8f72fa78) 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: index_type: 0 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: data_block_index_type: 0 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: index_shortening: 1 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: hash_index_allow_collision: 1 2024-08-17T16:57:59.783 INFO:journalctl@ceph.mon.a.smithi094.stdout: checksum: 1 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: no_block_cache: 0 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_cache: 0x55ec8f7651f0 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_cache_options: 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: capacity : 536870912 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: num_shard_bits : 4 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: strict_capacity_limit : 0 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_cache_compressed: (nil) 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: persistent_cache: (nil) 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_size: 4096 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_size_deviation: 10 2024-08-17T16:57:59.784 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_restart_interval: 16 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: index_block_restart_interval: 1 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: metadata_block_size: 4096 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: partition_filters: 0 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: use_delta_encoding: 1 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: whole_key_filtering: 1 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: verify_compression: 0 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: format_version: 4 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: enable_index_compression: 1 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_align: 0 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:57:59.785 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compression: NoCompression 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.num_levels: 7 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:57:59.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:57:59.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.arena_block_size: 4194304 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:57:59.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:57:59.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.ttl: 2592000 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:57:59.790 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913879331558, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913879332792, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80247, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78489, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72702, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723913879, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "4a2fcc14-333e-4c05-b6c1-af66b5e3173b", "db_session_id": "IMNM6ECKZEJL8GPJYVCL"}} 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913879333373, "job": 1, "event": "recovery_finished"} 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ec8f798700 2024-08-17T16:57:59.791 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: DB pointer 0x55ec8f768000 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** DB Stats ** 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:57:59.792 INFO:journalctl@ceph.mon.a.smithi094.stdout: L0 2/0 80.15 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 94.6 0.00 0.00 1 0.001 0 0 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: Sum 2/0 80.15 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 94.6 0.00 0.00 1 0.001 0 0 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 94.6 0.00 0.00 1 0.001 0 0 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 94.6 0.00 0.00 1 0.001 0 0 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:57:59.793 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative compaction: 0.00 GB write, 14.92 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval compaction: 0.00 GB write, 14.92 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: L0 2/0 80.15 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 94.6 0.00 0.00 1 0.001 0 0 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: Sum 2/0 80.15 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 94.6 0.00 0.00 1 0.001 0 0 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T16:57:59.794 INFO:journalctl@ceph.mon.a.smithi094.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 94.6 0.00 0.00 1 0.001 0 0 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative compaction: 0.00 GB write, 14.83 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:57:59.795 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: starting mon.a rank 0 at public addrs [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] at bind addrs [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a@-1(???) e1 preinit fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a@-1(???).mds e1 new map 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a@-1(???).mds e1 print_map 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout: e1 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout: legacy client fscid: -1 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout: No filesystems configured 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:57:59.796 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:57:59.797 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-17T16:57:59.797 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:57:59.797 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: monmap e1: 1 mons at {a=[v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:57:59.797 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: fsmap 2024-08-17T16:57:59.797 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T16:57:59.797 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:57:59 smithi094 ceph-mon[29912]: mgrmap e1: no daemons active 2024-08-17T16:58:00.115 INFO:teuthology.orchestra.run.smithi094.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-17T16:58:00.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:00 smithi094 bash[29874]: 4a10d8ee64fe5ee5aa29b4f6c1d7046f3d8844655770470f072d0b8dfb0388ee 2024-08-17T16:58:00.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:00 smithi094 systemd[1]: Started Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:58:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:04 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/791642777' entity='client.admin' 2024-08-17T16:58:07.975 INFO:teuthology.orchestra.run.smithi094.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-17T16:58:07.975 INFO:teuthology.orchestra.run.smithi094.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:58:07.975 INFO:teuthology.orchestra.run.smithi094.stdout:Creating mgr... 2024-08-17T16:58:07.975 INFO:teuthology.orchestra.run.smithi094.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-17T16:58:07.976 INFO:teuthology.orchestra.run.smithi094.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-17T16:58:08.161 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y 2024-08-17T16:58:08.161 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Failed to reset failed state of unit ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Unit ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y.service not loaded. 2024-08-17T16:58:08.322 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968.target.wants/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@.service. 2024-08-17T16:58:08.707 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:08 smithi094 podman[30163]: 2024-08-17 16:58:08.582555549 +0000 UTC m=+0.133289664 container create 4bb94207b7e2f90eca362072c6424acad0e6b65ebd6028443d87dfb511218b5a (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=quincy-f2c39d4, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:58:08.932 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:58:08.933 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout disabled 2024-08-17T16:58:08.940 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:58:08.941 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout inactive 2024-08-17T16:58:08.941 INFO:teuthology.orchestra.run.smithi094.stdout:firewalld.service is not enabled 2024-08-17T16:58:08.941 INFO:teuthology.orchestra.run.smithi094.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T16:58:08.950 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:58:08.950 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout disabled 2024-08-17T16:58:08.958 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:58:08.958 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout inactive 2024-08-17T16:58:08.958 INFO:teuthology.orchestra.run.smithi094.stdout:firewalld.service is not enabled 2024-08-17T16:58:08.958 INFO:teuthology.orchestra.run.smithi094.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-17T16:58:08.958 INFO:teuthology.orchestra.run.smithi094.stdout:Waiting for mgr to start... 2024-08-17T16:58:08.958 INFO:teuthology.orchestra.run.smithi094.stdout:Waiting for mgr... 2024-08-17T16:58:09.084 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:08 smithi094 podman[30163]: 2024-08-17 16:58:08.809903521 +0000 UTC m=+0.360637633 container init 4bb94207b7e2f90eca362072c6424acad0e6b65ebd6028443d87dfb511218b5a (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-17T16:58:09.084 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:08 smithi094 podman[30163]: 2024-08-17 16:58:08.814833709 +0000 UTC m=+0.365567812 container start 4bb94207b7e2f90eca362072c6424acad0e6b65ebd6028443d87dfb511218b5a (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:58:09.084 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:08 smithi094 bash[30163]: 4bb94207b7e2f90eca362072c6424acad0e6b65ebd6028443d87dfb511218b5a 2024-08-17T16:58:09.084 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:08 smithi094 systemd[1]: Started Ceph mgr.y for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:58:09.084 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:08.929+0000 7f08395c7ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:58:09.084 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:09.056+0000 7f08395c7ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:09.338 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:09.122+0000 7f08395c7ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:58:09.732 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:09 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/147973540' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:58:09.732 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:09.391+0000 7f08395c7ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:58:09.732 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:09.450+0000 7f08395c7ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:58:10.012 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "fsid": "b274a7f2-5cb9-11ef-bccf-c7b262605968", 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:58:10.013 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:58:10.014 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:58:10.015 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:58:10.015 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:58:10.015 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:58:10.018 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:10.018 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:58:10.018 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:58:10.018 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:58:10.018 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:58:10.018 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:58:10.018 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:58:10.019 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:57:51.964184+0000", 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:58:10.020 INFO:teuthology.orchestra.run.smithi094.stdout:mgr not available, waiting (1/15)... 2024-08-17T16:58:10.721 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:10.377+0000 7f08395c7ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:58:10.721 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:10.485+0000 7f08395c7ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:10.721 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:10.538+0000 7f08395c7ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:58:10.722 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:10.720+0000 7f08395c7ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:58:11.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:10.778+0000 7f08395c7ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:58:11.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:10.840+0000 7f08395c7ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:58:11.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:10.959+0000 7f08395c7ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:11.646 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:11 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:11.358+0000 7f08395c7ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:58:12.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:11 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:11.636+0000 7f08395c7ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:58:12.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:11 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:11.699+0000 7f08395c7ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:58:12.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:11 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:11.820+0000 7f08395c7ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:58:12.383 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:12.075+0000 7f08395c7ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:58:12.383 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:12.134+0000 7f08395c7ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:58:12.383 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:12.319+0000 7f08395c7ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:58:12.383 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:12.381+0000 7f08395c7ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:58:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:12 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2774212176' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:58:12.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:12.464+0000 7f08395c7ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:12.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:12.523+0000 7f08395c7ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:58:13.180 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:13.046+0000 7f08395c7ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:58:13.180 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:13.179+0000 7f08395c7ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:58:13.732 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:58:13.732 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:58:13.732 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "fsid": "b274a7f2-5cb9-11ef-bccf-c7b262605968", 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum_age": 13, 2024-08-17T16:58:13.733 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:58:13.734 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:58:13.737 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:13.737 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:58:13.738 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:13.739 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:57:51.964184+0000", 2024-08-17T16:58:13.740 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:58:13.740 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:13.740 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:58:13.740 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:58:13.740 INFO:teuthology.orchestra.run.smithi094.stdout:mgr not available, waiting (2/15)... 2024-08-17T16:58:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: Activating manager daemon y 2024-08-17T16:58:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: mgrmap e2: y(active, starting, since 0.00261794s) 2024-08-17T16:58:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:58:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: Manager daemon y is now available 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' 2024-08-17T16:58:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:13 smithi094 ceph-mon[29912]: from='mgr.14100 172.21.15.94:0/2555912777' entity='mgr.y' 2024-08-17T16:58:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:15 smithi094 ceph-mon[29912]: mgrmap e3: y(active, since 1.00704s) 2024-08-17T16:58:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:16 smithi094 ceph-mon[29912]: mgrmap e4: y(active, since 2s) 2024-08-17T16:58:16.990 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "fsid": "b274a7f2-5cb9-11ef-bccf-c7b262605968", 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:58:16.991 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "quorum_age": 17, 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:58:16.992 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:58:16.993 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:58:16.994 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:57:51.964184+0000", 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:58:16.995 INFO:teuthology.orchestra.run.smithi094.stdout:mgr is available 2024-08-17T16:58:17.237 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:17 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1376240318' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:58:18.166 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:58:18.166 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T16:58:18.166 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout fsid = b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:58:18.166 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-17T16:58:18.166 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T16:58:18.166 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T16:58:18.167 INFO:teuthology.orchestra.run.smithi094.stdout:Enabling cephadm module... 2024-08-17T16:58:18.416 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:18 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/161342678' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T16:58:19.445 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:19 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1230690913' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-17T16:58:19.445 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ignoring --setuser ceph since I am not root 2024-08-17T16:58:19.445 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ignoring --setgroup ceph since I am not root 2024-08-17T16:58:19.445 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:19.321+0000 7f4f504ddec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:58:19.445 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:19.443+0000 7f4f504ddec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:19.747 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:19.509+0000 7f4f504ddec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:58:20.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:19.746+0000 7f4f504ddec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:58:20.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:19.806+0000 7f4f504ddec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:58:20.456 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:20 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1230690913' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-17T16:58:20.457 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:20 smithi094 ceph-mon[29912]: mgrmap e5: y(active, since 6s) 2024-08-17T16:58:21.017 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:20.731+0000 7f4f504ddec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:58:21.017 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:20.844+0000 7f4f504ddec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:21.017 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:20.899+0000 7f4f504ddec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:58:21.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:58:21.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-17T16:58:21.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:58:21.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T16:58:21.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T16:58:21.020 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:58:21.020 INFO:teuthology.orchestra.run.smithi094.stdout:Waiting for the mgr to restart... 2024-08-17T16:58:21.020 INFO:teuthology.orchestra.run.smithi094.stdout:Waiting for mgr epoch 5... 2024-08-17T16:58:21.268 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:21 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1776093136' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T16:58:21.268 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:21.092+0000 7f4f504ddec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:58:21.269 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:21.154+0000 7f4f504ddec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:58:21.269 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:21.220+0000 7f4f504ddec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:58:21.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:21.361+0000 7f4f504ddec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:22.055 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:21.773+0000 7f4f504ddec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:58:22.055 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.053+0000 7f4f504ddec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:58:22.486 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.117+0000 7f4f504ddec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:58:22.486 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.239+0000 7f4f504ddec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:58:22.486 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.484+0000 7f4f504ddec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:58:22.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.543+0000 7f4f504ddec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:58:22.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.719+0000 7f4f504ddec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:58:23.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.780+0000 7f4f504ddec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:58:23.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.859+0000 7f4f504ddec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:23.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:22.915+0000 7f4f504ddec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:58:23.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:23.426+0000 7f4f504ddec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:58:23.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:23.557+0000 7f4f504ddec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:58:23.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: Active manager daemon y restarted 2024-08-17T16:58:23.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: Activating manager daemon y 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: osdmap e2: 0 total, 0 up, 0 in 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: mgrmap e6: y(active, starting, since 0.00327587s) 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: Manager daemon y is now available 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:23 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:24.913 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-mon[29912]: Found migration_current of "None". Setting to last migration. 2024-08-17T16:58:24.914 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-mon[29912]: mgrmap e7: y(active, since 1.00563s) 2024-08-17T16:58:24.914 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:24.816+0000 7f4f02864640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:58:24] ENGINE Error in HTTPServer.serve 2024-08-17T16:58:24.914 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: Traceback (most recent call last): 2024-08-17T16:58:24.914 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:58:24.914 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._connections.run(self.expiration_interval) 2024-08-17T16:58:24.914 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:58:24.914 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._run(expiration_interval) 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: s = self.context.wrap_socket( 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: return self.sslsocket_class._create( 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self.do_handshake() 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._sslobj.do_handshake() 2024-08-17T16:58:24.915 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:58:24.916 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:25.184 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:58:25.184 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-17T16:58:25.184 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T16:58:25.184 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:58:25.184 INFO:teuthology.orchestra.run.smithi094.stdout:mgr epoch 5 is available 2024-08-17T16:58:25.184 INFO:teuthology.orchestra.run.smithi094.stdout:Setting orchestrator backend to cephadm... 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: [17/Aug/2024:16:58:24] ENGINE Bus STARTING 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: [17/Aug/2024:16:58:24] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: [17/Aug/2024:16:58:24] ENGINE Bus STARTED 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: [17/Aug/2024:16:58:24] ENGINE Error in HTTPServer.serve 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout: Traceback (most recent call last): 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:58:26.095 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._run(expiration_interval) 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: self.do_handshake() 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:58:26.096 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:26.097 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:26.097 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:26.097 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:25 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:26.952 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:26 smithi094 ceph-mon[29912]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:26.952 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:26 smithi094 ceph-mon[29912]: mgrmap e8: y(active, since 2s) 2024-08-17T16:58:27.512 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-17T16:58:27.512 INFO:teuthology.orchestra.run.smithi094.stdout:Generating ssh key... 2024-08-17T16:58:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:27 smithi094 ceph-mon[29912]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:28.681 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: Generating public/private rsa key pair. 2024-08-17T16:58:28.681 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: Your identification has been saved in /tmp/tmpyazvltbk/key 2024-08-17T16:58:28.681 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: Your public key has been saved in /tmp/tmpyazvltbk/key.pub 2024-08-17T16:58:28.681 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: The key fingerprint is: 2024-08-17T16:58:28.681 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: SHA256:nbzoC1wVEwzlQNtFL8oFXhFokuwq6Mkgv2FAdTC8ACo ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:58:28.681 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: The key's randomart image is: 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: +---[RSA 3072]----+ 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: |o .+.. o+=*+*o | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: |....o +*+* . | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: |E.. . ..o= o . | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: |o . .= + . | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: |. . .S * | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: |o.. .... . . | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: |.=o. .o . . | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: | .=. o | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: | .. o. | 2024-08-17T16:58:28.682 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: +----[SHA256]-----+ 2024-08-17T16:58:28.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-mon[29912]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:28.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-mon[29912]: Generating ssh key... 2024-08-17T16:58:28.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:28.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:28 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:30.056 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCh4iBkEUrFF/0+PdWPg6G8ge/38TzWkCC6OA39TNFEOH3/9fPIX+asLtv76yIaxDcfV6SGM2cfIC0HFrXmuXJFLSZ7PsYfoTBxWuv0Xy8r+Gvw4flnMOfoM7bEozfGbBxwftZH0ULwLj51fSQ8Rm69Lja2d7UiybR5lxCyY+md0WO73kBM1jPdpLpz/nD/HWXD3Z8JHrENl2Pi0clxjUpp1ELsYxB5OKfmIEX85J6r9K9AzK6EEa8TwjzSbO+33hJN5Y07I/yOOSlw4iu2VOS5XLJioQ6Rz2G6wnOrLN28YkNM23/0eeVNAHKFUgZ9vUU7PChFgm2UVsIcH5CaZ3bhBaYjtdpHQn56W5VsdRzD/1e7OXmubDWfJVpxM/PI/+i4NGfIr4tV368NrxBCNyyRgzcqY8AFaco0GjQWgMcbZYGPtaDUPR/5glkroiuGetiTEPaPWQudftG95Mdi4opin67SW/Q+0q2dPYXW1hLCds9ajXTkWAQB8rLE8riB7Ms= ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:58:30.056 INFO:teuthology.orchestra.run.smithi094.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-17T16:58:30.057 INFO:teuthology.orchestra.run.smithi094.stdout:Adding key to root@localhost authorized_keys... 2024-08-17T16:58:30.057 INFO:teuthology.orchestra.run.smithi094.stdout:Adding host smithi094... 2024-08-17T16:58:30.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:30 smithi094 ceph-mon[29912]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:31.574 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:31 smithi094 ceph-mon[29912]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi094", "addr": "172.21.15.94", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:32.517 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:32 smithi094 ceph-mon[29912]: Deploying cephadm binary to smithi094 2024-08-17T16:58:33.998 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout Added host 'smithi094' with addr '172.21.15.94' 2024-08-17T16:58:33.998 INFO:teuthology.orchestra.run.smithi094.stdout:Deploying unmanaged mon service... 2024-08-17T16:58:34.673 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:34 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:34.674 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:34 smithi094 ceph-mon[29912]: Added host smithi094 2024-08-17T16:58:34.674 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:34 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:35.565 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-17T16:58:35.566 INFO:teuthology.orchestra.run.smithi094.stdout:Deploying unmanaged mgr service... 2024-08-17T16:58:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:35 smithi094 ceph-mon[29912]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:35 smithi094 ceph-mon[29912]: Saving service mon spec with placement count:5 2024-08-17T16:58:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:35 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:37.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:37 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:37.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:37 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:37.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:37 smithi094 ceph-mon[29912]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:37.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:37 smithi094 ceph-mon[29912]: Saving service mgr spec with placement count:2 2024-08-17T16:58:37.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:37 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:37.568 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-17T16:58:39.359 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:39 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2497851546' entity='client.admin' 2024-08-17T16:58:40.140 INFO:teuthology.orchestra.run.smithi094.stdout:Enabling the dashboard module... 2024-08-17T16:58:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:40 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1358073401' entity='client.admin' 2024-08-17T16:58:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:40 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:41.679 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:41 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3814088725' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-17T16:58:41.679 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:41 smithi094 ceph-mon[29912]: from='mgr.14118 172.21.15.94:0/855725791' entity='mgr.y' 2024-08-17T16:58:41.680 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ignoring --setuser ceph since I am not root 2024-08-17T16:58:41.680 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ignoring --setgroup ceph since I am not root 2024-08-17T16:58:41.680 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:41.552+0000 7fc3fdfa4ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:58:41.680 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:41.678+0000 7fc3fdfa4ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:41.961 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:41.757+0000 7fc3fdfa4ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:58:42.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:42.008+0000 7fc3fdfa4ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:58:42.284 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:42.065+0000 7fc3fdfa4ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:58:42.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:42 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3814088725' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-17T16:58:42.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:42 smithi094 ceph-mon[29912]: mgrmap e9: y(active, since 17s) 2024-08-17T16:58:43.087 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:42.990+0000 7fc3fdfa4ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:58:43.364 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:43.109+0000 7fc3fdfa4ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:43.364 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:43.165+0000 7fc3fdfa4ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:58:43.364 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:43.362+0000 7fc3fdfa4ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:58:43.764 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:43 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3896322242' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T16:58:43.764 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:43.423+0000 7fc3fdfa4ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:58:43.764 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:43.487+0000 7fc3fdfa4ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:58:43.765 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:43.610+0000 7fc3fdfa4ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:44.026 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:58:44.026 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-17T16:58:44.026 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:58:44.027 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T16:58:44.027 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T16:58:44.027 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:58:44.027 INFO:teuthology.orchestra.run.smithi094.stdout:Waiting for the mgr to restart... 2024-08-17T16:58:44.027 INFO:teuthology.orchestra.run.smithi094.stdout:Waiting for mgr epoch 9... 2024-08-17T16:58:44.274 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:44.021+0000 7fc3fdfa4ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:58:44.551 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:44.320+0000 7fc3fdfa4ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:58:44.551 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:44.386+0000 7fc3fdfa4ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:58:44.551 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:44.514+0000 7fc3fdfa4ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:58:44.824 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:44.764+0000 7fc3fdfa4ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:58:44.825 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:44.823+0000 7fc3fdfa4ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:58:45.142 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:45.001+0000 7fc3fdfa4ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:58:45.142 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:45.062+0000 7fc3fdfa4ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:58:45.142 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:45.141+0000 7fc3fdfa4ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:45.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:45.197+0000 7fc3fdfa4ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:58:45.984 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:45.706+0000 7fc3fdfa4ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:58:45.984 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:45.838+0000 7fc3fdfa4ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:58:45.984 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: Active manager daemon y restarted 2024-08-17T16:58:45.984 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: Activating manager daemon y 2024-08-17T16:58:45.984 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: osdmap e3: 0 total, 0 up, 0 in 2024-08-17T16:58:45.984 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: mgrmap e10: y(active, starting, since 0.00304625s) 2024-08-17T16:58:45.984 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:58:45.984 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:58:45.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:58:45.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:58:45.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:58:45.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: Manager daemon y is now available 2024-08-17T16:58:45.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:45.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:45.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:47.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:46.908+0000 7fc3aeada640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:58:46] ENGINE Error in HTTPServer.serve 2024-08-17T16:58:47.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: Traceback (most recent call last): 2024-08-17T16:58:47.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:58:47.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._connections.run(self.expiration_interval) 2024-08-17T16:58:47.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:58:47.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._run(expiration_interval) 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: s = self.context.wrap_socket( 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: return self.sslsocket_class._create( 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self.do_handshake() 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._sslobj.do_handshake() 2024-08-17T16:58:47.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:58:47.025 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:58:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:58:47.778 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:58:47.778 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-17T16:58:47.778 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T16:58:47.778 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:58:47.778 INFO:teuthology.orchestra.run.smithi094.stdout:mgr epoch 9 is available 2024-08-17T16:58:47.778 INFO:teuthology.orchestra.run.smithi094.stdout:Generating a dashboard self-signed certificate... 2024-08-17T16:58:48.030 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: [17/Aug/2024:16:58:46] ENGINE Bus STARTING 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: mgrmap e11: y(active, since 1.0052s) 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: [17/Aug/2024:16:58:46] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: [17/Aug/2024:16:58:46] ENGINE Bus STARTED 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: [17/Aug/2024:16:58:46] ENGINE Error in HTTPServer.serve 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout: Traceback (most recent call last): 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._run(expiration_interval) 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:58:48.031 INFO:journalctl@ceph.mon.a.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: self.do_handshake() 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:48.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:49.066 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:48 smithi094 ceph-mon[29912]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:49.066 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:48 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:49.066 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:48 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:49.066 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:48 smithi094 ceph-mon[29912]: mgrmap e12: y(active, since 2s) 2024-08-17T16:58:49.068 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-17T16:58:49.068 INFO:teuthology.orchestra.run.smithi094.stdout:Creating initial admin user... 2024-08-17T16:58:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:50 smithi094 ceph-mon[29912]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:51.237 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$/qmEhjd8js27vn37q3UPQexbhb9WI6Xzqs4O83sJa5Ae4ZLcBkVT2", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1723913930, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-17T16:58:51.237 INFO:teuthology.orchestra.run.smithi094.stdout:Fetching dashboard port number... 2024-08-17T16:58:51.830 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:51 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:52.434 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stdout 8443 2024-08-17T16:58:52.444 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:58:52.444 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout disabled 2024-08-17T16:58:52.451 INFO:teuthology.orchestra.run.smithi094.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:58:52.451 INFO:teuthology.orchestra.run.smithi094.stdout:systemctl: stdout inactive 2024-08-17T16:58:52.451 INFO:teuthology.orchestra.run.smithi094.stdout:firewalld.service is not enabled 2024-08-17T16:58:52.451 INFO:teuthology.orchestra.run.smithi094.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-17T16:58:52.453 INFO:teuthology.orchestra.run.smithi094.stdout:Ceph Dashboard is now available at: 2024-08-17T16:58:52.453 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:52.453 INFO:teuthology.orchestra.run.smithi094.stdout: URL: https://smithi094.front.sepia.ceph.com:8443/ 2024-08-17T16:58:52.453 INFO:teuthology.orchestra.run.smithi094.stdout: User: admin 2024-08-17T16:58:52.453 INFO:teuthology.orchestra.run.smithi094.stdout: Password: 4tq9dvrae1 2024-08-17T16:58:52.454 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:52.454 INFO:teuthology.orchestra.run.smithi094.stdout:Saving cluster configuration to /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config directory 2024-08-17T16:58:52.454 INFO:teuthology.orchestra.run.smithi094.stdout:Enabling autotune for osd_memory_target 2024-08-17T16:58:52.693 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:52 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1280705678' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-17T16:58:53.771 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:53 smithi094 ceph-mon[29912]: mgrmap e13: y(active, since 6s) 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout:Or, if you are only running a single cluster on this host: 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-17T16:58:54.788 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout: ceph telemetry on 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout:For more information see: 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:58:54.789 INFO:teuthology.orchestra.run.smithi094.stdout:Bootstrap complete. 2024-08-17T16:58:54.827 INFO:tasks.cephadm:Fetching config... 2024-08-17T16:58:54.827 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:58:54.827 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-17T16:58:54.843 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-17T16:58:54.843 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:58:54.843 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-17T16:58:54.898 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-17T16:58:54.899 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:58:54.899 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-17T16:58:54.964 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-17T16:58:54.964 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:58:54.964 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-17T16:58:55.019 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-17T16:58:55.019 DEBUG:teuthology.orchestra.run.smithi094:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCh4iBkEUrFF/0+PdWPg6G8ge/38TzWkCC6OA39TNFEOH3/9fPIX+asLtv76yIaxDcfV6SGM2cfIC0HFrXmuXJFLSZ7PsYfoTBxWuv0Xy8r+Gvw4flnMOfoM7bEozfGbBxwftZH0ULwLj51fSQ8Rm69Lja2d7UiybR5lxCyY+md0WO73kBM1jPdpLpz/nD/HWXD3Z8JHrENl2Pi0clxjUpp1ELsYxB5OKfmIEX85J6r9K9AzK6EEa8TwjzSbO+33hJN5Y07I/yOOSlw4iu2VOS5XLJioQ6Rz2G6wnOrLN28YkNM23/0eeVNAHKFUgZ9vUU7PChFgm2UVsIcH5CaZ3bhBaYjtdpHQn56W5VsdRzD/1e7OXmubDWfJVpxM/PI/+i4NGfIr4tV368NrxBCNyyRgzcqY8AFaco0GjQWgMcbZYGPtaDUPR/5glkroiuGetiTEPaPWQudftG95Mdi4opin67SW/Q+0q2dPYXW1hLCds9ajXTkWAQB8rLE8riB7Ms= ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T16:58:55.092 INFO:teuthology.orchestra.run.smithi094.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCh4iBkEUrFF/0+PdWPg6G8ge/38TzWkCC6OA39TNFEOH3/9fPIX+asLtv76yIaxDcfV6SGM2cfIC0HFrXmuXJFLSZ7PsYfoTBxWuv0Xy8r+Gvw4flnMOfoM7bEozfGbBxwftZH0ULwLj51fSQ8Rm69Lja2d7UiybR5lxCyY+md0WO73kBM1jPdpLpz/nD/HWXD3Z8JHrENl2Pi0clxjUpp1ELsYxB5OKfmIEX85J6r9K9AzK6EEa8TwjzSbO+33hJN5Y07I/yOOSlw4iu2VOS5XLJioQ6Rz2G6wnOrLN28YkNM23/0eeVNAHKFUgZ9vUU7PChFgm2UVsIcH5CaZ3bhBaYjtdpHQn56W5VsdRzD/1e7OXmubDWfJVpxM/PI/+i4NGfIr4tV368NrxBCNyyRgzcqY8AFaco0GjQWgMcbZYGPtaDUPR/5glkroiuGetiTEPaPWQudftG95Mdi4opin67SW/Q+0q2dPYXW1hLCds9ajXTkWAQB8rLE8riB7Ms= ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:58:55.103 DEBUG:teuthology.orchestra.run.smithi190:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCh4iBkEUrFF/0+PdWPg6G8ge/38TzWkCC6OA39TNFEOH3/9fPIX+asLtv76yIaxDcfV6SGM2cfIC0HFrXmuXJFLSZ7PsYfoTBxWuv0Xy8r+Gvw4flnMOfoM7bEozfGbBxwftZH0ULwLj51fSQ8Rm69Lja2d7UiybR5lxCyY+md0WO73kBM1jPdpLpz/nD/HWXD3Z8JHrENl2Pi0clxjUpp1ELsYxB5OKfmIEX85J6r9K9AzK6EEa8TwjzSbO+33hJN5Y07I/yOOSlw4iu2VOS5XLJioQ6Rz2G6wnOrLN28YkNM23/0eeVNAHKFUgZ9vUU7PChFgm2UVsIcH5CaZ3bhBaYjtdpHQn56W5VsdRzD/1e7OXmubDWfJVpxM/PI/+i4NGfIr4tV368NrxBCNyyRgzcqY8AFaco0GjQWgMcbZYGPtaDUPR/5glkroiuGetiTEPaPWQudftG95Mdi4opin67SW/Q+0q2dPYXW1hLCds9ajXTkWAQB8rLE8riB7Ms= ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T16:58:55.145 INFO:teuthology.orchestra.run.smithi190.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCh4iBkEUrFF/0+PdWPg6G8ge/38TzWkCC6OA39TNFEOH3/9fPIX+asLtv76yIaxDcfV6SGM2cfIC0HFrXmuXJFLSZ7PsYfoTBxWuv0Xy8r+Gvw4flnMOfoM7bEozfGbBxwftZH0ULwLj51fSQ8Rm69Lja2d7UiybR5lxCyY+md0WO73kBM1jPdpLpz/nD/HWXD3Z8JHrENl2Pi0clxjUpp1ELsYxB5OKfmIEX85J6r9K9AzK6EEa8TwjzSbO+33hJN5Y07I/yOOSlw4iu2VOS5XLJioQ6Rz2G6wnOrLN28YkNM23/0eeVNAHKFUgZ9vUU7PChFgm2UVsIcH5CaZ3bhBaYjtdpHQn56W5VsdRzD/1e7OXmubDWfJVpxM/PI/+i4NGfIr4tV368NrxBCNyyRgzcqY8AFaco0GjQWgMcbZYGPtaDUPR/5glkroiuGetiTEPaPWQudftG95Mdi4opin67SW/Q+0q2dPYXW1hLCds9ajXTkWAQB8rLE8riB7Ms= ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:58:55.158 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-17T16:58:55.338 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:55 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2524043644' entity='client.admin' 2024-08-17T16:58:55.410 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:58:58.164 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:58.164 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:58.164 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi094", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:58.164 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:58.165 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:58.165 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:58.165 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1397981293' entity='client.admin' 2024-08-17T16:58:58.165 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:58.165 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:58:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:58:58.454 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-17T16:58:58.455 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-17T16:58:58.700 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:01.423 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi190 2024-08-17T16:59:01.423 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:59:01.423 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/etc/ceph/ceph.conf 2024-08-17T16:59:01.443 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:59:01.444 DEBUG:teuthology.orchestra.run.smithi190:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:59:01.502 INFO:tasks.cephadm:Adding host smithi190 to orchestrator... 2024-08-17T16:59:01.502 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch host add smithi190 2024-08-17T16:59:01.749 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:01.975 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:01.975 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:01.975 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:01.975 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:01.976 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:01.976 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T16:59:01.976 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:01.976 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:59:01.976 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:59:01.976 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:01.976 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:01.976 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:03 smithi094 ceph-mon[29912]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi190", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:04 smithi094 ceph-mon[29912]: Deploying cephadm binary to smithi190 2024-08-17T16:59:06.139 INFO:teuthology.orchestra.run.smithi094.stdout:Added host 'smithi190' with addr '172.21.15.190' 2024-08-17T16:59:06.799 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch host ls --format=json 2024-08-17T16:59:07.042 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:07.445 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:07 smithi094 ceph-mon[29912]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:07.445 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:07 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:07.445 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:07 smithi094 ceph-mon[29912]: Added host smithi190 2024-08-17T16:59:07.445 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:07 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:07.445 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:07 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:07.445 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:07 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:08.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:08 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:08.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:08 smithi094 ceph-mon[29912]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:08.725 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:59:08.725 INFO:teuthology.orchestra.run.smithi094.stdout:[{"addr": "172.21.15.94", "hostname": "smithi094", "labels": [], "status": ""}, {"addr": "172.21.15.190", "hostname": "smithi190", "labels": [], "status": ""}] 2024-08-17T16:59:09.286 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-17T16:59:09.287 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd crush tunables default 2024-08-17T16:59:09.537 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:09.599 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:09 smithi094 ceph-mon[29912]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:59:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi190", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:11.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:12.174 INFO:teuthology.orchestra.run.smithi094.stderr:adjusted tunables profile to default 2024-08-17T16:59:12.517 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:12 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:59:12.517 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:12 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:59:12.517 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:12 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1189834459' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-17T16:59:12.788 INFO:tasks.cephadm:Adding mon.a on smithi094 2024-08-17T16:59:12.788 INFO:tasks.cephadm:Adding mon.c on smithi094 2024-08-17T16:59:12.788 INFO:tasks.cephadm:Adding mon.b on smithi190 2024-08-17T16:59:12.788 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply mon '3;smithi094:172.21.15.94=a;smithi094:[v2:172.21.15.94:3301,v1:172.21.15.94:6790]=c;smithi190:172.21.15.190=b' 2024-08-17T16:59:13.039 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:13 smithi094 ceph-mon[29912]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:13 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1189834459' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T16:59:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:13 smithi094 ceph-mon[29912]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:59:14.616 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mon update... 2024-08-17T16:59:15.222 DEBUG:teuthology.orchestra.run.smithi094:mon.c> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.c.service 2024-08-17T16:59:15.225 DEBUG:teuthology.orchestra.run.smithi190:mon.b> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.b.service 2024-08-17T16:59:15.227 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:59:15.227 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:59:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:15 smithi094 ceph-mon[29912]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:15.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:15.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:15.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:16.240 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:16 smithi094 ceph-mon[29912]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi094:172.21.15.94=a;smithi094:[v2:172.21.15.94:3301,v1:172.21.15.94:6790]=c;smithi190:172.21.15.190=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:16 smithi094 ceph-mon[29912]: Saving service mon spec with placement smithi094:172.21.15.94=a;smithi094:[v2:172.21.15.94:3301,v1:172.21.15.94:6790]=c;smithi190:172.21.15.190=b;count:3 2024-08-17T16:59:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:16 smithi094 ceph-mon[29912]: Deploying daemon mon.b on smithi190 2024-08-17T16:59:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:17 smithi094 ceph-mon[29912]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:18.920 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:59:18.920 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":1,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","modified":"2024-08-17T16:57:49.075540Z","created":"2024-08-17T16:57:49.075540Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:3300","nonce":0},{"type":"v1","addr":"172.21.15.94:6789","nonce":0}]},"addr":"172.21.15.94:6789/0","public_addr":"172.21.15.94:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-17T16:59:18.920 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 1 2024-08-17T16:59:19.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:19 smithi094 ceph-mon[29912]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:19.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:19 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/3478405455' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:59:19.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:19 smithi190 systemd[1]: Started Ceph mon.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:59:20.548 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:59:20.549 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:59:20.801 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:59:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: mon.a calling monitor election 2024-08-17T16:59:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: mon.b calling monitor election 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: monmap e2: 2 mons at {a=[v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0],b=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: fsmap 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: mgrmap e13: y(active, since 38s) 2024-08-17T16:59:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: overall HEALTH_OK 2024-08-17T16:59:25.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:25.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:25.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:25.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:25.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:25.139 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: mon.a calling monitor election 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: mon.b calling monitor election 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:59:25.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: monmap e2: 2 mons at {a=[v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0],b=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: fsmap 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: mgrmap e13: y(active, since 38s) 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: overall HEALTH_OK 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:25.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:25.577 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:59:25.578 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":2,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","modified":"2024-08-17T16:59:19.695539Z","created":"2024-08-17T16:57:49.075540Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:3300","nonce":0},{"type":"v1","addr":"172.21.15.94:6789","nonce":0}]},"addr":"172.21.15.94:6789/0","public_addr":"172.21.15.94:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-17T16:59:25.578 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 2 2024-08-17T16:59:25.856 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:25 smithi190 ceph-mon[33316]: Deploying daemon mon.c on smithi094 2024-08-17T16:59:25.857 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:25 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/880789903' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:59:25.857 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:25 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:25 smithi094 ceph-mon[29912]: Deploying daemon mon.c on smithi094 2024-08-17T16:59:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:25 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/880789903' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:59:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:25 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:26 smithi094 ceph-mon[29912]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:27.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:26 smithi190 ceph-mon[33316]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:27.396 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:59:27.396 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:59:27.644 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:59:27.895 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:27 smithi094 podman[41010]: 2024-08-17 16:59:27.798399951 +0000 UTC m=+0.118645116 container create 69126fde8f9ab381c2f8780d171d9c8748817781479d239ca037afb450862de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 podman[41010]: 2024-08-17 16:59:28.009590721 +0000 UTC m=+0.329835897 container init 69126fde8f9ab381c2f8780d171d9c8748817781479d239ca037afb450862de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 podman[41010]: 2024-08-17 16:59:28.014477077 +0000 UTC m=+0.334722245 container start 69126fde8f9ab381c2f8780d171d9c8748817781479d239ca037afb450862de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable), process ceph-mon, pid 7 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pidfile_write: ignore empty --pid-file 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: load: jerasure load: lrc 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: RocksDB version: 6.15.5 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-17T16:59:28.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Compile date Aug 17 2024 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: DB SUMMARY 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: DB Session ID: BBZ649DSC960RTVYJ7ZB 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.env: 0x561a23975480 2024-08-17T16:59:28.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.fs: Posix File System 2024-08-17T16:59:28.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.info_log: 0x561a251aef80 2024-08-17T16:59:28.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:59:28.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.statistics: (nil) 2024-08-17T16:59:28.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.use_fsync: 0 2024-08-17T16:59:28.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:59:28.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.db_log_dir: 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:59:28.277 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:59:28.278 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.write_buffer_manager: 0x561a2526c750 2024-08-17T16:59:28.278 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:59:28.278 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-17T16:59:28.278 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:59:28.278 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:59:28.278 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:59:28.278 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.unordered_write: 0 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.row_cache: None 2024-08-17T16:59:28.279 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.wal_filter: None 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.preserve_deletes: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:59:28.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:59:28.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_open_files: -1 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Compression algorithms supported: 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: kZSTD supported: 0 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:59:28.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.merge_operator: 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_filter: None 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:59:28.283 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561a25155a78) 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: index_type: 0 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: data_block_index_type: 0 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: index_shortening: 1 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: hash_index_allow_collision: 1 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: checksum: 1 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: no_block_cache: 0 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_cache: 0x561a2518b350 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:59:28.284 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_cache_options: 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: capacity : 536870912 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: num_shard_bits : 4 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: strict_capacity_limit : 0 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_cache_compressed: (nil) 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: persistent_cache: (nil) 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_size: 4096 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_size_deviation: 10 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_restart_interval: 16 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: index_block_restart_interval: 1 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: metadata_block_size: 4096 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: partition_filters: 0 2024-08-17T16:59:28.285 INFO:journalctl@ceph.mon.c.smithi094.stdout: use_delta_encoding: 1 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout: whole_key_filtering: 1 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout: verify_compression: 0 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout: format_version: 4 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout: enable_index_compression: 1 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_align: 0 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compression: NoCompression 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:59:28.286 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.num_levels: 7 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:59:28.287 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:59:28.288 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.arena_block_size: 4194304 2024-08-17T16:59:28.289 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:59:28.290 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:59:28.290 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-17T16:59:28.290 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:59:28.290 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:59:28.290 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:59:28.291 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.ttl: 2592000 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:59:28.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913968037663, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913968037955, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723913968, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "28c8a4ff-8883-4a2a-93e2-a7891e2e13fb", "db_session_id": "BBZ649DSC960RTVYJ7ZB"}} 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913968038287, "job": 1, "event": "recovery_finished"} 2024-08-17T16:59:28.293 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x561a251be700 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: DB pointer 0x561a2518e000 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** DB Stats ** 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:59:28.294 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.8 0.00 0.00 1 0.000 0 0 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.8 0.00 0.00 1 0.000 0 0 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.8 0.00 0.00 1 0.000 0 0 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.8 0.00 0.00 1 0.000 0 0 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:59:28.295 INFO:journalctl@ceph.mon.c.smithi094.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval compaction: 0.00 GB write, 0.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:59:28.296 INFO:journalctl@ceph.mon.c.smithi094.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.8 0.00 0.00 1 0.000 0 0 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.8 0.00 0.00 1 0.000 0 0 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.8 0.00 0.00 1 0.000 0 0 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:59:28.297 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: using public_addrv [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: starting mon.c rank -1 at public addrs [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] at bind addrs [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(???) e0 preinit fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).mds e1 new map 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout: e1 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:59:28.298 INFO:journalctl@ceph.mon.c.smithi094.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout: legacy client fscid: -1 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout: No filesystems configured 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-17T16:59:28.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1189834459' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:28.300 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi094:172.21.15.94=a;smithi094:[v2:172.21.15.94:3301,v1:172.21.15.94:6790]=c;smithi190:172.21.15.190=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: Saving service mon spec with placement smithi094:172.21.15.94=a;smithi094:[v2:172.21.15.94:3301,v1:172.21.15.94:6790]=c;smithi190:172.21.15.190=b;count:3 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: Deploying daemon mon.b on smithi190 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/3478405455' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.a calling monitor election 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:28.301 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.b calling monitor election 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: monmap e2: 2 mons at {a=[v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0],b=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: fsmap 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mgrmap e13: y(active, since 38s) 2024-08-17T16:59:28.302 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: overall HEALTH_OK 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: Deploying daemon mon.c on smithi094 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/880789903' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 ceph-mon[41048]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 bash[41010]: 69126fde8f9ab381c2f8780d171d9c8748817781479d239ca037afb450862de3 2024-08-17T16:59:28.303 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:28 smithi094 systemd[1]: Started Ceph mon.c for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:59:33.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:33.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: mon.a calling monitor election 2024-08-17T16:59:33.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:33.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: mon.b calling monitor election 2024-08-17T16:59:33.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: mon.c calling monitor election 2024-08-17T16:59:33.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:59:33.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: monmap e3: 3 mons at {a=[v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0],b=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],c=[v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:59:33.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: fsmap 2024-08-17T16:59:33.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:59:33.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: mgrmap e13: y(active, since 47s) 2024-08-17T16:59:33.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: overall HEALTH_OK 2024-08-17T16:59:33.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:33 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: mon.a calling monitor election 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: mon.b calling monitor election 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: mon.c calling monitor election 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: monmap e3: 3 mons at {a=[v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0],b=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],c=[v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: fsmap 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: mgrmap e13: y(active, since 47s) 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: overall HEALTH_OK 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:33.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: mon.a calling monitor election 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: mon.b calling monitor election 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: mon.c calling monitor election 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:59:33.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: monmap e3: 3 mons at {a=[v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0],b=[v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0],c=[v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:59:33.526 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: fsmap 2024-08-17T16:59:33.526 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:59:33.526 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: mgrmap e13: y(active, since 47s) 2024-08-17T16:59:33.526 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: overall HEALTH_OK 2024-08-17T16:59:33.526 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.526 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.526 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.526 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:33 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:33.787 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T16:59:33.787 INFO:teuthology.orchestra.run.smithi190.stdout:{"epoch":3,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","modified":"2024-08-17T16:59:28.058365Z","created":"2024-08-17T16:57:49.075540Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:3300","nonce":0},{"type":"v1","addr":"172.21.15.94:6789","nonce":0}]},"addr":"172.21.15.94:6789/0","public_addr":"172.21.15.94:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:3300","nonce":0},{"type":"v1","addr":"172.21.15.190:6789","nonce":0}]},"addr":"172.21.15.190:6789/0","public_addr":"172.21.15.190:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:3301","nonce":0},{"type":"v1","addr":"172.21.15.94:6790","nonce":0}]},"addr":"172.21.15.94:6790/0","public_addr":"172.21.15.94:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-17T16:59:33.787 INFO:teuthology.orchestra.run.smithi190.stderr:dumped monmap epoch 3 2024-08-17T16:59:34.349 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:34.349 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:34 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/2316547497' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:59:34.349 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:34.373 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-17T16:59:34.373 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph config generate-minimal-conf 2024-08-17T16:59:34.396 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:34.396 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:34 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/2316547497' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:59:34.396 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:34.397 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:34.397 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:34 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/2316547497' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:59:34.397 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:34.617 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:35.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T16:59:35.057+0000 7fc3e248f640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-17T16:59:35.565 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.566 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.567 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: Reconfiguring daemon mon.a on smithi094 2024-08-17T16:59:36.420 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:36.421 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T16:59:36.421 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T16:59:36.421 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:36.421 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:36.421 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:59:36.421 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:36.421 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:36.421 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:36.422 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: Reconfiguring daemon mon.a on smithi094 2024-08-17T16:59:36.422 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:36 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T16:59:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T16:59:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:59:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:59:36.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:36.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:36.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:36.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: Reconfiguring daemon mon.a on smithi094 2024-08-17T16:59:36.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:36 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:37.108 INFO:teuthology.orchestra.run.smithi094.stdout:# minimal ceph.conf for b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:59:37.109 INFO:teuthology.orchestra.run.smithi094.stdout:[global] 2024-08-17T16:59:37.109 INFO:teuthology.orchestra.run.smithi094.stdout: fsid = b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:59:37.109 INFO:teuthology.orchestra.run.smithi094.stdout: mon_host = [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] 2024-08-17T16:59:37.663 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:37 smithi094 ceph-mon[29912]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:37.663 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:37 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3759297720' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:37.664 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:37 smithi094 ceph-mon[41048]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:37.664 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:37 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3759297720' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:37.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:37 smithi190 ceph-mon[33316]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:37.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:37 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3759297720' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:37.963 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-17T16:59:37.963 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:59:37.963 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T16:59:38.031 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:59:38.031 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:59:38.096 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:59:38.096 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T16:59:38.129 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:59:38.129 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:59:38.199 INFO:tasks.cephadm:Adding mgr.y on smithi094 2024-08-17T16:59:38.199 INFO:tasks.cephadm:Adding mgr.x on smithi190 2024-08-17T16:59:38.199 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply mgr '2;smithi094=y;smithi190=x' 2024-08-17T16:59:38.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:38 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:38.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:38 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:38.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:38 smithi190 ceph-mon[33316]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:59:38.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:38 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:38.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:38 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:38.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:38 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:38.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:38 smithi190 ceph-mon[33316]: Reconfiguring daemon mon.c on smithi094 2024-08-17T16:59:38.488 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:59:38.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:38.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:38.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[29912]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[29912]: Reconfiguring daemon mon.c on smithi094 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[41048]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:38.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:38 smithi094 ceph-mon[41048]: Reconfiguring daemon mon.c on smithi094 2024-08-17T16:59:39.391 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:39 smithi190 ceph-mon[33316]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:39.391 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:39 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:39.391 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:39 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:39.391 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:39 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:39.391 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:39 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:39.391 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:39 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[29912]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:39.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[41048]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:39.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:39.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:39.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:59:39.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:59:39.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:39 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:40.217 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mgr update... 2024-08-17T16:59:40.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:40 smithi190 ceph-mon[33316]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:59:40.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:40 smithi190 ceph-mon[33316]: Reconfiguring daemon mon.b on smithi190 2024-08-17T16:59:40.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:40 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:40 smithi094 ceph-mon[29912]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:59:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:40 smithi094 ceph-mon[29912]: Reconfiguring daemon mon.b on smithi190 2024-08-17T16:59:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:40 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:40.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:40 smithi094 ceph-mon[41048]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:59:40.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:40 smithi094 ceph-mon[41048]: Reconfiguring daemon mon.b on smithi190 2024-08-17T16:59:40.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:40 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:41.028 DEBUG:teuthology.orchestra.run.smithi190:mgr.x> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x.service 2024-08-17T16:59:41.031 DEBUG:tasks.cephadm:set 0 configs 2024-08-17T16:59:41.031 INFO:tasks.cephadm:Deploying OSDs... 2024-08-17T16:59:41.031 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T16:59:41.031 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T16:59:41.051 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T16:59:41.051 DEBUG:teuthology.orchestra.run.smithi094:> stat /dev/vg_nvme/lv_1 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout:Device: 5h/5d Inode: 966 Links: 1 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout:Access: 2024-08-17 16:59:27.518619742 +0000 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout:Modify: 2024-08-17 16:55:26.265890005 +0000 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout:Change: 2024-08-17 16:55:26.265890005 +0000 2024-08-17T16:59:41.111 INFO:teuthology.orchestra.run.smithi094.stdout: Birth: 2024-08-17 16:55:26.265890005 +0000 2024-08-17T16:59:41.112 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T16:59:41.181 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records in 2024-08-17T16:59:41.181 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records out 2024-08-17T16:59:41.181 INFO:teuthology.orchestra.run.smithi094.stderr:512 bytes copied, 0.000147594 s, 3.5 MB/s 2024-08-17T16:59:41.182 DEBUG:teuthology.orchestra.run.smithi094:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T16:59:41.239 DEBUG:teuthology.orchestra.run.smithi094:> stat /dev/vg_nvme/lv_2 2024-08-17T16:59:41.297 INFO:teuthology.orchestra.run.smithi094.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T16:59:41.297 INFO:teuthology.orchestra.run.smithi094.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:59:41.297 INFO:teuthology.orchestra.run.smithi094.stdout:Device: 5h/5d Inode: 977 Links: 1 2024-08-17T16:59:41.297 INFO:teuthology.orchestra.run.smithi094.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:59:41.297 INFO:teuthology.orchestra.run.smithi094.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:59:41.297 INFO:teuthology.orchestra.run.smithi094.stdout:Access: 2024-08-17 16:59:27.518619742 +0000 2024-08-17T16:59:41.298 INFO:teuthology.orchestra.run.smithi094.stdout:Modify: 2024-08-17 16:55:26.266889989 +0000 2024-08-17T16:59:41.298 INFO:teuthology.orchestra.run.smithi094.stdout:Change: 2024-08-17 16:55:26.266889989 +0000 2024-08-17T16:59:41.298 INFO:teuthology.orchestra.run.smithi094.stdout: Birth: 2024-08-17 16:55:26.266889989 +0000 2024-08-17T16:59:41.298 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T16:59:41.362 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records in 2024-08-17T16:59:41.362 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records out 2024-08-17T16:59:41.362 INFO:teuthology.orchestra.run.smithi094.stderr:512 bytes copied, 0.000128104 s, 4.0 MB/s 2024-08-17T16:59:41.363 DEBUG:teuthology.orchestra.run.smithi094:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T16:59:41.421 DEBUG:teuthology.orchestra.run.smithi094:> stat /dev/vg_nvme/lv_3 2024-08-17T16:59:41.477 INFO:teuthology.orchestra.run.smithi094.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T16:59:41.477 INFO:teuthology.orchestra.run.smithi094.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:59:41.477 INFO:teuthology.orchestra.run.smithi094.stdout:Device: 5h/5d Inode: 968 Links: 1 2024-08-17T16:59:41.477 INFO:teuthology.orchestra.run.smithi094.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:59:41.477 INFO:teuthology.orchestra.run.smithi094.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:59:41.477 INFO:teuthology.orchestra.run.smithi094.stdout:Access: 2024-08-17 16:59:27.519619725 +0000 2024-08-17T16:59:41.477 INFO:teuthology.orchestra.run.smithi094.stdout:Modify: 2024-08-17 16:55:26.266889989 +0000 2024-08-17T16:59:41.478 INFO:teuthology.orchestra.run.smithi094.stdout:Change: 2024-08-17 16:55:26.266889989 +0000 2024-08-17T16:59:41.478 INFO:teuthology.orchestra.run.smithi094.stdout: Birth: 2024-08-17 16:55:26.266889989 +0000 2024-08-17T16:59:41.478 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T16:59:41.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:41 smithi094 ceph-mon[29912]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:41.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:41 smithi094 ceph-mon[29912]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi094=y;smithi190=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:41.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:41 smithi094 ceph-mon[29912]: Saving service mgr spec with placement smithi094=y;smithi190=x;count:2 2024-08-17T16:59:41.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:41 smithi094 ceph-mon[41048]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:41.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:41 smithi094 ceph-mon[41048]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi094=y;smithi190=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:41.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:41 smithi094 ceph-mon[41048]: Saving service mgr spec with placement smithi094=y;smithi190=x;count:2 2024-08-17T16:59:41.541 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records in 2024-08-17T16:59:41.541 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records out 2024-08-17T16:59:41.541 INFO:teuthology.orchestra.run.smithi094.stderr:512 bytes copied, 0.000113051 s, 4.5 MB/s 2024-08-17T16:59:41.542 DEBUG:teuthology.orchestra.run.smithi094:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T16:59:41.599 DEBUG:teuthology.orchestra.run.smithi094:> stat /dev/vg_nvme/lv_4 2024-08-17T16:59:41.654 INFO:teuthology.orchestra.run.smithi094.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T16:59:41.655 INFO:teuthology.orchestra.run.smithi094.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:59:41.655 INFO:teuthology.orchestra.run.smithi094.stdout:Device: 5h/5d Inode: 965 Links: 1 2024-08-17T16:59:41.655 INFO:teuthology.orchestra.run.smithi094.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:59:41.655 INFO:teuthology.orchestra.run.smithi094.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:59:41.655 INFO:teuthology.orchestra.run.smithi094.stdout:Access: 2024-08-17 16:59:27.519619725 +0000 2024-08-17T16:59:41.655 INFO:teuthology.orchestra.run.smithi094.stdout:Modify: 2024-08-17 16:55:26.265890005 +0000 2024-08-17T16:59:41.655 INFO:teuthology.orchestra.run.smithi094.stdout:Change: 2024-08-17 16:55:26.265890005 +0000 2024-08-17T16:59:41.655 INFO:teuthology.orchestra.run.smithi094.stdout: Birth: 2024-08-17 16:55:26.265890005 +0000 2024-08-17T16:59:41.655 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T16:59:41.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:41 smithi190 ceph-mon[33316]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:41.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:41 smithi190 ceph-mon[33316]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi094=y;smithi190=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:41.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:41 smithi190 ceph-mon[33316]: Saving service mgr spec with placement smithi094=y;smithi190=x;count:2 2024-08-17T16:59:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records in 2024-08-17T16:59:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:1+0 records out 2024-08-17T16:59:41.718 INFO:teuthology.orchestra.run.smithi094.stderr:512 bytes copied, 0.000110341 s, 4.6 MB/s 2024-08-17T16:59:41.719 DEBUG:teuthology.orchestra.run.smithi094:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T16:59:41.776 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T16:59:41.776 DEBUG:teuthology.orchestra.run.smithi190:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T16:59:41.792 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T16:59:41.792 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_1 2024-08-17T16:59:41.848 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T16:59:41.848 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:59:41.848 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 966 Links: 1 2024-08-17T16:59:41.848 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:59:41.848 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:59:41.848 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-08-17 16:59:18.383997954 +0000 2024-08-17T16:59:41.849 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-08-17 16:55:26.650614078 +0000 2024-08-17T16:59:41.849 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-08-17 16:55:26.650614078 +0000 2024-08-17T16:59:41.849 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-08-17 16:55:26.650614078 +0000 2024-08-17T16:59:41.849 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T16:59:41.913 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-08-17T16:59:41.913 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-08-17T16:59:41.913 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000261354 s, 2.0 MB/s 2024-08-17T16:59:41.914 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T16:59:41.971 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_2 2024-08-17T16:59:42.026 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T16:59:42.026 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:59:42.026 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-08-17T16:59:42.026 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:59:42.026 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:59:42.026 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-08-17 16:59:18.384997926 +0000 2024-08-17T16:59:42.026 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-08-17 16:55:26.651614050 +0000 2024-08-17T16:59:42.026 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-08-17 16:55:26.651614050 +0000 2024-08-17T16:59:42.027 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-08-17 16:55:26.651614050 +0000 2024-08-17T16:59:42.027 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T16:59:42.090 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-08-17T16:59:42.091 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-08-17T16:59:42.091 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000223964 s, 2.3 MB/s 2024-08-17T16:59:42.092 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T16:59:42.148 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_3 2024-08-17T16:59:42.204 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T16:59:42.204 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:59:42.204 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 984 Links: 1 2024-08-17T16:59:42.204 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:59:42.205 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:59:42.205 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-08-17 16:59:18.384997926 +0000 2024-08-17T16:59:42.205 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-08-17 16:55:26.652614022 +0000 2024-08-17T16:59:42.205 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-08-17 16:55:26.652614022 +0000 2024-08-17T16:59:42.205 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-08-17 16:55:26.652614022 +0000 2024-08-17T16:59:42.205 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T16:59:42.268 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-08-17T16:59:42.268 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-08-17T16:59:42.268 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000207176 s, 2.5 MB/s 2024-08-17T16:59:42.269 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T16:59:42.326 DEBUG:teuthology.orchestra.run.smithi190:> stat /dev/vg_nvme/lv_4 2024-08-17T16:59:42.381 INFO:teuthology.orchestra.run.smithi190.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T16:59:42.381 INFO:teuthology.orchestra.run.smithi190.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:59:42.381 INFO:teuthology.orchestra.run.smithi190.stdout:Device: 5h/5d Inode: 977 Links: 1 2024-08-17T16:59:42.381 INFO:teuthology.orchestra.run.smithi190.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:59:42.381 INFO:teuthology.orchestra.run.smithi190.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:59:42.382 INFO:teuthology.orchestra.run.smithi190.stdout:Access: 2024-08-17 16:59:18.385997898 +0000 2024-08-17T16:59:42.382 INFO:teuthology.orchestra.run.smithi190.stdout:Modify: 2024-08-17 16:55:26.651614050 +0000 2024-08-17T16:59:42.382 INFO:teuthology.orchestra.run.smithi190.stdout:Change: 2024-08-17 16:55:26.651614050 +0000 2024-08-17T16:59:42.382 INFO:teuthology.orchestra.run.smithi190.stdout: Birth: 2024-08-17 16:55:26.651614050 +0000 2024-08-17T16:59:42.382 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T16:59:42.445 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records in 2024-08-17T16:59:42.446 INFO:teuthology.orchestra.run.smithi190.stderr:1+0 records out 2024-08-17T16:59:42.446 INFO:teuthology.orchestra.run.smithi190.stderr:512 bytes copied, 0.000238571 s, 2.1 MB/s 2024-08-17T16:59:42.447 DEBUG:teuthology.orchestra.run.smithi190:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T16:59:42.503 INFO:tasks.cephadm:Deploying osd.0 on smithi094 with /dev/vg_nvme/lv_4... 2024-08-17T16:59:42.503 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:42 smithi190 ceph-mon[33316]: Deploying daemon mgr.x on smithi190 2024-08-17T16:59:42.753 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:59:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[41048]: Deploying daemon mgr.x on smithi190 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:42 smithi094 ceph-mon[29912]: Deploying daemon mgr.x on smithi190 2024-08-17T16:59:43.569 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:43 smithi190 ceph-mon[33316]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:43.569 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 podman[35363]: 2024-08-17 16:59:43.427035661 +0000 UTC m=+0.133789009 container create fd49aefdef6a9bf02aba6044002f436e59b2e4227be5d732bf50572c1bb22372 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-f2c39d4, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-17T16:59:43.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:43 smithi094 ceph-mon[29912]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:43.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:43 smithi094 ceph-mon[41048]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:43.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 podman[35363]: 2024-08-17 16:59:43.671224297 +0000 UTC m=+0.377977659 container init fd49aefdef6a9bf02aba6044002f436e59b2e4227be5d732bf50572c1bb22372 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-f2c39d4, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:59:43.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 podman[35363]: 2024-08-17 16:59:43.675787526 +0000 UTC m=+0.382540879 container start fd49aefdef6a9bf02aba6044002f436e59b2e4227be5d732bf50572c1bb22372 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T16:59:43.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 ceph-mgr[35401]: -- 172.21.15.190:0/3060851657 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fada21c9c0 con 0x55fada229000 2024-08-17T16:59:43.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 bash[35363]: fd49aefdef6a9bf02aba6044002f436e59b2e4227be5d732bf50572c1bb22372 2024-08-17T16:59:43.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 systemd[1]: Started Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:59:43.937 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:43.790+0000 7f3a52f97ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:59:43.937 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:43.918+0000 7f3a52f97ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:59:44.246 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:43.987+0000 7f3a52f97ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:59:44.246 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:44.245+0000 7f3a52f97ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:59:44.541 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:44.308+0000 7f3a52f97ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:59:45.176 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.176 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.176 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.176 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[29912]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:45.177 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.177 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:45.177 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.177 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.177 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.177 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[41048]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:45.177 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.177 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:45.182 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T16:59:45.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:44 smithi190 ceph-mon[33316]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:45.202 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi094:vg_nvme/lv_4 2024-08-17T16:59:45.583 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:45.237+0000 7f3a52f97ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:59:45.583 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:45.346+0000 7f3a52f97ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:59:45.583 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:45.398+0000 7f3a52f97ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:59:45.583 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:45.582+0000 7f3a52f97ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:59:45.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:45.640+0000 7f3a52f97ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:59:45.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:45.702+0000 7f3a52f97ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:59:45.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:45.823+0000 7f3a52f97ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:59:46.006 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:46.131 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: Reconfiguring daemon mgr.y on smithi094 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.132 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:46.133 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:46.133 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.133 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:59:46.133 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:46.133 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:46.133 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:46.133 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: Reconfiguring daemon mgr.y on smithi094 2024-08-17T16:59:46.133 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.435 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:46.226+0000 7f3a52f97ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: Reconfiguring daemon mgr.y on smithi094 2024-08-17T16:59:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:46.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:46.513+0000 7f3a52f97ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:59:46.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:46.580+0000 7f3a52f97ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:59:46.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:46.704+0000 7f3a52f97ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:59:47.249 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:46.952+0000 7f3a52f97ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:59:47.249 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:47.010+0000 7f3a52f97ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:59:47.249 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:47.186+0000 7f3a52f97ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:59:47.249 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:47.247+0000 7f3a52f97ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:59:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[41048]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[29912]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:47.327+0000 7f3a52f97ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:47.383+0000 7f3a52f97ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-mon[33316]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T16:59:48.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:47.894+0000 7f3a52f97ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:59:48.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T16:59:48.026+0000 7f3a52f97ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:59:48.718 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[29912]: Standby manager daemon x started 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[41048]: Standby manager daemon x started 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:59:48.719 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:48.720 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:59:48.720 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:48.720 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:48.720 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:48.720 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:48 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-mon[33316]: Standby manager daemon x started 2024-08-17T16:59:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:59:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:59:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/2602471800' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:48 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:49.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:49 smithi094 ceph-mon[29912]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:49.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:49 smithi094 ceph-mon[29912]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:49.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:49 smithi094 ceph-mon[29912]: mgrmap e14: y(active, since 62s), standbys: x 2024-08-17T16:59:49.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:49 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:59:49.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:49 smithi094 ceph-mon[41048]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:49.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:49 smithi094 ceph-mon[41048]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:49.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:49 smithi094 ceph-mon[41048]: mgrmap e14: y(active, since 62s), standbys: x 2024-08-17T16:59:49.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:49 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:59:49.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:49 smithi190 ceph-mon[33316]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:49 smithi190 ceph-mon[33316]: from='client.24110 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:49 smithi190 ceph-mon[33316]: mgrmap e14: y(active, since 62s), standbys: x 2024-08-17T16:59:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:49 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:59:50.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:50 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3411088540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2129ecc2-0374-485e-963e-ffdd14d6926c"}]: dispatch 2024-08-17T16:59:50.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:50 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3411088540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2129ecc2-0374-485e-963e-ffdd14d6926c"}]': finished 2024-08-17T16:59:50.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:50 smithi094 ceph-mon[41048]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:59:50.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:50 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:59:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:50 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3411088540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2129ecc2-0374-485e-963e-ffdd14d6926c"}]: dispatch 2024-08-17T16:59:50.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:50 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3411088540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2129ecc2-0374-485e-963e-ffdd14d6926c"}]': finished 2024-08-17T16:59:50.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:50 smithi094 ceph-mon[29912]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:59:50.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:50 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:59:50.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:50 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3411088540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2129ecc2-0374-485e-963e-ffdd14d6926c"}]: dispatch 2024-08-17T16:59:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:50 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3411088540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2129ecc2-0374-485e-963e-ffdd14d6926c"}]': finished 2024-08-17T16:59:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:50 smithi190 ceph-mon[33316]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:59:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:50 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:59:51.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:51 smithi094 ceph-mon[29912]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:51.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:51 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2873496387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:51.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:51 smithi094 ceph-mon[41048]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:51.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:51 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2873496387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:51.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:51 smithi190 ceph-mon[33316]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:51.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:51 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2873496387' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:52 smithi094 ceph-mon[29912]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:52.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:52 smithi094 ceph-mon[41048]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:52 smithi190 ceph-mon[33316]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:55.164 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:54 smithi094 ceph-mon[41048]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:55.164 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:54 smithi094 ceph-mon[29912]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:55.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:54 smithi190 ceph-mon[33316]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:56 smithi094 ceph-mon[29912]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:59:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:56 smithi094 ceph-mon[29912]: Deploying daemon osd.0 on smithi094 2024-08-17T16:59:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:56 smithi094 ceph-mon[41048]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:59:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:56 smithi094 ceph-mon[41048]: Deploying daemon osd.0 on smithi094 2024-08-17T16:59:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:56 smithi190 ceph-mon[33316]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:59:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:56 smithi190 ceph-mon[33316]: Deploying daemon osd.0 on smithi094 2024-08-17T16:59:59.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 16:59:58 smithi094 ceph-mon[29912]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:59.128 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 16:59:58 smithi094 ceph-mon[41048]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:59:59.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 16:59:58 smithi190 ceph-mon[33316]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:01.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:00 smithi094 ceph-mon[29912]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:01.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:00 smithi094 ceph-mon[29912]: overall HEALTH_OK 2024-08-17T17:00:01.039 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:00 smithi094 ceph-mon[41048]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:01.039 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:00 smithi094 ceph-mon[41048]: overall HEALTH_OK 2024-08-17T17:00:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:00 smithi190 ceph-mon[33316]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:00 smithi190 ceph-mon[33316]: overall HEALTH_OK 2024-08-17T17:00:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:01 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:01 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:01 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:02.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:01 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:02.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:01 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:02.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:01 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:03.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:03 smithi190 ceph-mon[33316]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:03.464 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:03 smithi094 ceph-mon[29912]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:03.464 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:03 smithi094 ceph-mon[41048]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:04.435 INFO:teuthology.orchestra.run.smithi094.stdout:Created osd(s) 0 on host 'smithi094' 2024-08-17T17:00:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T17:00:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T17:00:04.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:04.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:05.340 DEBUG:teuthology.orchestra.run.smithi094:osd.0> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.0.service 2024-08-17T17:00:05.342 INFO:tasks.cephadm:Deploying osd.1 on smithi094 with /dev/vg_nvme/lv_3... 2024-08-17T17:00:05.342 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T17:00:06.001 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:06.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:06 smithi190 ceph-mon[33316]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:00:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:06 smithi190 ceph-mon[33316]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T17:00:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:06 smithi190 ceph-mon[33316]: from='osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:06 smithi190 ceph-mon[33316]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:06.432 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[29912]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:00:06.432 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[29912]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T17:00:06.432 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:06.432 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[29912]: from='osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:06.432 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[29912]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:06.432 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[41048]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:00:06.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[41048]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T17:00:06.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:06.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[41048]: from='osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:06.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-mon[41048]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:06.433 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[45331]: 2024-08-17T17:00:06.115+0000 7f6f2cf39640 -1 osd.0 0 waiting for initial osdmap 2024-08-17T17:00:06.433 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:00:06 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[45331]: 2024-08-17T17:00:06.117+0000 7f6f27d70640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:00:07.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:07 smithi190 ceph-mon[33316]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:07.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:07 smithi190 ceph-mon[33316]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:07.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:07 smithi190 ceph-mon[33316]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T17:00:07.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:07 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:07.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:07 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[29912]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[29912]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[29912]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[41048]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[41048]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[41048]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:07.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:07 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:08.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:08 smithi190 ceph-mon[33316]: purged_snaps scrub starts 2024-08-17T17:00:08.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:08 smithi190 ceph-mon[33316]: purged_snaps scrub ok 2024-08-17T17:00:08.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:08 smithi190 ceph-mon[33316]: osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297] boot 2024-08-17T17:00:08.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:08 smithi190 ceph-mon[33316]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T17:00:08.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:08 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[29912]: purged_snaps scrub starts 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[29912]: purged_snaps scrub ok 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[29912]: osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297] boot 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[29912]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[41048]: purged_snaps scrub starts 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[41048]: purged_snaps scrub ok 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[41048]: osd.0 [v2:172.21.15.94:6802/4002020297,v1:172.21.15.94:6803/4002020297] boot 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[41048]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T17:00:08.461 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:08 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:00:09.297 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:09.297 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T17:00:09.298 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:09.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:09.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:09.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: pgmap v39: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T17:00:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:09.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:10.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:10 smithi190 ceph-mon[33316]: Detected new or changed devices on smithi094 2024-08-17T17:00:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:10 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi094 to 16064M 2024-08-17T17:00:10.488 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:10 smithi094 ceph-mon[29912]: Detected new or changed devices on smithi094 2024-08-17T17:00:10.488 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:10 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi094 to 16064M 2024-08-17T17:00:10.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:10 smithi094 ceph-mon[41048]: Detected new or changed devices on smithi094 2024-08-17T17:00:10.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:10 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi094 to 16064M 2024-08-17T17:00:10.494 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:00:10.515 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi094:vg_nvme/lv_3 2024-08-17T17:00:10.766 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:11.158 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:11 smithi094 ceph-mon[29912]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:11.158 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:11 smithi094 ceph-mon[41048]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:11.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:11 smithi190 ceph-mon[33316]: pgmap v41: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:13.135 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:13 smithi094 ceph-mon[29912]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:13.135 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:13.135 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:13.135 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:13.135 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:13 smithi094 ceph-mon[41048]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:13.135 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:13.135 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:13.135 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:13.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:13 smithi190 ceph-mon[33316]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:14.365 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:14 smithi094 ceph-mon[29912]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:14.365 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:14 smithi094 ceph-mon[41048]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:14.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:14 smithi190 ceph-mon[33316]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:15.212 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[29912]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:15.212 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/505736433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]: dispatch 2024-08-17T17:00:15.212 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]: dispatch 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]': finished 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[29912]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[41048]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/505736433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]: dispatch 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]: dispatch 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]': finished 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[41048]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T17:00:15.213 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:15 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:15 smithi190 ceph-mon[33316]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:15 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/505736433' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]: dispatch 2024-08-17T17:00:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:15 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]: dispatch 2024-08-17T17:00:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:15 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8bed0866-217e-49aa-934c-3036cd7ff999"}]': finished 2024-08-17T17:00:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:15 smithi190 ceph-mon[33316]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T17:00:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:15 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:16.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:16 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1062852391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:16 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1062852391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:16.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:16 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1062852391' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:17.405 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:17 smithi094 ceph-mon[29912]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:17.405 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:17 smithi094 ceph-mon[41048]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:17.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:17 smithi190 ceph-mon[33316]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:19.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:19 smithi190 ceph-mon[33316]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:19.450 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:19 smithi094 ceph-mon[29912]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:19.450 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:19 smithi094 ceph-mon[41048]: pgmap v46: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:21.404 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:21 smithi094 ceph-mon[41048]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:21.404 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:21 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T17:00:21.404 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:21 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:21.405 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:21 smithi094 ceph-mon[29912]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:21.405 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:21 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T17:00:21.405 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:21 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:21 smithi190 ceph-mon[33316]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:21 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T17:00:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:21 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:22.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:22 smithi190 ceph-mon[33316]: Deploying daemon osd.1 on smithi094 2024-08-17T17:00:22.487 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:22 smithi094 ceph-mon[29912]: Deploying daemon osd.1 on smithi094 2024-08-17T17:00:22.487 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:22 smithi094 ceph-mon[41048]: Deploying daemon osd.1 on smithi094 2024-08-17T17:00:23.345 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:23 smithi094 ceph-mon[41048]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:23.345 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:23 smithi094 ceph-mon[29912]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:23.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:23 smithi190 ceph-mon[33316]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:25.404 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:25 smithi094 ceph-mon[29912]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:25.404 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:25 smithi094 ceph-mon[41048]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:25.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:25 smithi190 ceph-mon[33316]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:26.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:26 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:26.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:26 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:26.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:26 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:26.467 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:26 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:26.468 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:26 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:26.468 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:26 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:26.468 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:26 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:26.468 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:26 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:26.468 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:26 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:27.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:27 smithi094 ceph-mon[29912]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:27.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:27 smithi094 ceph-mon[41048]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:27.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:27 smithi190 ceph-mon[33316]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:29.146 INFO:teuthology.orchestra.run.smithi094.stdout:Created osd(s) 1 on host 'smithi094' 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T17:00:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T17:00:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:29.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:29.825 DEBUG:teuthology.orchestra.run.smithi094:osd.1> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.1.service 2024-08-17T17:00:29.827 INFO:tasks.cephadm:Deploying osd.2 on smithi094 with /dev/vg_nvme/lv_2... 2024-08-17T17:00:29.827 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T17:00:30.537 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:30.659 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[29912]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:00:30.659 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[29912]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T17:00:30.659 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:30.659 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[29912]: from='osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:30.659 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[29912]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:30.660 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[41048]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:00:30.660 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[41048]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T17:00:30.660 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:30.660 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[41048]: from='osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:30.660 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-mon[41048]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:30.660 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[51510]: 2024-08-17T17:00:30.409+0000 7fe492cf2640 -1 osd.1 0 waiting for initial osdmap 2024-08-17T17:00:30.660 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:00:30 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[51510]: 2024-08-17T17:00:30.412+0000 7fe48d328640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:00:30.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:30 smithi190 ceph-mon[33316]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:00:30.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:30 smithi190 ceph-mon[33316]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T17:00:30.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:30 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:30.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:30 smithi190 ceph-mon[33316]: from='osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:30.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:30 smithi190 ceph-mon[33316]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:31.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:31 smithi190 ceph-mon[33316]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:31.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:31 smithi190 ceph-mon[33316]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:31.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:31 smithi190 ceph-mon[33316]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T17:00:31.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:31 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:31.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:31 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[29912]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[29912]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[29912]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T17:00:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[41048]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-17T17:00:31.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[41048]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:31.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[41048]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T17:00:31.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:31.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:31 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:32.500 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[29912]: purged_snaps scrub starts 2024-08-17T17:00:32.500 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[29912]: purged_snaps scrub ok 2024-08-17T17:00:32.500 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[29912]: osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843] boot 2024-08-17T17:00:32.500 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[29912]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T17:00:32.501 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:32.501 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[41048]: purged_snaps scrub starts 2024-08-17T17:00:32.501 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[41048]: purged_snaps scrub ok 2024-08-17T17:00:32.501 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[41048]: osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843] boot 2024-08-17T17:00:32.501 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[41048]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T17:00:32.501 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:32 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:32.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:32 smithi190 ceph-mon[33316]: purged_snaps scrub starts 2024-08-17T17:00:32.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:32 smithi190 ceph-mon[33316]: purged_snaps scrub ok 2024-08-17T17:00:32.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:32 smithi190 ceph-mon[33316]: osd.1 [v2:172.21.15.94:6810/278782843,v1:172.21.15.94:6811/278782843] boot 2024-08-17T17:00:32.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:32 smithi190 ceph-mon[33316]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T17:00:32.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:32 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:00:33.631 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:33 smithi094 ceph-mon[29912]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:33.631 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:33 smithi094 ceph-mon[29912]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T17:00:33.632 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:33 smithi094 ceph-mon[41048]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:33.632 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:33 smithi094 ceph-mon[41048]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T17:00:33.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:33 smithi190 ceph-mon[33316]: pgmap v56: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:33.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:33 smithi190 ceph-mon[33316]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T17:00:34.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: Detected new or changed devices on smithi094 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi094 to 8032M 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:34 smithi190 ceph-mon[33316]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: Detected new or changed devices on smithi094 2024-08-17T17:00:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi094 to 8032M 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[29912]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: Detected new or changed devices on smithi094 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:35.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:35.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:35.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi094 to 8032M 2024-08-17T17:00:35.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:35.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:35.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:35.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:35.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:34 smithi094 ceph-mon[41048]: pgmap v58: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:35.068 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:00:35.088 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi094:vg_nvme/lv_2 2024-08-17T17:00:35.337 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:36 smithi190 ceph-mon[33316]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:37.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:36 smithi094 ceph-mon[29912]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:37.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:36 smithi094 ceph-mon[41048]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:38.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:37 smithi094 ceph-mon[29912]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:38.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:37 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:38.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:37 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:38.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:37 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:38.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:37 smithi094 ceph-mon[41048]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:38.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:37 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:38.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:37 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:38.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:37 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:37 smithi190 ceph-mon[33316]: from='client.14265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:37 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:37 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:37 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:38.964 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:38 smithi094 ceph-mon[29912]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:38.965 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:38 smithi094 ceph-mon[41048]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:38 smithi190 ceph-mon[33316]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:39 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1419837594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]: dispatch 2024-08-17T17:00:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:39 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]: dispatch 2024-08-17T17:00:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:39 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]': finished 2024-08-17T17:00:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:39 smithi190 ceph-mon[33316]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T17:00:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:39 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1419837594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]: dispatch 2024-08-17T17:00:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]: dispatch 2024-08-17T17:00:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]': finished 2024-08-17T17:00:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[29912]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T17:00:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:40.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1419837594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]: dispatch 2024-08-17T17:00:40.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]: dispatch 2024-08-17T17:00:40.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cc769247-086f-4c4b-8402-65a22fcbbef2"}]': finished 2024-08-17T17:00:40.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[41048]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T17:00:40.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:39 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:41.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:40 smithi190 ceph-mon[33316]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:40 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/523074930' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:40 smithi094 ceph-mon[29912]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:40 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/523074930' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:41.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:40 smithi094 ceph-mon[41048]: pgmap v62: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:41.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:40 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/523074930' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:42 smithi094 ceph-mon[29912]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:42 smithi094 ceph-mon[41048]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:42 smithi190 ceph-mon[33316]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:45.089 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:44 smithi094 ceph-mon[29912]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:45.089 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:44 smithi094 ceph-mon[41048]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:45.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:44 smithi190 ceph-mon[33316]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:46.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T17:00:46.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:45 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:46.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:45 smithi094 ceph-mon[29912]: Deploying daemon osd.2 on smithi094 2024-08-17T17:00:46.051 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T17:00:46.051 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:45 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:46.052 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:45 smithi094 ceph-mon[41048]: Deploying daemon osd.2 on smithi094 2024-08-17T17:00:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T17:00:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:45 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:45 smithi190 ceph-mon[33316]: Deploying daemon osd.2 on smithi094 2024-08-17T17:00:47.089 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:46 smithi094 ceph-mon[29912]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:47.090 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:46 smithi094 ceph-mon[41048]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:47.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:46 smithi190 ceph-mon[33316]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:49.114 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:48 smithi094 ceph-mon[29912]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:49.114 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:48 smithi094 ceph-mon[41048]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:48 smithi190 ceph-mon[33316]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:51.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:50 smithi094 ceph-mon[29912]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:51.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:50 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:51.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:50 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:51.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:50 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:51.015 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:50 smithi094 ceph-mon[41048]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:51.015 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:50 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:51.015 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:50 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:51.016 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:50 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:51.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:50 smithi190 ceph-mon[33316]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:50 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:50 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:50 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[41048]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[29912]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:52 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:52 smithi190 ceph-mon[33316]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:53.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:52 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:52 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:52 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:53.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:52 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:53.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:52 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:53.520 INFO:teuthology.orchestra.run.smithi094.stdout:Created osd(s) 2 on host 'smithi094' 2024-08-17T17:00:54.139 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[29912]: from='osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[29912]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[41048]: from='osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[41048]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:54.140 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:53 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:54.165 DEBUG:teuthology.orchestra.run.smithi094:osd.2> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.2.service 2024-08-17T17:00:54.168 INFO:tasks.cephadm:Deploying osd.3 on smithi094 with /dev/vg_nvme/lv_1... 2024-08-17T17:00:54.168 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T17:00:54.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:53 smithi190 ceph-mon[33316]: from='osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T17:00:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:53 smithi190 ceph-mon[33316]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T17:00:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:53 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:53 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:53 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:55.004 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:00:55.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[41048]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:55.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[41048]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:00:55.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[41048]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T17:00:55.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:55.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[41048]: from='osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:55.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[41048]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[29912]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[29912]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:00:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[29912]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T17:00:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[29912]: from='osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-mon[29912]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:55.273 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[57938]: 2024-08-17T17:00:54.950+0000 7fed0c7a1640 -1 osd.2 0 waiting for initial osdmap 2024-08-17T17:00:55.274 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:00:54 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[57938]: 2024-08-17T17:00:54.953+0000 7fed05db3640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:00:55.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:54 smithi190 ceph-mon[33316]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:55.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:54 smithi190 ceph-mon[33316]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:00:55.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:54 smithi190 ceph-mon[33316]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T17:00:55.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:54 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:55.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:54 smithi190 ceph-mon[33316]: from='osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:55.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:54 smithi190 ceph-mon[33316]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:00:56.141 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:55 smithi094 ceph-mon[29912]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:56.142 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:55 smithi094 ceph-mon[29912]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T17:00:56.142 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:55 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:56.142 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:55 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:56.142 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:55 smithi094 ceph-mon[41048]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:56.142 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:55 smithi094 ceph-mon[41048]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T17:00:56.142 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:55 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:56.142 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:55 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:56.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:55 smithi190 ceph-mon[33316]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:00:56.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:55 smithi190 ceph-mon[33316]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T17:00:56.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:55 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:56.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:55 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[41048]: purged_snaps scrub starts 2024-08-17T17:00:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[41048]: purged_snaps scrub ok 2024-08-17T17:00:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[41048]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[41048]: osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989] boot 2024-08-17T17:00:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[41048]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T17:00:57.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:57.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[29912]: purged_snaps scrub starts 2024-08-17T17:00:57.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[29912]: purged_snaps scrub ok 2024-08-17T17:00:57.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[29912]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:57.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[29912]: osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989] boot 2024-08-17T17:00:57.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[29912]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T17:00:57.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:57.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:56 smithi190 ceph-mon[33316]: purged_snaps scrub starts 2024-08-17T17:00:57.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:56 smithi190 ceph-mon[33316]: purged_snaps scrub ok 2024-08-17T17:00:57.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:56 smithi190 ceph-mon[33316]: pgmap v72: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-17T17:00:57.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:56 smithi190 ceph-mon[33316]: osd.2 [v2:172.21.15.94:6818/3861667989,v1:172.21.15.94:6819/3861667989] boot 2024-08-17T17:00:57.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:56 smithi190 ceph-mon[33316]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T17:00:57.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:00:58.254 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:58 smithi094 ceph-mon[29912]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T17:00:58.254 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:58 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T17:00:58.254 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:58 smithi094 ceph-mon[41048]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T17:00:58.254 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:58 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T17:00:58.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:58 smithi190 ceph-mon[33316]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T17:00:58.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:58 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-17T17:00:59.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:00:59.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T17:00:59.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: Detected new or changed devices on smithi094 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi094 to 5354M 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:59.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: Detected new or changed devices on smithi094 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi094 to 5354M 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:59.275 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:59.275 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:00:59 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.635 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:00:59.654 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi094:vg_nvme/lv_1 2024-08-17T17:00:59.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: pgmap v75: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: Detected new or changed devices on smithi094 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi094 to 5354M 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:59.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:59.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:00:59 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:00:59.907 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:00.022 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:00:59 smithi094 sudo[62160]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T17:01:00.022 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:00:59 smithi094 sudo[62160]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:00.022 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:00:59 smithi094 sudo[62160]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:00.022 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:00:59 smithi094 sudo[62160]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:00.292 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:00 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:01:00.292 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:00 smithi094 ceph-mon[29912]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T17:01:00.292 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:00 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:00.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:00 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:01:00.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:00 smithi094 ceph-mon[41048]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T17:01:00.292 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:00 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:00.292 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62219]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T17:01:00.293 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62219]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:00.293 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62219]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:00.293 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62219]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:00.604 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62259]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T17:01:00.604 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62259]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:00.604 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62259]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:00.604 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62259]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:00.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:00 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:01:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:00 smithi190 ceph-mon[33316]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T17:01:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:00 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:00.868 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62275]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T17:01:00.868 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62275]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:00.868 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62275]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:00.868 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62275]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:00.868 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62262]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T17:01:00.868 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62262]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:00.868 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62262]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:00.868 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:01:00 smithi094 sudo[62262]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:01.189 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62298]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T17:01:01.189 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62298]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:01.189 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62298]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:01.189 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62298]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:01.449 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62321]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T17:01:01.450 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62321]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:01.450 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62321]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:01.450 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62321]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:01 smithi094 ceph-mon[41048]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:01 smithi094 ceph-mon[41048]: osdmap e22: 3 total, 3 up, 3 in 2024-08-17T17:01:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:01 smithi094 ceph-mon[41048]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T17:01:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:01 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:01.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62365]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T17:01:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62365]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62365]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 sudo[62365]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 ceph-mon[29912]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 ceph-mon[29912]: osdmap e22: 3 total, 3 up, 3 in 2024-08-17T17:01:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 ceph-mon[29912]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T17:01:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:01 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:01.897 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:01 smithi190 ceph-mon[33316]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:01.897 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:01 smithi190 ceph-mon[33316]: osdmap e22: 3 total, 3 up, 3 in 2024-08-17T17:01:01.897 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:01 smithi190 ceph-mon[33316]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T17:01:01.897 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:01 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:01.897 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:01 smithi190 sudo[36072]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T17:01:01.898 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:01 smithi190 sudo[36072]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:01.898 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:01 smithi190 sudo[36072]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:01.898 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:01 smithi190 sudo[36072]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 sudo[36075]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T17:01:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 sudo[36075]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 sudo[36075]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 sudo[36075]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:02.670 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 sudo[62526]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T17:01:02.670 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 sudo[62526]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:02.670 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 sudo[62526]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:02.670 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 sudo[62526]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:02 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 sudo[62529]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 sudo[62529]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 sudo[62529]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 sudo[62529]: pam_unix(sudo:session): session closed for user root 2024-08-17T17:01:03.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi094:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:01:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:01:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:02 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:01:03.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:03 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:03 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:03 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:03 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:04.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:03 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T17:01:04.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:03 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T17:01:04.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:04 smithi190 ceph-mon[33316]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:04 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2975058908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30fd1d02-1ba1-4935-a7d7-aceb884f15da"}]: dispatch 2024-08-17T17:01:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:04 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2975058908' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30fd1d02-1ba1-4935-a7d7-aceb884f15da"}]': finished 2024-08-17T17:01:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:04 smithi190 ceph-mon[33316]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T17:01:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:04 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/307996921' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[41048]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2975058908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30fd1d02-1ba1-4935-a7d7-aceb884f15da"}]: dispatch 2024-08-17T17:01:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2975058908' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30fd1d02-1ba1-4935-a7d7-aceb884f15da"}]': finished 2024-08-17T17:01:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[41048]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T17:01:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/307996921' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:05.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[29912]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:05.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2975058908' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "30fd1d02-1ba1-4935-a7d7-aceb884f15da"}]: dispatch 2024-08-17T17:01:05.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2975058908' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "30fd1d02-1ba1-4935-a7d7-aceb884f15da"}]': finished 2024-08-17T17:01:05.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[29912]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T17:01:05.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:05.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:04 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/307996921' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:06 smithi094 ceph-mon[29912]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:06 smithi094 ceph-mon[41048]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:06 smithi190 ceph-mon[33316]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:08 smithi190 ceph-mon[33316]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T17:01:09.238 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:08 smithi094 ceph-mon[29912]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T17:01:09.239 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:08 smithi094 ceph-mon[41048]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T17:01:10.971 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:10 smithi094 ceph-mon[29912]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T17:01:10.971 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:10 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T17:01:10.972 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:10 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:10.972 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:10 smithi094 ceph-mon[29912]: Deploying daemon osd.3 on smithi094 2024-08-17T17:01:10.972 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:10 smithi094 ceph-mon[41048]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T17:01:10.972 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:10 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T17:01:10.972 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:10 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:10.972 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:10 smithi094 ceph-mon[41048]: Deploying daemon osd.3 on smithi094 2024-08-17T17:01:11.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:10 smithi190 ceph-mon[33316]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T17:01:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:10 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T17:01:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:10 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:10 smithi190 ceph-mon[33316]: Deploying daemon osd.3 on smithi094 2024-08-17T17:01:13.099 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:12 smithi094 ceph-mon[29912]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T17:01:13.099 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:12 smithi094 ceph-mon[41048]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T17:01:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:12 smithi190 ceph-mon[33316]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T17:01:15.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:14 smithi094 ceph-mon[29912]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T17:01:15.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:14 smithi094 ceph-mon[41048]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T17:01:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:14 smithi190 ceph-mon[33316]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T17:01:16.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:16.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:16.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:15 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:16.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:15 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:16.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:15 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:16.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:15 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:15 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:15 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:15 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:17 smithi094 ceph-mon[41048]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-08-17T17:01:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:17 smithi094 ceph-mon[29912]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-08-17T17:01:17.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:17 smithi190 ceph-mon[33316]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-08-17T17:01:18.865 INFO:teuthology.orchestra.run.smithi094.stdout:Created osd(s) 3 on host 'smithi094' 2024-08-17T17:01:19.484 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[41048]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T17:01:19.484 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.484 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[41048]: from='osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[41048]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[29912]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[29912]: from='osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[29912]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.485 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:19 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.506 DEBUG:teuthology.orchestra.run.smithi094:osd.3> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.3.service 2024-08-17T17:01:19.508 INFO:tasks.cephadm:Deploying osd.4 on smithi190 with /dev/vg_nvme/lv_4... 2024-08-17T17:01:19.509 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T17:01:19.537 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:19 smithi190 ceph-mon[33316]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T17:01:19.537 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:19 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.537 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:19 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.537 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:19 smithi190 ceph-mon[33316]: from='osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T17:01:19.537 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:19 smithi190 ceph-mon[33316]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T17:01:19.538 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:19 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.538 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:19 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:19.768 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:01:20.322 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[41048]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:01:20.322 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[41048]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T17:01:20.322 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:20.322 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[41048]: from='osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:01:20.322 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[41048]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:01:20.323 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[29912]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:01:20.323 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[29912]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T17:01:20.323 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:20.323 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[29912]: from='osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:01:20.323 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-mon[29912]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:01:20.323 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[64447]: 2024-08-17T17:01:20.297+0000 7f45a6855640 -1 osd.3 0 waiting for initial osdmap 2024-08-17T17:01:20.323 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:01:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[64447]: 2024-08-17T17:01:20.300+0000 7f45a3690640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:01:20.567 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:20 smithi190 ceph-mon[33316]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:01:20.567 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:20 smithi190 ceph-mon[33316]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T17:01:20.568 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:20 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:20.568 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:20 smithi190 ceph-mon[33316]: from='osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:01:20.568 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:20 smithi190 ceph-mon[33316]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]: dispatch 2024-08-17T17:01:21.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:21 smithi190 ceph-mon[33316]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:21 smithi190 ceph-mon[33316]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:01:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:21 smithi190 ceph-mon[33316]: osdmap e25: 4 total, 3 up, 4 in 2024-08-17T17:01:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:21 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:21 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[29912]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[29912]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:01:21.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[29912]: osdmap e25: 4 total, 3 up, 4 in 2024-08-17T17:01:21.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:21.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[41048]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-17T17:01:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[41048]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]}]': finished 2024-08-17T17:01:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[41048]: osdmap e25: 4 total, 3 up, 4 in 2024-08-17T17:01:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:21 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:22.230 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T17:01:22.249 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_4 2024-08-17T17:01:22.539 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:01:22.640 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:22 smithi190 ceph-mon[33316]: purged_snaps scrub starts 2024-08-17T17:01:22.641 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:22 smithi190 ceph-mon[33316]: purged_snaps scrub ok 2024-08-17T17:01:22.641 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:22 smithi190 ceph-mon[33316]: osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140] boot 2024-08-17T17:01:22.641 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:22 smithi190 ceph-mon[33316]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T17:01:22.641 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:22 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:22.684 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[29912]: purged_snaps scrub starts 2024-08-17T17:01:22.684 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[29912]: purged_snaps scrub ok 2024-08-17T17:01:22.684 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[29912]: osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140] boot 2024-08-17T17:01:22.684 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[29912]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T17:01:22.684 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:22.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[41048]: purged_snaps scrub starts 2024-08-17T17:01:22.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[41048]: purged_snaps scrub ok 2024-08-17T17:01:22.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[41048]: osd.3 [v2:172.21.15.94:6826/2884779140,v1:172.21.15.94:6827/2884779140] boot 2024-08-17T17:01:22.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[41048]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T17:01:22.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:22 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: osdmap e27: 4 total, 4 up, 4 in 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.546 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:23.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:23.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:23.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:23.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:23.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:23 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:23.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: osdmap e27: 4 total, 4 up, 4 in 2024-08-17T17:01:23.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: osdmap e27: 4 total, 4 up, 4 in 2024-08-17T17:01:23.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:23.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:23 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:24.571 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:24 smithi190 ceph-mon[33316]: Detected new or changed devices on smithi094 2024-08-17T17:01:24.571 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:24 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi094 to 4016M 2024-08-17T17:01:24.571 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:24.571 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:24.571 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:24 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:24.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[29912]: Detected new or changed devices on smithi094 2024-08-17T17:01:24.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi094 to 4016M 2024-08-17T17:01:24.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:24.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:24.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:24.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[41048]: Detected new or changed devices on smithi094 2024-08-17T17:01:24.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi094 to 4016M 2024-08-17T17:01:24.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:24.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:24.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:24 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:25.621 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:25 smithi190 ceph-mon[33316]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:25.621 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:25 smithi190 ceph-mon[33316]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:25.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:25 smithi094 ceph-mon[29912]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:25.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:25 smithi094 ceph-mon[29912]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:25.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:25 smithi094 ceph-mon[41048]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:25.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:25 smithi094 ceph-mon[41048]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:27.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:27 smithi190 ceph-mon[33316]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:27 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/3513352882' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]: dispatch 2024-08-17T17:01:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:27 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]: dispatch 2024-08-17T17:01:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:27 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]': finished 2024-08-17T17:01:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:27 smithi190 ceph-mon[33316]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T17:01:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:27 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:27 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/128549480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[29912]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/3513352882' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]: dispatch 2024-08-17T17:01:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]: dispatch 2024-08-17T17:01:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]': finished 2024-08-17T17:01:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[29912]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T17:01:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:27.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/128549480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:27.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[41048]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:27.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/3513352882' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]: dispatch 2024-08-17T17:01:27.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]: dispatch 2024-08-17T17:01:27.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "288111a9-8996-45ab-8a59-a2811baa18e8"}]': finished 2024-08-17T17:01:27.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[41048]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T17:01:27.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:27.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:27 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/128549480' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:29.628 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:29 smithi190 ceph-mon[33316]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:29 smithi094 ceph-mon[29912]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:29.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:29 smithi094 ceph-mon[41048]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:31.380 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:31 smithi190 ceph-mon[33316]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:31 smithi094 ceph-mon[29912]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:31 smithi094 ceph-mon[41048]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:32.665 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:32 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T17:01:32.665 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:32 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:32 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T17:01:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:32 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:32.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:32 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T17:01:32.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:32 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:33.653 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:33 smithi190 ceph-mon[33316]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:33.653 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:33 smithi190 ceph-mon[33316]: Deploying daemon osd.4 on smithi190 2024-08-17T17:01:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:33 smithi094 ceph-mon[29912]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:33 smithi094 ceph-mon[29912]: Deploying daemon osd.4 on smithi190 2024-08-17T17:01:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:33 smithi094 ceph-mon[41048]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:33 smithi094 ceph-mon[41048]: Deploying daemon osd.4 on smithi190 2024-08-17T17:01:35.588 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:35 smithi190 ceph-mon[33316]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:35.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:35 smithi094 ceph-mon[29912]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:35.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:35 smithi094 ceph-mon[41048]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:37.572 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:37 smithi190 ceph-mon[33316]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:37.572 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:37 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:37.572 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:37 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:37.572 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:37 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:37.589 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:37 smithi094 ceph-mon[29912]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:37.589 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:37 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:37.589 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:37 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:37.589 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:37 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:37.589 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:37 smithi094 ceph-mon[41048]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:37.589 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:37 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:37.589 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:37 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:37.589 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:37 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:39.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:39 smithi190 ceph-mon[33316]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:39.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:39 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:39.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:39 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:39.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:39 smithi094 ceph-mon[29912]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:39.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:39 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:39.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:39 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:39.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:39 smithi094 ceph-mon[41048]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:39.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:39 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:39.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:39 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.067 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 4 on host 'smithi190' 2024-08-17T17:01:40.332 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:40 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:40.332 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:40 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:40.332 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:40 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.332 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:40 smithi190 ceph-mon[33316]: from='osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T17:01:40.332 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:40 smithi190 ceph-mon[33316]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T17:01:40.332 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:40 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:40.646 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:40 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.646 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:40 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.669 DEBUG:teuthology.orchestra.run.smithi190:osd.4> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.4.service 2024-08-17T17:01:40.672 INFO:tasks.cephadm:Deploying osd.5 on smithi190 with /dev/vg_nvme/lv_3... 2024-08-17T17:01:40.672 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T17:01:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[29912]: from='osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[29912]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[41048]: from='osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[41048]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T17:01:40.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:40.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:40.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:40 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:41.476 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:01:41.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:01:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[38646]: 2024-08-17T17:01:41.424+0000 7f6379f8a640 -1 osd.4 0 waiting for initial osdmap 2024-08-17T17:01:41.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:01:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[38646]: 2024-08-17T17:01:41.428+0000 7f63745c0640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:01:41.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:41 smithi190 ceph-mon[33316]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:41.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:41 smithi190 ceph-mon[33316]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:01:41.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:41 smithi190 ceph-mon[33316]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T17:01:41.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:41 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:41.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:41 smithi190 ceph-mon[33316]: from='osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:01:41.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:41 smithi190 ceph-mon[33316]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:01:41.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[41048]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:41.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[41048]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:01:41.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[41048]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T17:01:41.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:41.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[41048]: from='osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:01:41.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[41048]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:01:41.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[29912]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:41.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[29912]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:01:41.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[29912]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T17:01:41.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:41.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[29912]: from='osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:01:41.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:41 smithi094 ceph-mon[29912]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:01:42.605 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:42 smithi190 ceph-mon[33316]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:01:42.605 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:42 smithi190 ceph-mon[33316]: osdmap e30: 5 total, 4 up, 5 in 2024-08-17T17:01:42.606 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:42.606 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:42 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:42 smithi094 ceph-mon[29912]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:01:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:42 smithi094 ceph-mon[29912]: osdmap e30: 5 total, 4 up, 5 in 2024-08-17T17:01:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:42 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:42 smithi094 ceph-mon[41048]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:01:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:42 smithi094 ceph-mon[41048]: osdmap e30: 5 total, 4 up, 5 in 2024-08-17T17:01:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:42 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:43.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:43 smithi190 ceph-mon[33316]: purged_snaps scrub starts 2024-08-17T17:01:43.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:43 smithi190 ceph-mon[33316]: purged_snaps scrub ok 2024-08-17T17:01:43.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:43 smithi190 ceph-mon[33316]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:43.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:43 smithi190 ceph-mon[33316]: osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587] boot 2024-08-17T17:01:43.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:43 smithi190 ceph-mon[33316]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T17:01:43.681 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:43 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:43.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[29912]: purged_snaps scrub starts 2024-08-17T17:01:43.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[29912]: purged_snaps scrub ok 2024-08-17T17:01:43.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[29912]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:43.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[29912]: osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587] boot 2024-08-17T17:01:43.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[29912]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T17:01:43.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:43.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[41048]: purged_snaps scrub starts 2024-08-17T17:01:43.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[41048]: purged_snaps scrub ok 2024-08-17T17:01:43.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[41048]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-17T17:01:43.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[41048]: osd.4 [v2:172.21.15.190:6800/1964936587,v1:172.21.15.190:6801/1964936587] boot 2024-08-17T17:01:43.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[41048]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T17:01:43.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:43 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:01:44.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:44 smithi190 ceph-mon[33316]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T17:01:44.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:44.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:44.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:44.680 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:44 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[29912]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T17:01:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[41048]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:44.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:44 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:01:45.376 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T17:01:45.397 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_3 2024-08-17T17:01:45.648 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:01:45.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:45 smithi190 ceph-mon[33316]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:45.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:45 smithi190 ceph-mon[33316]: Detected new or changed devices on smithi190 2024-08-17T17:01:45.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:45 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi190 to 17088M 2024-08-17T17:01:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:45 smithi190 ceph-mon[33316]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T17:01:45.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:45 smithi094 ceph-mon[29912]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:45.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:45 smithi094 ceph-mon[29912]: Detected new or changed devices on smithi190 2024-08-17T17:01:45.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:45 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi190 to 17088M 2024-08-17T17:01:45.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:45 smithi094 ceph-mon[29912]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T17:01:45.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:45 smithi094 ceph-mon[41048]: pgmap v111: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:45.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:45 smithi094 ceph-mon[41048]: Detected new or changed devices on smithi190 2024-08-17T17:01:45.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:45 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi190 to 17088M 2024-08-17T17:01:45.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:45 smithi094 ceph-mon[41048]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T17:01:46.634 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:46 smithi190 ceph-mon[33316]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T17:01:46.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:46 smithi094 ceph-mon[29912]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T17:01:46.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:46 smithi094 ceph-mon[41048]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T17:01:47.698 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:47 smithi190 ceph-mon[33316]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:47.698 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:47 smithi190 ceph-mon[33316]: osdmap e35: 5 total, 5 up, 5 in 2024-08-17T17:01:47.698 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:47.698 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:47.698 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[29912]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[29912]: osdmap e35: 5 total, 5 up, 5 in 2024-08-17T17:01:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:47.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:47.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[41048]: pgmap v114: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:47.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[41048]: osdmap e35: 5 total, 5 up, 5 in 2024-08-17T17:01:47.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:01:47.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:01:47.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:48.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:48 smithi190 ceph-mon[33316]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:48.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:48 smithi094 ceph-mon[29912]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:48.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:48 smithi094 ceph-mon[41048]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:49.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:49 smithi190 ceph-mon[33316]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-17T17:01:49.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:49 smithi094 ceph-mon[29912]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-17T17:01:49.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:49 smithi094 ceph-mon[41048]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-08-17T17:01:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/2831227085' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]: dispatch 2024-08-17T17:01:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]: dispatch 2024-08-17T17:01:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]': finished 2024-08-17T17:01:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[29912]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T17:01:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:01:50.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/2252068255' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:50.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/2831227085' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]: dispatch 2024-08-17T17:01:50.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]: dispatch 2024-08-17T17:01:50.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]': finished 2024-08-17T17:01:50.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[41048]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T17:01:50.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:01:50.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:50 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/2252068255' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:50.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:50 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/2831227085' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]: dispatch 2024-08-17T17:01:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:50 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]: dispatch 2024-08-17T17:01:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:50 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "00fe20cd-ccfc-46da-98cf-f9a1a2da3f47"}]': finished 2024-08-17T17:01:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:50 smithi190 ceph-mon[33316]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T17:01:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:50 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:01:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:50 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/2252068255' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:01:51.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:51 smithi094 ceph-mon[29912]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-08-17T17:01:51.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:51 smithi094 ceph-mon[41048]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-08-17T17:01:51.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:51 smithi190 ceph-mon[33316]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-08-17T17:01:53.620 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:53 smithi190 ceph-mon[33316]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-17T17:01:53.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:53 smithi094 ceph-mon[29912]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-17T17:01:53.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:53 smithi094 ceph-mon[41048]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-17T17:01:55.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:55 smithi094 ceph-mon[29912]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:01:55.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:55 smithi094 ceph-mon[41048]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:01:55.896 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:55 smithi190 ceph-mon[33316]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:01:56.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T17:01:56.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:56.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:56 smithi094 ceph-mon[29912]: Deploying daemon osd.5 on smithi190 2024-08-17T17:01:56.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T17:01:56.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:56.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:56 smithi094 ceph-mon[41048]: Deploying daemon osd.5 on smithi190 2024-08-17T17:01:56.834 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T17:01:56.834 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:56.834 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:56 smithi190 ceph-mon[33316]: Deploying daemon osd.5 on smithi190 2024-08-17T17:01:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:57 smithi094 ceph-mon[29912]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:57.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:57 smithi094 ceph-mon[41048]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:57.899 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:57 smithi190 ceph-mon[33316]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:59.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:01:59 smithi094 ceph-mon[29912]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:59.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:01:59 smithi094 ceph-mon[41048]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:01:59.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:01:59 smithi190 ceph-mon[33316]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:01 smithi094 ceph-mon[41048]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:01 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:01 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:01 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:01 smithi094 ceph-mon[29912]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:01.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:01 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:01.923 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:01 smithi190 ceph-mon[33316]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:01.923 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:01 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:01.923 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:01 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:01.923 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:01 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:03.603 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:03 smithi190 ceph-mon[33316]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:03 smithi094 ceph-mon[29912]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:03.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:03 smithi094 ceph-mon[41048]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:03.881 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 5 on host 'smithi190' 2024-08-17T17:02:04.483 DEBUG:teuthology.orchestra.run.smithi190:osd.5> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.5.service 2024-08-17T17:02:04.485 INFO:tasks.cephadm:Deploying osd.6 on smithi190 with /dev/vg_nvme/lv_2... 2024-08-17T17:02:04.485 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T17:02:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:04 smithi094 ceph-mon[29912]: from='osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:02:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:04 smithi094 ceph-mon[29912]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:02:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:04 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:04 smithi094 ceph-mon[41048]: from='osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:02:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:04 smithi094 ceph-mon[41048]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:02:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:04 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:04.787 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:02:04.912 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:04 smithi190 ceph-mon[33316]: from='osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:02:04.912 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:04 smithi190 ceph-mon[33316]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:02:04.912 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:04.912 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:04 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-mon[33316]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-mon[33316]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:02:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-mon[33316]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T17:02:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-mon[33316]: from='osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-mon[33316]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:05.687 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[44748]: 2024-08-17T17:02:05.488+0000 7fd086adf640 -1 osd.5 0 waiting for initial osdmap 2024-08-17T17:02:05.687 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:02:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[44748]: 2024-08-17T17:02:05.492+0000 7fd082918640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:02:05.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[29912]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:05.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[29912]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:02:05.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[29912]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T17:02:05.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[29912]: from='osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[29912]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[41048]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[41048]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[41048]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[41048]: from='osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[41048]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:05 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:06.670 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:06 smithi190 ceph-mon[33316]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:06.671 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:06 smithi190 ceph-mon[33316]: osdmap e38: 6 total, 5 up, 6 in 2024-08-17T17:02:06.671 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:06.671 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:06 smithi094 ceph-mon[29912]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:06 smithi094 ceph-mon[29912]: osdmap e38: 6 total, 5 up, 6 in 2024-08-17T17:02:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:06.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:06 smithi094 ceph-mon[41048]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:06.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:06 smithi094 ceph-mon[41048]: osdmap e38: 6 total, 5 up, 6 in 2024-08-17T17:02:06.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:06.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[41048]: purged_snaps scrub starts 2024-08-17T17:02:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[41048]: purged_snaps scrub ok 2024-08-17T17:02:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[41048]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[41048]: osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659] boot 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[41048]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[29912]: purged_snaps scrub starts 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[29912]: purged_snaps scrub ok 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[29912]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[29912]: osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659] boot 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[29912]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T17:02:07.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:07 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:07.887 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:07 smithi190 ceph-mon[33316]: purged_snaps scrub starts 2024-08-17T17:02:07.887 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:07 smithi190 ceph-mon[33316]: purged_snaps scrub ok 2024-08-17T17:02:07.888 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:07 smithi190 ceph-mon[33316]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-17T17:02:07.888 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:07 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:07.888 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:07 smithi190 ceph-mon[33316]: osd.5 [v2:172.21.15.190:6808/1008027659,v1:172.21.15.190:6809/1008027659] boot 2024-08-17T17:02:07.888 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:07 smithi190 ceph-mon[33316]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T17:02:07.888 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:07 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:08.169 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T17:02:08.192 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_2 2024-08-17T17:02:08.750 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:02:08.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:08 smithi094 ceph-mon[29912]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T17:02:08.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:08 smithi094 ceph-mon[29912]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:08.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:08 smithi094 ceph-mon[41048]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T17:02:08.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:08 smithi094 ceph-mon[41048]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:08.873 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:08 smithi190 ceph-mon[33316]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T17:02:08.873 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:08 smithi190 ceph-mon[33316]: pgmap v131: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:09 smithi094 ceph-mon[29912]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:02:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:09 smithi094 ceph-mon[29912]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T17:02:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:09 smithi094 ceph-mon[29912]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T17:02:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:09 smithi094 ceph-mon[41048]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:02:09.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:09 smithi094 ceph-mon[41048]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T17:02:09.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:09 smithi094 ceph-mon[41048]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T17:02:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:09 smithi190 ceph-mon[33316]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:02:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:09 smithi190 ceph-mon[33316]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T17:02:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:09 smithi190 ceph-mon[33316]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T17:02:11.660 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:11.660 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: osdmap e43: 6 total, 6 up, 6 in 2024-08-17T17:02:11.660 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: Detected new or changed devices on smithi190 2024-08-17T17:02:11.660 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.660 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi190 to 8544M 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:02:11.661 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:02:11.662 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:11.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: osdmap e43: 6 total, 6 up, 6 in 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: Detected new or changed devices on smithi190 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi190 to 8544M 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: pgmap v134: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: osdmap e43: 6 total, 6 up, 6 in 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: Detected new or changed devices on smithi190 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi190 to 8544M 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:02:11.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:12.517 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:12 smithi190 ceph-mon[33316]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:12 smithi094 ceph-mon[29912]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:12.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:12 smithi094 ceph-mon[41048]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:13.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:13 smithi190 ceph-mon[33316]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:13.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:13 smithi094 ceph-mon[29912]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:13 smithi094 ceph-mon[41048]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:14.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:14 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/3806791581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]: dispatch 2024-08-17T17:02:14.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:14 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]: dispatch 2024-08-17T17:02:14.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:14 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]': finished 2024-08-17T17:02:14.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:14 smithi190 ceph-mon[33316]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T17:02:14.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:14 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:14.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:14 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/3646019433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:02:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/3806791581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]: dispatch 2024-08-17T17:02:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]: dispatch 2024-08-17T17:02:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]': finished 2024-08-17T17:02:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[29912]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T17:02:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/3646019433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:02:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/3806791581' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]: dispatch 2024-08-17T17:02:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]: dispatch 2024-08-17T17:02:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5552e320-9c6d-4cb6-986d-3666ac9e4292"}]': finished 2024-08-17T17:02:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[41048]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T17:02:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:14 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/3646019433' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:02:15.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:15 smithi190 ceph-mon[33316]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-17T17:02:15.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:15 smithi190 ceph-mon[33316]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:02:15.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:15 smithi190 ceph-mon[33316]: Cluster is now healthy 2024-08-17T17:02:15.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:15 smithi094 ceph-mon[29912]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-17T17:02:15.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:15 smithi094 ceph-mon[29912]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:02:15.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:15 smithi094 ceph-mon[29912]: Cluster is now healthy 2024-08-17T17:02:15.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:15 smithi094 ceph-mon[41048]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-17T17:02:15.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:15 smithi094 ceph-mon[41048]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:02:15.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:15 smithi094 ceph-mon[41048]: Cluster is now healthy 2024-08-17T17:02:17.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:17 smithi190 ceph-mon[33316]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T17:02:17.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:17 smithi094 ceph-mon[29912]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T17:02:17.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:17 smithi094 ceph-mon[41048]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T17:02:19.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:19 smithi190 ceph-mon[33316]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:02:19.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:19 smithi094 ceph-mon[29912]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:02:19.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:19 smithi094 ceph-mon[41048]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:02:20.626 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:20 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T17:02:20.626 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:20 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:20.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:20 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T17:02:20.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:20 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:20.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:20 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T17:02:20.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:20 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:21.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:21 smithi190 ceph-mon[33316]: Deploying daemon osd.6 on smithi190 2024-08-17T17:02:21.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:21 smithi190 ceph-mon[33316]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:02:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:21 smithi094 ceph-mon[29912]: Deploying daemon osd.6 on smithi190 2024-08-17T17:02:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:21 smithi094 ceph-mon[29912]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:02:21.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:21 smithi094 ceph-mon[41048]: Deploying daemon osd.6 on smithi190 2024-08-17T17:02:21.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:21 smithi094 ceph-mon[41048]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:02:23.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:23 smithi190 ceph-mon[33316]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:02:23.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:23 smithi094 ceph-mon[29912]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:02:23.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:23 smithi094 ceph-mon[41048]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:02:25.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:25 smithi190 ceph-mon[33316]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:25.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:25 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:25.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:25 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:25.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:25 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:25.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:25 smithi094 ceph-mon[29912]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:25.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:25 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:25.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:25 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:25.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:25 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:25.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:25 smithi094 ceph-mon[41048]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:25.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:25 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:25.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:25 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:25.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:25 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:27.462 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 6 on host 'smithi190' 2024-08-17T17:02:27.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:27 smithi190 ceph-mon[33316]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:27 smithi094 ceph-mon[29912]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:27.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:27 smithi094 ceph-mon[41048]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:28.065 DEBUG:teuthology.orchestra.run.smithi190:osd.6> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.6.service 2024-08-17T17:02:28.067 INFO:tasks.cephadm:Deploying osd.7 on smithi190 with /dev/vg_nvme/lv_1... 2024-08-17T17:02:28.067 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T17:02:28.382 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:02:28.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[29912]: from='osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:02:28.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[29912]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:02:28.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[41048]: from='osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:02:28.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[41048]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:02:28.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:28 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.793 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:28 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.793 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:28 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.793 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:28 smithi190 ceph-mon[33316]: from='osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:02:28.793 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:28 smithi190 ceph-mon[33316]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:02:28.793 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:28 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:28.793 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:28 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:29.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:29 smithi190 ceph-mon[33316]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:29 smithi190 ceph-mon[33316]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:02:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:29 smithi190 ceph-mon[33316]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T17:02:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:29 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:29 smithi190 ceph-mon[33316]: from='osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:29 smithi190 ceph-mon[33316]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:29.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:02:29 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[50652]: 2024-08-17T17:02:29.475+0000 7fba4acdb640 -1 osd.6 0 waiting for initial osdmap 2024-08-17T17:02:29.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:02:29 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[50652]: 2024-08-17T17:02:29.482+0000 7fba46313640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:02:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[29912]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:29.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[29912]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[29912]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[29912]: from='osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[29912]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[41048]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[41048]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[41048]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[41048]: from='osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:29 smithi094 ceph-mon[41048]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:30.591 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:30 smithi190 ceph-mon[33316]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:30.591 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:30 smithi190 ceph-mon[33316]: osdmap e46: 7 total, 6 up, 7 in 2024-08-17T17:02:30.591 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:30 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:30.591 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:30 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:30.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:30 smithi094 ceph-mon[29912]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:30.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:30 smithi094 ceph-mon[29912]: osdmap e46: 7 total, 6 up, 7 in 2024-08-17T17:02:30.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:30 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:30.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:30 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:30 smithi094 ceph-mon[41048]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:30.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:30 smithi094 ceph-mon[41048]: osdmap e46: 7 total, 6 up, 7 in 2024-08-17T17:02:30.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:30 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:30.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:30 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[41048]: purged_snaps scrub starts 2024-08-17T17:02:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[41048]: purged_snaps scrub ok 2024-08-17T17:02:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[41048]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[41048]: osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405] boot 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[41048]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[29912]: purged_snaps scrub starts 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[29912]: purged_snaps scrub ok 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[29912]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[29912]: osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405] boot 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[29912]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T17:02:31.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:31 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:31.906 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:31 smithi190 ceph-mon[33316]: purged_snaps scrub starts 2024-08-17T17:02:31.906 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:31 smithi190 ceph-mon[33316]: purged_snaps scrub ok 2024-08-17T17:02:31.906 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:31 smithi190 ceph-mon[33316]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-17T17:02:31.906 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:31 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:31.906 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:31 smithi190 ceph-mon[33316]: osd.6 [v2:172.21.15.190:6816/1643573405,v1:172.21.15.190:6817/1643573405] boot 2024-08-17T17:02:31.906 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:31 smithi190 ceph-mon[33316]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T17:02:31.906 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:31 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:31.911 INFO:teuthology.orchestra.run.smithi190.stdout: 2024-08-17T17:02:31.931 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi190:vg_nvme/lv_1 2024-08-17T17:02:32.521 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:02:32.752 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:32 smithi190 ceph-mon[33316]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T17:02:32.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:32 smithi094 ceph-mon[41048]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T17:02:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:32 smithi094 ceph-mon[29912]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T17:02:33.657 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:33 smithi190 ceph-mon[33316]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:33.657 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:33 smithi190 ceph-mon[33316]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T17:02:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:33 smithi094 ceph-mon[41048]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:33 smithi094 ceph-mon[41048]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T17:02:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:33 smithi094 ceph-mon[29912]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:33 smithi094 ceph-mon[29912]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T17:02:34.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:34 smithi190 ceph-mon[33316]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T17:02:34.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:34 smithi094 ceph-mon[29912]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T17:02:34.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:34 smithi094 ceph-mon[41048]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T17:02:35.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: osdmap e51: 7 total, 7 up, 7 in 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: Detected new or changed devices on smithi190 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi190 to 5696M 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: osdmap e51: 7 total, 7 up, 7 in 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:02:35.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: Detected new or changed devices on smithi190 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi190 to 5696M 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:35.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:35 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: pgmap v154: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: osdmap e51: 7 total, 7 up, 7 in 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi190:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: Detected new or changed devices on smithi190 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi190 to 5696M 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:35.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:35 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:36.645 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:36 smithi190 ceph-mon[33316]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:36.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:36 smithi094 ceph-mon[41048]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:36.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:36 smithi094 ceph-mon[29912]: pgmap v156: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:37.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/3446738635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]: dispatch 2024-08-17T17:02:37.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]: dispatch 2024-08-17T17:02:37.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[29912]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]': finished 2024-08-17T17:02:37.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[29912]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T17:02:37.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:37.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/3446738635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]: dispatch 2024-08-17T17:02:37.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]: dispatch 2024-08-17T17:02:37.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[41048]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]': finished 2024-08-17T17:02:37.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[41048]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T17:02:37.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:37 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:37 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/3446738635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]: dispatch 2024-08-17T17:02:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:37 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]: dispatch 2024-08-17T17:02:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:37 smithi190 ceph-mon[33316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f005a8f-8fd0-4c9c-aca4-53a17b23cb65"}]': finished 2024-08-17T17:02:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:37 smithi190 ceph-mon[33316]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T17:02:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:37 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:38.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:38 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/1679162637' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:02:38.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:38 smithi094 ceph-mon[29912]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-17T17:02:38.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:38 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/1679162637' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:02:38.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:38 smithi094 ceph-mon[41048]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-17T17:02:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:38 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/1679162637' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:02:38.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:38 smithi190 ceph-mon[33316]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-08-17T17:02:41.157 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:40 smithi190 ceph-mon[33316]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-17T17:02:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:40 smithi094 ceph-mon[29912]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-17T17:02:41.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:40 smithi094 ceph-mon[41048]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-08-17T17:02:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:42 smithi190 ceph-mon[33316]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:02:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:42 smithi094 ceph-mon[29912]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:02:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:42 smithi094 ceph-mon[41048]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:02:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:43 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T17:02:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:43 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:43 smithi094 ceph-mon[29912]: Deploying daemon osd.7 on smithi190 2024-08-17T17:02:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:43 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T17:02:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:43 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:43 smithi094 ceph-mon[41048]: Deploying daemon osd.7 on smithi190 2024-08-17T17:02:44.381 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:43 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T17:02:44.381 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:43 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:44.381 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:43 smithi190 ceph-mon[33316]: Deploying daemon osd.7 on smithi190 2024-08-17T17:02:45.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:44 smithi190 ceph-mon[33316]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:02:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:44 smithi094 ceph-mon[29912]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:02:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:44 smithi094 ceph-mon[41048]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:02:47.270 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:46 smithi190 ceph-mon[33316]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:02:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:46 smithi094 ceph-mon[29912]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:02:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:46 smithi094 ceph-mon[41048]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:02:48.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:48 smithi094 ceph-mon[29912]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:48 smithi094 ceph-mon[41048]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:49.354 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:48 smithi190 ceph-mon[33316]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:51.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:50 smithi190 ceph-mon[33316]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:51.244 INFO:teuthology.orchestra.run.smithi190.stdout:Created osd(s) 7 on host 'smithi190' 2024-08-17T17:02:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:50 smithi094 ceph-mon[29912]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:50 smithi094 ceph-mon[41048]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:51.875 DEBUG:teuthology.orchestra.run.smithi190:osd.7> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.7.service 2024-08-17T17:02:51.878 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-17T17:02:51.878 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-17T17:02:52.145 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:51 smithi190 ceph-mon[33316]: from='osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:02:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:51 smithi190 ceph-mon[33316]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:02:52.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:51 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:52.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:51 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:52.267 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:51 smithi094 ceph-mon[29912]: from='osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:02:52.268 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:51 smithi094 ceph-mon[29912]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:02:52.268 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:51 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:52.268 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:51 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:52.268 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:51 smithi094 ceph-mon[41048]: from='osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:02:52.268 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:51 smithi094 ceph-mon[41048]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:02:52.268 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:51 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:52.268 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:51 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:53.155 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-mon[33316]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:53.155 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-mon[33316]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:02:53.155 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-mon[33316]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T17:02:53.156 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:53.156 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-mon[33316]: from='osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:53.156 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-mon[33316]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:53.156 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:53.156 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:53.156 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[57054]: 2024-08-17T17:02:52.966+0000 7fd0a6652640 -1 osd.7 0 waiting for initial osdmap 2024-08-17T17:02:53.156 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:02:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[57054]: 2024-08-17T17:02:52.973+0000 7fd0a1c8a640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:02:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[41048]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[41048]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:02:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[41048]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T17:02:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[41048]: from='osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[41048]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[29912]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[29912]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[29912]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[29912]: from='osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[29912]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]: dispatch 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:52 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: purged_snaps scrub starts 2024-08-17T17:02:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: purged_snaps scrub ok 2024-08-17T17:02:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: osdmap e54: 8 total, 7 up, 8 in 2024-08-17T17:02:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556] boot 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: purged_snaps scrub starts 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: purged_snaps scrub ok 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: osdmap e54: 8 total, 7 up, 8 in 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556] boot 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T17:02:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:53 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.110 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: purged_snaps scrub starts 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: purged_snaps scrub ok 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]}]': finished 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: osdmap e54: 8 total, 7 up, 8 in 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: osd.7 [v2:172.21.15.190:6824/1230209556,v1:172.21.15.190:6825/1230209556] boot 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T17:02:54.170 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:53 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:54.811 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1723914173,"num_in_osds":8,"osd_in_since":1723914156,"num_remapped_pgs":1} 2024-08-17T17:02:54.812 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:02:55.063 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:55.064 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:54 smithi190 ceph-mon[33316]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:55.064 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:54 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1677158146' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T17:02:55.064 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:54 smithi190 ceph-mon[33316]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T17:02:55.185 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:54 smithi094 ceph-mon[29912]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:55.185 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:54 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1677158146' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T17:02:55.186 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:54 smithi094 ceph-mon[29912]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T17:02:55.186 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:54 smithi094 ceph-mon[41048]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-17T17:02:55.186 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:54 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1677158146' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T17:02:55.186 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:54 smithi094 ceph-mon[41048]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T17:02:56.603 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T17:02:56.603 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: Detected new or changed devices on smithi190 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi190 to 4272M 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: Detected new or changed devices on smithi190 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.605 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi190 to 4272M 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:56.606 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:56 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T17:02:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: Detected new or changed devices on smithi190 2024-08-17T17:02:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi190 to 4272M 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:56.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:56 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:02:56.967 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:02:56.967 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":58,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:02:56.381087+0000","last_up_change":"2024-08-17T17:02:53.958002+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6803","nonce":4002020297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6805","nonce":4002020297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6809","nonce":4002020297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6807","nonce":4002020297}]},"public_addr":"172.21.15.94:6803/4002020297","cluster_addr":"172.21.15.94:6805/4002020297","heartbeat_back_addr":"172.21.15.94:6809/4002020297","heartbeat_front_addr":"172.21.15.94:6807/4002020297","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6811","nonce":278782843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6813","nonce":278782843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6817","nonce":278782843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6815","nonce":278782843}]},"public_addr":"172.21.15.94:6811/278782843","cluster_addr":"172.21.15.94:6813/278782843","heartbeat_back_addr":"172.21.15.94:6817/278782843","heartbeat_front_addr":"172.21.15.94:6815/278782843","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6819","nonce":3861667989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6821","nonce":3861667989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6825","nonce":3861667989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6823","nonce":3861667989}]},"public_addr":"172.21.15.94:6819/3861667989","cluster_addr":"172.21.15.94:6821/3861667989","heartbeat_back_addr":"172.21.15.94:6825/3861667989","heartbeat_front_addr":"172.21.15.94:6823/3861667989","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6827","nonce":2884779140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6829","nonce":2884779140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6833","nonce":2884779140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6831","nonce":2884779140}]},"public_addr":"172.21.15.94:6827/2884779140","cluster_addr":"172.21.15.94:6829/2884779140","heartbeat_back_addr":"172.21.15.94:6833/2884779140","heartbeat_front_addr":"172.21.15.94:6831/2884779140","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6801","nonce":1964936587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6803","nonce":1964936587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6807","nonce":1964936587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6805","nonce":1964936587}]},"public_addr":"172.21.15.190:6801/1964936587","cluster_addr":"172.21.15.190:6803/1964936587","heartbeat_back_addr":"172.21.15.190:6807/1964936587","heartbeat_front_addr":"172.21.15.190:6805/1964936587","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6809","nonce":1008027659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6811","nonce":1008027659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6815","nonce":1008027659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6813","nonce":1008027659}]},"public_addr":"172.21.15.190:6809/1008027659","cluster_addr":"172.21.15.190:6811/1008027659","heartbeat_back_addr":"172.21.15.190:6815/1008027659","heartbeat_front_addr":"172.21.15.190:6813/1008027659","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6817","nonce":1643573405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6819","nonce":1643573405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6823","nonce":1643573405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6821","nonce":1643573405}]},"public_addr":"172.21.15.190:6817/1643573405","cluster_addr":"172.21.15.190:6819/1643573405","heartbeat_back_addr":"172.21.15.190:6823/1643573405","heartbeat_front_addr":"172.21.15.190:6821/1643573405","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6825","nonce":1230209556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6827","nonce":1230209556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6831","nonce":1230209556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6829","nonce":1230209556}]},"public_addr":"172.21.15.190:6825/1230209556","cluster_addr":"172.21.15.190:6827/1230209556","heartbeat_back_addr":"172.21.15.190:6831/1230209556","heartbeat_front_addr":"172.21.15.190:6829/1230209556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:02:57.603 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:57 smithi094 ceph-mon[29912]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:02:57.604 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:57 smithi094 ceph-mon[29912]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T17:02:57.604 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:57 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2193116050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:57.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:57 smithi094 ceph-mon[41048]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:02:57.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:57 smithi094 ceph-mon[41048]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T17:02:57.604 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:57 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2193116050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:57.630 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-17T17:00:58.136882+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-17T17:02:57.631 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-17T17:02:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:57 smithi190 ceph-mon[33316]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:02:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:57 smithi190 ceph-mon[33316]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T17:02:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:57 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2193116050' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:57.880 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:58.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:58 smithi094 ceph-mon[29912]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T17:02:58.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:58 smithi094 ceph-mon[41048]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T17:02:58.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:58 smithi190 ceph-mon[33316]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T17:02:59.589 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:02:59 smithi094 ceph-mon[29912]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:02:59.589 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:02:59 smithi094 ceph-mon[41048]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:02:59.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:02:59 smithi190 ceph-mon[33316]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:02:59.725 INFO:teuthology.orchestra.run.smithi094.stdout:pg_num: 1 2024-08-17T17:03:00.368 INFO:tasks.cephadm:Adding mds.a on smithi094 2024-08-17T17:03:00.368 INFO:tasks.cephadm:Adding mds.b on smithi190 2024-08-17T17:03:00.368 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply mds all '2;smithi094=a;smithi190=b' 2024-08-17T17:03:00.634 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:03:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:00 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1026172661' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T17:03:00.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:00 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1026172661' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T17:03:00.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:00 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1026172661' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T17:03:01.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:01 smithi190 ceph-mon[33316]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-17T17:03:01.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:01 smithi094 ceph-mon[29912]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-17T17:03:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:01 smithi094 ceph-mon[41048]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-17T17:03:02.355 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled mds.all update... 2024-08-17T17:03:03.067 DEBUG:teuthology.orchestra.run.smithi094:mds.a> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.a.service 2024-08-17T17:03:03.070 DEBUG:teuthology.orchestra.run.smithi190:mds.b> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.b.service 2024-08-17T17:03:03.072 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-17T17:03:03.072 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:03:03.415 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:03.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi094=a;smithi190=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: Saving service mds.all spec with placement smithi094=a;smithi190=b;count:2 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:03:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:03.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:03 smithi190 ceph-mon[33316]: Deploying daemon mds.a on smithi094 2024-08-17T17:03:03.758 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T17:03:03.758 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi094=a;smithi190=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:03:03.758 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: Saving service mds.all spec with placement smithi094=a;smithi190=b;count:2 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[29912]: Deploying daemon mds.a on smithi094 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-17T17:03:03.759 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi094=a;smithi190=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: Saving service mds.all spec with placement smithi094=a;smithi190=b;count:2 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:03.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:03 smithi094 ceph-mon[41048]: Deploying daemon mds.a on smithi094 2024-08-17T17:03:05.389 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:05 smithi094 ceph-mon[29912]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:03:05.389 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:05 smithi094 ceph-mon[41048]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:03:05.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:05 smithi190 ceph-mon[33316]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:03:05.706 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:03:05 smithi094 podman[69498]: 2024-08-17 17:03:05.502714869 +0000 UTC m=+0.319703695 container create 3bb157ad38ed60c98a603629d1a412a2cc909a17b74071d82bc3a3d51239137a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:03:05.989 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:05.989 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24329,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/3996516868","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3996516868},{"type":"v1","addr":"172.21.15.94:6835","nonce":3996516868}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-17T17:03:05.989 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 2 2024-08-17T17:03:05.990 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:03:05 smithi094 podman[69498]: 2024-08-17 17:03:05.814190693 +0000 UTC m=+0.631179535 container init 3bb157ad38ed60c98a603629d1a412a2cc909a17b74071d82bc3a3d51239137a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:03:05.990 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:03:05 smithi094 podman[69498]: 2024-08-17 17:03:05.819464051 +0000 UTC m=+0.636452877 container start 3bb157ad38ed60c98a603629d1a412a2cc909a17b74071d82bc3a3d51239137a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0) 2024-08-17T17:03:05.990 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:03:05 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[69535]: starting mds.a at 2024-08-17T17:03:06.268 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:03:06 smithi094 bash[69498]: 3bb157ad38ed60c98a603629d1a412a2cc909a17b74071d82bc3a3d51239137a 2024-08-17T17:03:06.269 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:03:06 smithi094 systemd[1]: Started Ceph mds.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:03:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: mds.? [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] up:boot 2024-08-17T17:03:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: fsmap 1 up:standby 2024-08-17T17:03:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/124504026' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[41048]: Deploying daemon mds.b on smithi190 2024-08-17T17:03:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: mds.? [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] up:boot 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: fsmap 1 up:standby 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/124504026' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:07.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:06 smithi094 ceph-mon[29912]: Deploying daemon mds.b on smithi190 2024-08-17T17:03:07.172 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: mds.? [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] up:boot 2024-08-17T17:03:07.172 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: fsmap 1 up:standby 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/124504026' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:07.173 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:06 smithi190 ceph-mon[33316]: Deploying daemon mds.b on smithi190 2024-08-17T17:03:08.159 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:03:08 smithi190 podman[61581]: 2024-08-17 17:03:08.007546347 +0000 UTC m=+0.017391954 image pull f69471c56189b063ba7a049adea817a12ba1a40187d11cab5cbef8f3aac57cce quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251 2024-08-17T17:03:08.159 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:03:08 smithi190 podman[61581]: 2024-08-17 17:03:08.158431457 +0000 UTC m=+0.168277092 container create fcd8b196bbc4cf1e17a183c2209cdcda89f32268d9b357cec8ccfb32395c8f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T17:03:08.723 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:03:08.935 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:03:08 smithi190 podman[61581]: 2024-08-17 17:03:08.436366316 +0000 UTC m=+0.446211918 container init fcd8b196bbc4cf1e17a183c2209cdcda89f32268d9b357cec8ccfb32395c8f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4) 2024-08-17T17:03:08.936 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:03:08 smithi190 podman[61581]: 2024-08-17 17:03:08.441113636 +0000 UTC m=+0.450959229 container start fcd8b196bbc4cf1e17a183c2209cdcda89f32268d9b357cec8ccfb32395c8f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T17:03:08.936 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:03:08 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b[61596]: starting mds.b at 2024-08-17T17:03:08.936 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:03:08 smithi190 bash[61581]: fcd8b196bbc4cf1e17a183c2209cdcda89f32268d9b357cec8ccfb32395c8f3c 2024-08-17T17:03:08.936 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:03:08 smithi190 systemd[1]: Started Ceph mds.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:03:08.990 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[29912]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-17T17:03:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[41048]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:08 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:09.307 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:08 smithi190 ceph-mon[33316]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-17T17:03:09.307 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:08 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.307 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:08 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.307 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:08 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.307 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:08 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.307 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:08 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:09.307 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:08 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:10.247 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:09 smithi094 ceph-mon[29912]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:boot 2024-08-17T17:03:10.247 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:09 smithi094 ceph-mon[29912]: fsmap 2 up:standby 2024-08-17T17:03:10.248 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:03:10.248 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:09 smithi094 ceph-mon[41048]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:boot 2024-08-17T17:03:10.248 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:09 smithi094 ceph-mon[41048]: fsmap 2 up:standby 2024-08-17T17:03:10.248 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:03:10.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:09 smithi190 ceph-mon[33316]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:boot 2024-08-17T17:03:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:09 smithi190 ceph-mon[33316]: fsmap 2 up:standby 2024-08-17T17:03:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:03:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:11 smithi094 ceph-mon[29912]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T17:03:11.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:11 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:11 smithi094 ceph-mon[41048]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T17:03:11.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:11 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:11 smithi190 ceph-mon[33316]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-17T17:03:11.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:11 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:11.701 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:11.701 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24304,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/2858381046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2858381046},{"type":"v1","addr":"172.21.15.190:6833","nonce":2858381046}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24329,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.94:6835/3996516868","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3996516868},{"type":"v1","addr":"172.21.15.94:6835","nonce":3996516868}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-17T17:03:11.701 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 3 2024-08-17T17:03:12.390 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:12 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2567884571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:12.391 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:12 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2567884571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:12.416 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-17T17:03:12.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:12 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2567884571' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:12.686 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:13.128 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:13.129 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:13 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:13 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:03:14.444 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:14.444 INFO:teuthology.orchestra.run.smithi094.stdout:[ 2024-08-17T17:03:14.444 INFO:teuthology.orchestra.run.smithi094.stdout: { 2024-08-17T17:03:14.444 INFO:teuthology.orchestra.run.smithi094.stdout: "poolnum": 1, 2024-08-17T17:03:14.444 INFO:teuthology.orchestra.run.smithi094.stdout: "poolname": ".mgr" 2024-08-17T17:03:14.444 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:03:14.444 INFO:teuthology.orchestra.run.smithi094.stdout:] 2024-08-17T17:03:15.047 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:15 smithi094 ceph-mon[29912]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:15.047 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:15 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3494746157' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T17:03:15.047 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:15 smithi094 ceph-mon[41048]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:15.047 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:15 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3494746157' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T17:03:15.072 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-17T17:03:15.072 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-17T17:03:15.324 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:15.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:15 smithi190 ceph-mon[33316]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:15 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3494746157' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T17:03:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:17 smithi094 ceph-mon[29912]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:17.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:17 smithi094 ceph-mon[41048]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:17.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:17 smithi190 ceph-mon[33316]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:18.040 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' created 2024-08-17T17:03:18.403 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:18 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/845137668' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:03:18.404 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:18 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:03:18.404 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:18 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/845137668' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:03:18.404 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:18 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:03:18.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:18 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/845137668' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:03:18.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:18 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:03:18.825 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-17T17:03:19.090 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:19.298 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:19 smithi094 ceph-mon[29912]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:19.299 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:19 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T17:03:19.299 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:19 smithi094 ceph-mon[29912]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T17:03:19.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:19 smithi094 ceph-mon[41048]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:19.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:19 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T17:03:19.299 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:19 smithi094 ceph-mon[41048]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T17:03:19.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:19 smithi190 ceph-mon[33316]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:19 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T17:03:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:19 smithi190 ceph-mon[33316]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T17:03:20.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:20 smithi094 ceph-mon[29912]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T17:03:20.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:20 smithi094 ceph-mon[41048]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T17:03:20.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:20 smithi190 ceph-mon[33316]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T17:03:21.244 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' created 2024-08-17T17:03:21.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:21 smithi094 ceph-mon[41048]: pgmap v188: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:21.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:21 smithi094 ceph-mon[41048]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:03:21.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:21 smithi094 ceph-mon[41048]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T17:03:21.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:21 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1891281329' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:03:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:21 smithi094 ceph-mon[29912]: pgmap v188: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:21.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:21 smithi094 ceph-mon[29912]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:03:21.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:21 smithi094 ceph-mon[29912]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T17:03:21.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:21 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1891281329' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:03:21.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:21 smithi190 ceph-mon[33316]: pgmap v188: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:21.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:21 smithi190 ceph-mon[33316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:03:21.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:21 smithi190 ceph-mon[33316]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T17:03:21.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:21 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1891281329' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:03:22.050 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-17T17:03:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:22 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:03:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:22 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T17:03:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:22 smithi094 ceph-mon[29912]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T17:03:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:22 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:03:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:22 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T17:03:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:22 smithi094 ceph-mon[41048]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T17:03:22.363 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:22 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:03:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:22 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T17:03:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:22 smithi190 ceph-mon[33316]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T17:03:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:23 smithi094 ceph-mon[29912]: pgmap v191: 97 pgs: 30 creating+peering, 15 active+clean, 52 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:23 smithi094 ceph-mon[29912]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T17:03:23.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:23 smithi094 ceph-mon[41048]: pgmap v191: 97 pgs: 30 creating+peering, 15 active+clean, 52 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:23.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:23 smithi094 ceph-mon[41048]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T17:03:23.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:23 smithi190 ceph-mon[33316]: pgmap v191: 97 pgs: 30 creating+peering, 15 active+clean, 52 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:23.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:23 smithi190 ceph-mon[33316]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T17:03:24.260 INFO:teuthology.orchestra.run.smithi094.stderr:new fs with metadata pool 2 and data pool 3 2024-08-17T17:03:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:24 smithi094 ceph-mon[29912]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T17:03:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:24 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2909089936' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:03:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:24 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:03:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:24 smithi094 ceph-mon[29912]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:03:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:24 smithi094 ceph-mon[41048]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T17:03:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:24 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2909089936' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:03:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:24 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:03:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:24 smithi094 ceph-mon[41048]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:03:24.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:24 smithi190 ceph-mon[33316]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T17:03:24.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:24 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2909089936' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:03:24.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:24 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:03:24.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:24 smithi190 ceph-mon[33316]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:03:24.920 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:03:25.167 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[41048]: pgmap v194: 97 pgs: 42 creating+peering, 44 active+clean, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[41048]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T17:03:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T17:03:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[41048]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-17T17:03:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[41048]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:03:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[41048]: mds.? [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] up:active 2024-08-17T17:03:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[41048]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:25.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[29912]: pgmap v194: 97 pgs: 42 creating+peering, 44 active+clean, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:25.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[29912]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T17:03:25.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T17:03:25.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[29912]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-17T17:03:25.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[29912]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:03:25.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[29912]: mds.? [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] up:active 2024-08-17T17:03:25.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-mon[29912]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:25 smithi190 ceph-mon[33316]: pgmap v194: 97 pgs: 42 creating+peering, 44 active+clean, 11 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:25 smithi190 ceph-mon[33316]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T17:03:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:25 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T17:03:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:25 smithi190 ceph-mon[33316]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-08-17T17:03:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:25 smithi190 ceph-mon[33316]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:03:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:25 smithi190 ceph-mon[33316]: mds.? [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] up:active 2024-08-17T17:03:25.588 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:25 smithi190 ceph-mon[33316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:26.272 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:03:25 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[69535]: 2024-08-17T17:03:25.850+0000 7fcd9ae0b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T17:03:26.620 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:26 smithi094 ceph-mon[29912]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T17:03:26.620 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:26 smithi094 ceph-mon[29912]: Cluster is now healthy 2024-08-17T17:03:26.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:26 smithi094 ceph-mon[41048]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T17:03:26.621 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:26 smithi094 ceph-mon[41048]: Cluster is now healthy 2024-08-17T17:03:26.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:26 smithi190 ceph-mon[33316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T17:03:26.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:26 smithi190 ceph-mon[33316]: Cluster is now healthy 2024-08-17T17:03:27.127 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:27.127 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":66,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:03:24.242471+0000","last_up_change":"2024-08-17T17:02:53.958002+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:03:17.470931+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:03:21.189504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6803","nonce":4002020297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6805","nonce":4002020297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6809","nonce":4002020297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6807","nonce":4002020297}]},"public_addr":"172.21.15.94:6803/4002020297","cluster_addr":"172.21.15.94:6805/4002020297","heartbeat_back_addr":"172.21.15.94:6809/4002020297","heartbeat_front_addr":"172.21.15.94:6807/4002020297","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6811","nonce":278782843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6813","nonce":278782843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6817","nonce":278782843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6815","nonce":278782843}]},"public_addr":"172.21.15.94:6811/278782843","cluster_addr":"172.21.15.94:6813/278782843","heartbeat_back_addr":"172.21.15.94:6817/278782843","heartbeat_front_addr":"172.21.15.94:6815/278782843","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6819","nonce":3861667989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6821","nonce":3861667989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6825","nonce":3861667989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6823","nonce":3861667989}]},"public_addr":"172.21.15.94:6819/3861667989","cluster_addr":"172.21.15.94:6821/3861667989","heartbeat_back_addr":"172.21.15.94:6825/3861667989","heartbeat_front_addr":"172.21.15.94:6823/3861667989","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6827","nonce":2884779140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6829","nonce":2884779140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6833","nonce":2884779140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6831","nonce":2884779140}]},"public_addr":"172.21.15.94:6827/2884779140","cluster_addr":"172.21.15.94:6829/2884779140","heartbeat_back_addr":"172.21.15.94:6833/2884779140","heartbeat_front_addr":"172.21.15.94:6831/2884779140","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6801","nonce":1964936587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6803","nonce":1964936587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6807","nonce":1964936587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6805","nonce":1964936587}]},"public_addr":"172.21.15.190:6801/1964936587","cluster_addr":"172.21.15.190:6803/1964936587","heartbeat_back_addr":"172.21.15.190:6807/1964936587","heartbeat_front_addr":"172.21.15.190:6805/1964936587","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6809","nonce":1008027659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6811","nonce":1008027659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6815","nonce":1008027659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6813","nonce":1008027659}]},"public_addr":"172.21.15.190:6809/1008027659","cluster_addr":"172.21.15.190:6811/1008027659","heartbeat_back_addr":"172.21.15.190:6815/1008027659","heartbeat_front_addr":"172.21.15.190:6813/1008027659","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6817","nonce":1643573405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6819","nonce":1643573405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6823","nonce":1643573405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6821","nonce":1643573405}]},"public_addr":"172.21.15.190:6817/1643573405","cluster_addr":"172.21.15.190:6819/1643573405","heartbeat_back_addr":"172.21.15.190:6823/1643573405","heartbeat_front_addr":"172.21.15.190:6821/1643573405","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6825","nonce":1230209556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6827","nonce":1230209556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6831","nonce":1230209556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6829","nonce":1230209556}]},"public_addr":"172.21.15.190:6825/1230209556","cluster_addr":"172.21.15.190:6827/1230209556","heartbeat_back_addr":"172.21.15.190:6831/1230209556","heartbeat_front_addr":"172.21.15.190:6829/1230209556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:03:27.436 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:27 smithi094 ceph-mon[29912]: pgmap v196: 97 pgs: 36 creating+peering, 61 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:27.436 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:27 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3781413452' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:27.436 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:27 smithi094 ceph-mon[41048]: pgmap v196: 97 pgs: 36 creating+peering, 61 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:27.436 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:27 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3781413452' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:27.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:27 smithi190 ceph-mon[33316]: pgmap v196: 97 pgs: 36 creating+peering, 61 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:27.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:27 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3781413452' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:27.770 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:03:28.021 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:29.542 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:29 smithi094 ceph-mon[29912]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-17T17:03:29.542 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:29 smithi094 ceph-mon[41048]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-17T17:03:29.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:29 smithi190 ceph-mon[33316]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 6 op/s 2024-08-17T17:03:29.899 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:29.899 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":66,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:03:24.242471+0000","last_up_change":"2024-08-17T17:02:53.958002+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:03:17.470931+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:03:21.189504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6803","nonce":4002020297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6805","nonce":4002020297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6809","nonce":4002020297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6807","nonce":4002020297}]},"public_addr":"172.21.15.94:6803/4002020297","cluster_addr":"172.21.15.94:6805/4002020297","heartbeat_back_addr":"172.21.15.94:6809/4002020297","heartbeat_front_addr":"172.21.15.94:6807/4002020297","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6811","nonce":278782843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6813","nonce":278782843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6817","nonce":278782843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6815","nonce":278782843}]},"public_addr":"172.21.15.94:6811/278782843","cluster_addr":"172.21.15.94:6813/278782843","heartbeat_back_addr":"172.21.15.94:6817/278782843","heartbeat_front_addr":"172.21.15.94:6815/278782843","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6819","nonce":3861667989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6821","nonce":3861667989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6825","nonce":3861667989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6823","nonce":3861667989}]},"public_addr":"172.21.15.94:6819/3861667989","cluster_addr":"172.21.15.94:6821/3861667989","heartbeat_back_addr":"172.21.15.94:6825/3861667989","heartbeat_front_addr":"172.21.15.94:6823/3861667989","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6827","nonce":2884779140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6829","nonce":2884779140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6833","nonce":2884779140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6831","nonce":2884779140}]},"public_addr":"172.21.15.94:6827/2884779140","cluster_addr":"172.21.15.94:6829/2884779140","heartbeat_back_addr":"172.21.15.94:6833/2884779140","heartbeat_front_addr":"172.21.15.94:6831/2884779140","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6801","nonce":1964936587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6803","nonce":1964936587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6807","nonce":1964936587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6805","nonce":1964936587}]},"public_addr":"172.21.15.190:6801/1964936587","cluster_addr":"172.21.15.190:6803/1964936587","heartbeat_back_addr":"172.21.15.190:6807/1964936587","heartbeat_front_addr":"172.21.15.190:6805/1964936587","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6809","nonce":1008027659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6811","nonce":1008027659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6815","nonce":1008027659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6813","nonce":1008027659}]},"public_addr":"172.21.15.190:6809/1008027659","cluster_addr":"172.21.15.190:6811/1008027659","heartbeat_back_addr":"172.21.15.190:6815/1008027659","heartbeat_front_addr":"172.21.15.190:6813/1008027659","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6817","nonce":1643573405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6819","nonce":1643573405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6823","nonce":1643573405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6821","nonce":1643573405}]},"public_addr":"172.21.15.190:6817/1643573405","cluster_addr":"172.21.15.190:6819/1643573405","heartbeat_back_addr":"172.21.15.190:6823/1643573405","heartbeat_front_addr":"172.21.15.190:6821/1643573405","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6825","nonce":1230209556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6827","nonce":1230209556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6831","nonce":1230209556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6829","nonce":1230209556}]},"public_addr":"172.21.15.190:6825/1230209556","cluster_addr":"172.21.15.190:6827/1230209556","heartbeat_back_addr":"172.21.15.190:6831/1230209556","heartbeat_front_addr":"172.21.15.190:6829/1230209556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:03:30.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:30 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/704778252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:30.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:30 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/704778252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:30.593 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-17T17:03:30.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:30 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/704778252' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:30.844 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:31.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:31 smithi094 ceph-mon[29912]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-17T17:03:31.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:31 smithi094 ceph-mon[41048]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-17T17:03:31.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:31 smithi190 ceph-mon[33316]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-17T17:03:33.637 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:33 smithi094 ceph-mon[29912]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-17T17:03:33.638 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:33 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/500645901' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:03:33.638 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:33 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:03:33.638 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:33 smithi094 ceph-mon[41048]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-17T17:03:33.638 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:33 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/500645901' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:03:33.638 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:33 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:03:33.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:33 smithi190 ceph-mon[33316]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s wr, 5 op/s 2024-08-17T17:03:33.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:33 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/500645901' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:03:33.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:33 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:03:34.065 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-17T17:03:34.066 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-17T17:03:34.320 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:34.581 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:34 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T17:03:34.581 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:34 smithi094 ceph-mon[29912]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:34.581 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:34 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T17:03:34.581 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:34 smithi094 ceph-mon[41048]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:34.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:34 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T17:03:34.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:34 smithi190 ceph-mon[33316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:35.520 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:35 smithi094 ceph-mon[29912]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T17:03:35.521 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:35 smithi094 ceph-mon[41048]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T17:03:35.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:35 smithi190 ceph-mon[33316]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-17T17:03:36.645 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:36 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3099222388' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:03:36.645 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:36 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3099222388' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:03:36.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:36 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3099222388' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:03:37.079 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-17T17:03:37.079 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:03:37.331 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:37.592 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:37 smithi094 ceph-mon[29912]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T17:03:37.593 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:37 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3099222388' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T17:03:37.593 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:37 smithi094 ceph-mon[29912]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:37.593 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:37 smithi094 ceph-mon[41048]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T17:03:37.593 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:37 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3099222388' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T17:03:37.593 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:37 smithi094 ceph-mon[41048]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:37.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:37 smithi190 ceph-mon[33316]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T17:03:37.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:37 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3099222388' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T17:03:37.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:37 smithi190 ceph-mon[33316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:03:39.294 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:39.294 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24304,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/2858381046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2858381046},{"type":"v1","addr":"172.21.15.190:6833","nonce":2858381046}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:03:24.242583+0000","modified":"2024-08-17T17:03:36.331558+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24329":{"gid":24329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.94:6835/3996516868","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3996516868},{"type":"v1","addr":"172.21.15.94:6835","nonce":3996516868}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T17:03:39.295 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 7 2024-08-17T17:03:39.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:39 smithi094 ceph-mon[41048]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T17:03:39.552 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:39 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2628431249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:39.553 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:39 smithi094 ceph-mon[29912]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T17:03:39.553 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:39 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2628431249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:39.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:39 smithi190 ceph-mon[33316]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2024-08-17T17:03:39.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:39 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2628431249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:40.028 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:03:40.279 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:41.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:41 smithi094 ceph-mon[29912]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:03:41.621 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:41 smithi094 ceph-mon[41048]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:03:41.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:41 smithi190 ceph-mon[33316]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:03:42.085 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:42.085 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":66,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:03:24.242471+0000","last_up_change":"2024-08-17T17:02:53.958002+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:03:17.470931+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:03:21.189504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6803","nonce":4002020297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6805","nonce":4002020297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6809","nonce":4002020297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6807","nonce":4002020297}]},"public_addr":"172.21.15.94:6803/4002020297","cluster_addr":"172.21.15.94:6805/4002020297","heartbeat_back_addr":"172.21.15.94:6809/4002020297","heartbeat_front_addr":"172.21.15.94:6807/4002020297","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6811","nonce":278782843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6813","nonce":278782843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6817","nonce":278782843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6815","nonce":278782843}]},"public_addr":"172.21.15.94:6811/278782843","cluster_addr":"172.21.15.94:6813/278782843","heartbeat_back_addr":"172.21.15.94:6817/278782843","heartbeat_front_addr":"172.21.15.94:6815/278782843","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6819","nonce":3861667989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6821","nonce":3861667989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6825","nonce":3861667989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6823","nonce":3861667989}]},"public_addr":"172.21.15.94:6819/3861667989","cluster_addr":"172.21.15.94:6821/3861667989","heartbeat_back_addr":"172.21.15.94:6825/3861667989","heartbeat_front_addr":"172.21.15.94:6823/3861667989","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6827","nonce":2884779140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6829","nonce":2884779140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6833","nonce":2884779140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6831","nonce":2884779140}]},"public_addr":"172.21.15.94:6827/2884779140","cluster_addr":"172.21.15.94:6829/2884779140","heartbeat_back_addr":"172.21.15.94:6833/2884779140","heartbeat_front_addr":"172.21.15.94:6831/2884779140","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6801","nonce":1964936587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6803","nonce":1964936587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6807","nonce":1964936587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6805","nonce":1964936587}]},"public_addr":"172.21.15.190:6801/1964936587","cluster_addr":"172.21.15.190:6803/1964936587","heartbeat_back_addr":"172.21.15.190:6807/1964936587","heartbeat_front_addr":"172.21.15.190:6805/1964936587","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6809","nonce":1008027659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6811","nonce":1008027659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6815","nonce":1008027659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6813","nonce":1008027659}]},"public_addr":"172.21.15.190:6809/1008027659","cluster_addr":"172.21.15.190:6811/1008027659","heartbeat_back_addr":"172.21.15.190:6815/1008027659","heartbeat_front_addr":"172.21.15.190:6813/1008027659","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6817","nonce":1643573405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6819","nonce":1643573405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6823","nonce":1643573405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6821","nonce":1643573405}]},"public_addr":"172.21.15.190:6817/1643573405","cluster_addr":"172.21.15.190:6819/1643573405","heartbeat_back_addr":"172.21.15.190:6823/1643573405","heartbeat_front_addr":"172.21.15.190:6821/1643573405","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6825","nonce":1230209556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6827","nonce":1230209556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6831","nonce":1230209556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6829","nonce":1230209556}]},"public_addr":"172.21.15.190:6825/1230209556","cluster_addr":"172.21.15.190:6827/1230209556","heartbeat_back_addr":"172.21.15.190:6831/1230209556","heartbeat_front_addr":"172.21.15.190:6829/1230209556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:03:42.652 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:42 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2393832732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:42.652 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:42 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2393832732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:42.677 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T17:03:42.678 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:03:42.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:42 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2393832732' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:42.929 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:43.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:43 smithi190 ceph-mon[33316]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:43.742 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:43 smithi094 ceph-mon[29912]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:43.742 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:43 smithi094 ceph-mon[41048]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:44.823 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:44.825 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-08-17T17:03:45.484 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:45 smithi094 ceph-mon[29912]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:45.485 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:45 smithi094 ceph-mon[41048]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:45.513 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":205,"stamp":"2024-08-17T17:03:43.894825+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385892,"kb_used_data":6996,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575324,"statfs":{"total":767960285184,"available":765517131776,"internally_reserved":0,"allocated":7163904,"data_stored":4013532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002706"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462995+0000","last_change":"2024-08-17T17:03:22.262545+0000","last_active":"2024-08-17T17:03:23.462995+0000","last_peered":"2024-08-17T17:03:23.462995+0000","last_clean":"2024-08-17T17:03:23.462995+0000","last_became_active":"2024-08-17T17:03:22.261880+0000","last_became_peered":"2024-08-17T17:03:22.261880+0000","last_unstale":"2024-08-17T17:03:23.462995+0000","last_undegraded":"2024-08-17T17:03:23.462995+0000","last_fullsized":"2024-08-17T17:03:23.462995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:29:13.327039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071818+0000","last_change":"2024-08-17T17:03:22.261131+0000","last_active":"2024-08-17T17:03:24.071818+0000","last_peered":"2024-08-17T17:03:24.071818+0000","last_clean":"2024-08-17T17:03:24.071818+0000","last_became_active":"2024-08-17T17:03:22.260858+0000","last_became_peered":"2024-08-17T17:03:22.260858+0000","last_unstale":"2024-08-17T17:03:24.071818+0000","last_undegraded":"2024-08-17T17:03:24.071818+0000","last_fullsized":"2024-08-17T17:03:24.071818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252831+0000","last_change":"2024-08-17T17:03:22.259737+0000","last_active":"2024-08-17T17:03:23.252831+0000","last_peered":"2024-08-17T17:03:23.252831+0000","last_clean":"2024-08-17T17:03:23.252831+0000","last_became_active":"2024-08-17T17:03:22.259439+0000","last_became_peered":"2024-08-17T17:03:22.259439+0000","last_unstale":"2024-08-17T17:03:23.252831+0000","last_undegraded":"2024-08-17T17:03:23.252831+0000","last_fullsized":"2024-08-17T17:03:23.252831+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071193+0000","last_change":"2024-08-17T17:03:22.278490+0000","last_active":"2024-08-17T17:03:24.071193+0000","last_peered":"2024-08-17T17:03:24.071193+0000","last_clean":"2024-08-17T17:03:24.071193+0000","last_became_active":"2024-08-17T17:03:22.277386+0000","last_became_peered":"2024-08-17T17:03:22.277386+0000","last_unstale":"2024-08-17T17:03:24.071193+0000","last_undegraded":"2024-08-17T17:03:24.071193+0000","last_fullsized":"2024-08-17T17:03:24.071193+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462531+0000","last_change":"2024-08-17T17:03:22.274426+0000","last_active":"2024-08-17T17:03:23.462531+0000","last_peered":"2024-08-17T17:03:23.462531+0000","last_clean":"2024-08-17T17:03:23.462531+0000","last_became_active":"2024-08-17T17:03:22.274015+0000","last_became_peered":"2024-08-17T17:03:22.274015+0000","last_unstale":"2024-08-17T17:03:23.462531+0000","last_undegraded":"2024-08-17T17:03:23.462531+0000","last_fullsized":"2024-08-17T17:03:23.462531+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:12:41.439051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071232+0000","last_change":"2024-08-17T17:03:22.275018+0000","last_active":"2024-08-17T17:03:24.071232+0000","last_peered":"2024-08-17T17:03:24.071232+0000","last_clean":"2024-08-17T17:03:24.071232+0000","last_became_active":"2024-08-17T17:03:22.274684+0000","last_became_peered":"2024-08-17T17:03:22.274684+0000","last_unstale":"2024-08-17T17:03:24.071232+0000","last_undegraded":"2024-08-17T17:03:24.071232+0000","last_fullsized":"2024-08-17T17:03:24.071232+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462352+0000","last_change":"2024-08-17T17:03:22.273527+0000","last_active":"2024-08-17T17:03:23.462352+0000","last_peered":"2024-08-17T17:03:23.462352+0000","last_clean":"2024-08-17T17:03:23.462352+0000","last_became_active":"2024-08-17T17:03:22.273201+0000","last_became_peered":"2024-08-17T17:03:22.273201+0000","last_unstale":"2024-08-17T17:03:23.462352+0000","last_undegraded":"2024-08-17T17:03:23.462352+0000","last_fullsized":"2024-08-17T17:03:23.462352+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070628+0000","last_change":"2024-08-17T17:03:22.268004+0000","last_active":"2024-08-17T17:03:24.070628+0000","last_peered":"2024-08-17T17:03:24.070628+0000","last_clean":"2024-08-17T17:03:24.070628+0000","last_became_active":"2024-08-17T17:03:22.267753+0000","last_became_peered":"2024-08-17T17:03:22.267753+0000","last_unstale":"2024-08-17T17:03:24.070628+0000","last_undegraded":"2024-08-17T17:03:24.070628+0000","last_fullsized":"2024-08-17T17:03:24.070628+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.463119+0000","last_change":"2024-08-17T17:03:22.263746+0000","last_active":"2024-08-17T17:03:23.463119+0000","last_peered":"2024-08-17T17:03:23.463119+0000","last_clean":"2024-08-17T17:03:23.463119+0000","last_became_active":"2024-08-17T17:03:22.263380+0000","last_became_peered":"2024-08-17T17:03:22.263380+0000","last_unstale":"2024-08-17T17:03:23.463119+0000","last_undegraded":"2024-08-17T17:03:23.463119+0000","last_fullsized":"2024-08-17T17:03:23.463119+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314898+0000","last_change":"2024-08-17T17:03:22.270724+0000","last_active":"2024-08-17T17:03:23.314898+0000","last_peered":"2024-08-17T17:03:23.314898+0000","last_clean":"2024-08-17T17:03:23.314898+0000","last_became_active":"2024-08-17T17:03:22.270440+0000","last_became_peered":"2024-08-17T17:03:22.270440+0000","last_unstale":"2024-08-17T17:03:23.314898+0000","last_undegraded":"2024-08-17T17:03:23.314898+0000","last_fullsized":"2024-08-17T17:03:23.314898+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314782+0000","last_change":"2024-08-17T17:03:22.267830+0000","last_active":"2024-08-17T17:03:23.314782+0000","last_peered":"2024-08-17T17:03:23.314782+0000","last_clean":"2024-08-17T17:03:23.314782+0000","last_became_active":"2024-08-17T17:03:22.267540+0000","last_became_peered":"2024-08-17T17:03:22.267540+0000","last_unstale":"2024-08-17T17:03:23.314782+0000","last_undegraded":"2024-08-17T17:03:23.314782+0000","last_fullsized":"2024-08-17T17:03:23.314782+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252860+0000","last_change":"2024-08-17T17:03:22.268554+0000","last_active":"2024-08-17T17:03:23.252860+0000","last_peered":"2024-08-17T17:03:23.252860+0000","last_clean":"2024-08-17T17:03:23.252860+0000","last_became_active":"2024-08-17T17:03:22.268201+0000","last_became_peered":"2024-08-17T17:03:22.268201+0000","last_unstale":"2024-08-17T17:03:23.252860+0000","last_undegraded":"2024-08-17T17:03:23.252860+0000","last_fullsized":"2024-08-17T17:03:23.252860+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:41:43.887899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070803+0000","last_change":"2024-08-17T17:03:22.265966+0000","last_active":"2024-08-17T17:03:24.070803+0000","last_peered":"2024-08-17T17:03:24.070803+0000","last_clean":"2024-08-17T17:03:24.070803+0000","last_became_active":"2024-08-17T17:03:22.265702+0000","last_became_peered":"2024-08-17T17:03:22.265702+0000","last_unstale":"2024-08-17T17:03:24.070803+0000","last_undegraded":"2024-08-17T17:03:24.070803+0000","last_fullsized":"2024-08-17T17:03:24.070803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252307+0000","last_change":"2024-08-17T17:03:22.269182+0000","last_active":"2024-08-17T17:03:23.252307+0000","last_peered":"2024-08-17T17:03:23.252307+0000","last_clean":"2024-08-17T17:03:23.252307+0000","last_became_active":"2024-08-17T17:03:22.267879+0000","last_became_peered":"2024-08-17T17:03:22.267879+0000","last_unstale":"2024-08-17T17:03:23.252307+0000","last_undegraded":"2024-08-17T17:03:23.252307+0000","last_fullsized":"2024-08-17T17:03:23.252307+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070860+0000","last_change":"2024-08-17T17:03:22.265683+0000","last_active":"2024-08-17T17:03:24.070860+0000","last_peered":"2024-08-17T17:03:24.070860+0000","last_clean":"2024-08-17T17:03:24.070860+0000","last_became_active":"2024-08-17T17:03:22.265406+0000","last_became_peered":"2024-08-17T17:03:22.265406+0000","last_unstale":"2024-08-17T17:03:24.070860+0000","last_undegraded":"2024-08-17T17:03:24.070860+0000","last_fullsized":"2024-08-17T17:03:24.070860+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071086+0000","last_change":"2024-08-17T17:03:22.275095+0000","last_active":"2024-08-17T17:03:24.071086+0000","last_peered":"2024-08-17T17:03:24.071086+0000","last_clean":"2024-08-17T17:03:24.071086+0000","last_became_active":"2024-08-17T17:03:22.274803+0000","last_became_peered":"2024-08-17T17:03:22.274803+0000","last_unstale":"2024-08-17T17:03:24.071086+0000","last_undegraded":"2024-08-17T17:03:24.071086+0000","last_fullsized":"2024-08-17T17:03:24.071086+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071738+0000","last_change":"2024-08-17T17:03:22.273149+0000","last_active":"2024-08-17T17:03:24.071738+0000","last_peered":"2024-08-17T17:03:24.071738+0000","last_clean":"2024-08-17T17:03:24.071738+0000","last_became_active":"2024-08-17T17:03:22.271885+0000","last_became_peered":"2024-08-17T17:03:22.271885+0000","last_unstale":"2024-08-17T17:03:24.071738+0000","last_undegraded":"2024-08-17T17:03:24.071738+0000","last_fullsized":"2024-08-17T17:03:24.071738+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071713+0000","last_change":"2024-08-17T17:03:22.262924+0000","last_active":"2024-08-17T17:03:24.071713+0000","last_peered":"2024-08-17T17:03:24.071713+0000","last_clean":"2024-08-17T17:03:24.071713+0000","last_became_active":"2024-08-17T17:03:22.262672+0000","last_became_peered":"2024-08-17T17:03:22.262672+0000","last_unstale":"2024-08-17T17:03:24.071713+0000","last_undegraded":"2024-08-17T17:03:24.071713+0000","last_fullsized":"2024-08-17T17:03:24.071713+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462919+0000","last_change":"2024-08-17T17:03:22.261077+0000","last_active":"2024-08-17T17:03:23.462919+0000","last_peered":"2024-08-17T17:03:23.462919+0000","last_clean":"2024-08-17T17:03:23.462919+0000","last_became_active":"2024-08-17T17:03:22.260769+0000","last_became_peered":"2024-08-17T17:03:22.260769+0000","last_unstale":"2024-08-17T17:03:23.462919+0000","last_undegraded":"2024-08-17T17:03:23.462919+0000","last_fullsized":"2024-08-17T17:03:23.462919+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314648+0000","last_change":"2024-08-17T17:03:22.276754+0000","last_active":"2024-08-17T17:03:23.314648+0000","last_peered":"2024-08-17T17:03:23.314648+0000","last_clean":"2024-08-17T17:03:23.314648+0000","last_became_active":"2024-08-17T17:03:22.276477+0000","last_became_peered":"2024-08-17T17:03:22.276477+0000","last_unstale":"2024-08-17T17:03:23.314648+0000","last_undegraded":"2024-08-17T17:03:23.314648+0000","last_fullsized":"2024-08-17T17:03:23.314648+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252426+0000","last_change":"2024-08-17T17:03:22.260379+0000","last_active":"2024-08-17T17:03:23.252426+0000","last_peered":"2024-08-17T17:03:23.252426+0000","last_clean":"2024-08-17T17:03:23.252426+0000","last_became_active":"2024-08-17T17:03:22.260112+0000","last_became_peered":"2024-08-17T17:03:22.260112+0000","last_unstale":"2024-08-17T17:03:23.252426+0000","last_undegraded":"2024-08-17T17:03:23.252426+0000","last_fullsized":"2024-08-17T17:03:23.252426+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071191+0000","last_change":"2024-08-17T17:03:22.270104+0000","last_active":"2024-08-17T17:03:24.071191+0000","last_peered":"2024-08-17T17:03:24.071191+0000","last_clean":"2024-08-17T17:03:24.071191+0000","last_became_active":"2024-08-17T17:03:22.269809+0000","last_became_peered":"2024-08-17T17:03:22.269809+0000","last_unstale":"2024-08-17T17:03:24.071191+0000","last_undegraded":"2024-08-17T17:03:24.071191+0000","last_fullsized":"2024-08-17T17:03:24.071191+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070826+0000","last_change":"2024-08-17T17:03:22.265871+0000","last_active":"2024-08-17T17:03:24.070826+0000","last_peered":"2024-08-17T17:03:24.070826+0000","last_clean":"2024-08-17T17:03:24.070826+0000","last_became_active":"2024-08-17T17:03:22.265609+0000","last_became_peered":"2024-08-17T17:03:22.265609+0000","last_unstale":"2024-08-17T17:03:24.070826+0000","last_undegraded":"2024-08-17T17:03:24.070826+0000","last_fullsized":"2024-08-17T17:03:24.070826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071160+0000","last_change":"2024-08-17T17:03:22.277855+0000","last_active":"2024-08-17T17:03:24.071160+0000","last_peered":"2024-08-17T17:03:24.071160+0000","last_clean":"2024-08-17T17:03:24.071160+0000","last_became_active":"2024-08-17T17:03:22.277374+0000","last_became_peered":"2024-08-17T17:03:22.277374+0000","last_unstale":"2024-08-17T17:03:24.071160+0000","last_undegraded":"2024-08-17T17:03:24.071160+0000","last_fullsized":"2024-08-17T17:03:24.071160+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071207+0000","last_change":"2024-08-17T17:03:22.260672+0000","last_active":"2024-08-17T17:03:24.071207+0000","last_peered":"2024-08-17T17:03:24.071207+0000","last_clean":"2024-08-17T17:03:24.071207+0000","last_became_active":"2024-08-17T17:03:22.260391+0000","last_became_peered":"2024-08-17T17:03:22.260391+0000","last_unstale":"2024-08-17T17:03:24.071207+0000","last_undegraded":"2024-08-17T17:03:24.071207+0000","last_fullsized":"2024-08-17T17:03:24.071207+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314944+0000","last_change":"2024-08-17T17:03:22.274336+0000","last_active":"2024-08-17T17:03:23.314944+0000","last_peered":"2024-08-17T17:03:23.314944+0000","last_clean":"2024-08-17T17:03:23.314944+0000","last_became_active":"2024-08-17T17:03:22.274005+0000","last_became_peered":"2024-08-17T17:03:22.274005+0000","last_unstale":"2024-08-17T17:03:23.314944+0000","last_undegraded":"2024-08-17T17:03:23.314944+0000","last_fullsized":"2024-08-17T17:03:23.314944+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071582+0000","last_change":"2024-08-17T17:03:22.262652+0000","last_active":"2024-08-17T17:03:24.071582+0000","last_peered":"2024-08-17T17:03:24.071582+0000","last_clean":"2024-08-17T17:03:24.071582+0000","last_became_active":"2024-08-17T17:03:22.259917+0000","last_became_peered":"2024-08-17T17:03:22.259917+0000","last_unstale":"2024-08-17T17:03:24.071582+0000","last_undegraded":"2024-08-17T17:03:24.071582+0000","last_fullsized":"2024-08-17T17:03:24.071582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071142+0000","last_change":"2024-08-17T17:03:22.262094+0000","last_active":"2024-08-17T17:03:24.071142+0000","last_peered":"2024-08-17T17:03:24.071142+0000","last_clean":"2024-08-17T17:03:24.071142+0000","last_became_active":"2024-08-17T17:03:22.261835+0000","last_became_peered":"2024-08-17T17:03:22.261835+0000","last_unstale":"2024-08-17T17:03:24.071142+0000","last_undegraded":"2024-08-17T17:03:24.071142+0000","last_fullsized":"2024-08-17T17:03:24.071142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252424+0000","last_change":"2024-08-17T17:03:22.268672+0000","last_active":"2024-08-17T17:03:23.252424+0000","last_peered":"2024-08-17T17:03:23.252424+0000","last_clean":"2024-08-17T17:03:23.252424+0000","last_became_active":"2024-08-17T17:03:22.268425+0000","last_became_peered":"2024-08-17T17:03:22.268425+0000","last_unstale":"2024-08-17T17:03:23.252424+0000","last_undegraded":"2024-08-17T17:03:23.252424+0000","last_fullsized":"2024-08-17T17:03:23.252424+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071355+0000","last_change":"2024-08-17T17:03:22.278211+0000","last_active":"2024-08-17T17:03:24.071355+0000","last_peered":"2024-08-17T17:03:24.071355+0000","last_clean":"2024-08-17T17:03:24.071355+0000","last_became_active":"2024-08-17T17:03:22.277301+0000","last_became_peered":"2024-08-17T17:03:22.277301+0000","last_unstale":"2024-08-17T17:03:24.071355+0000","last_undegraded":"2024-08-17T17:03:24.071355+0000","last_fullsized":"2024-08-17T17:03:24.071355+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071060+0000","last_change":"2024-08-17T17:03:22.263304+0000","last_active":"2024-08-17T17:03:24.071060+0000","last_peered":"2024-08-17T17:03:24.071060+0000","last_clean":"2024-08-17T17:03:24.071060+0000","last_became_active":"2024-08-17T17:03:22.263046+0000","last_became_peered":"2024-08-17T17:03:22.263046+0000","last_unstale":"2024-08-17T17:03:24.071060+0000","last_undegraded":"2024-08-17T17:03:24.071060+0000","last_fullsized":"2024-08-17T17:03:24.071060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314359+0000","last_change":"2024-08-17T17:03:22.267902+0000","last_active":"2024-08-17T17:03:23.314359+0000","last_peered":"2024-08-17T17:03:23.314359+0000","last_clean":"2024-08-17T17:03:23.314359+0000","last_became_active":"2024-08-17T17:03:22.267617+0000","last_became_peered":"2024-08-17T17:03:22.267617+0000","last_unstale":"2024-08-17T17:03:23.314359+0000","last_undegraded":"2024-08-17T17:03:23.314359+0000","last_fullsized":"2024-08-17T17:03:23.314359+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252561+0000","last_change":"2024-08-17T17:03:22.269192+0000","last_active":"2024-08-17T17:03:23.252561+0000","last_peered":"2024-08-17T17:03:23.252561+0000","last_clean":"2024-08-17T17:03:23.252561+0000","last_became_active":"2024-08-17T17:03:22.268916+0000","last_became_peered":"2024-08-17T17:03:22.268916+0000","last_unstale":"2024-08-17T17:03:23.252561+0000","last_undegraded":"2024-08-17T17:03:23.252561+0000","last_fullsized":"2024-08-17T17:03:23.252561+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263677+0000","last_change":"2024-08-17T17:03:19.058068+0000","last_active":"2024-08-17T17:03:24.263677+0000","last_peered":"2024-08-17T17:03:24.263677+0000","last_clean":"2024-08-17T17:03:24.263677+0000","last_became_active":"2024-08-17T17:03:19.057807+0000","last_became_peered":"2024-08-17T17:03:19.057807+0000","last_unstale":"2024-08-17T17:03:24.263677+0000","last_undegraded":"2024-08-17T17:03:24.263677+0000","last_fullsized":"2024-08-17T17:03:24.263677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:29.044803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252523+0000","last_change":"2024-08-17T17:03:22.267806+0000","last_active":"2024-08-17T17:03:23.252523+0000","last_peered":"2024-08-17T17:03:23.252523+0000","last_clean":"2024-08-17T17:03:23.252523+0000","last_became_active":"2024-08-17T17:03:22.267501+0000","last_became_peered":"2024-08-17T17:03:22.267501+0000","last_unstale":"2024-08-17T17:03:23.252523+0000","last_undegraded":"2024-08-17T17:03:23.252523+0000","last_fullsized":"2024-08-17T17:03:23.252523+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262607+0000","last_change":"2024-08-17T17:03:19.056166+0000","last_active":"2024-08-17T17:03:24.262607+0000","last_peered":"2024-08-17T17:03:24.262607+0000","last_clean":"2024-08-17T17:03:24.262607+0000","last_became_active":"2024-08-17T17:03:19.055691+0000","last_became_peered":"2024-08-17T17:03:19.055691+0000","last_unstale":"2024-08-17T17:03:24.262607+0000","last_undegraded":"2024-08-17T17:03:24.262607+0000","last_fullsized":"2024-08-17T17:03:24.262607+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071173+0000","last_change":"2024-08-17T17:03:19.055667+0000","last_active":"2024-08-17T17:03:24.071173+0000","last_peered":"2024-08-17T17:03:24.071173+0000","last_clean":"2024-08-17T17:03:24.071173+0000","last_became_active":"2024-08-17T17:03:19.055394+0000","last_became_peered":"2024-08-17T17:03:19.055394+0000","last_unstale":"2024-08-17T17:03:24.071173+0000","last_undegraded":"2024-08-17T17:03:24.071173+0000","last_fullsized":"2024-08-17T17:03:24.071173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070714+0000","last_change":"2024-08-17T17:03:22.262672+0000","last_active":"2024-08-17T17:03:24.070714+0000","last_peered":"2024-08-17T17:03:24.070714+0000","last_clean":"2024-08-17T17:03:24.070714+0000","last_became_active":"2024-08-17T17:03:22.262427+0000","last_became_peered":"2024-08-17T17:03:22.262427+0000","last_unstale":"2024-08-17T17:03:24.070714+0000","last_undegraded":"2024-08-17T17:03:24.070714+0000","last_fullsized":"2024-08-17T17:03:24.070714+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071299+0000","last_change":"2024-08-17T17:03:19.052092+0000","last_active":"2024-08-17T17:03:24.071299+0000","last_peered":"2024-08-17T17:03:24.071299+0000","last_clean":"2024-08-17T17:03:24.071299+0000","last_became_active":"2024-08-17T17:03:19.051686+0000","last_became_peered":"2024-08-17T17:03:19.051686+0000","last_unstale":"2024-08-17T17:03:24.071299+0000","last_undegraded":"2024-08-17T17:03:24.071299+0000","last_fullsized":"2024-08-17T17:03:24.071299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070717+0000","last_change":"2024-08-17T17:03:22.266336+0000","last_active":"2024-08-17T17:03:24.070717+0000","last_peered":"2024-08-17T17:03:24.070717+0000","last_clean":"2024-08-17T17:03:24.070717+0000","last_became_active":"2024-08-17T17:03:22.266092+0000","last_became_peered":"2024-08-17T17:03:22.266092+0000","last_unstale":"2024-08-17T17:03:24.070717+0000","last_undegraded":"2024-08-17T17:03:24.070717+0000","last_fullsized":"2024-08-17T17:03:24.070717+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314883+0000","last_change":"2024-08-17T17:03:19.054514+0000","last_active":"2024-08-17T17:03:23.314883+0000","last_peered":"2024-08-17T17:03:23.314883+0000","last_clean":"2024-08-17T17:03:23.314883+0000","last_became_active":"2024-08-17T17:03:19.054200+0000","last_became_peered":"2024-08-17T17:03:19.054200+0000","last_unstale":"2024-08-17T17:03:23.314883+0000","last_undegraded":"2024-08-17T17:03:23.314883+0000","last_fullsized":"2024-08-17T17:03:23.314883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071628+0000","last_change":"2024-08-17T17:03:22.268798+0000","last_active":"2024-08-17T17:03:24.071628+0000","last_peered":"2024-08-17T17:03:24.071628+0000","last_clean":"2024-08-17T17:03:24.071628+0000","last_became_active":"2024-08-17T17:03:22.267965+0000","last_became_peered":"2024-08-17T17:03:22.267965+0000","last_unstale":"2024-08-17T17:03:24.071628+0000","last_undegraded":"2024-08-17T17:03:24.071628+0000","last_fullsized":"2024-08-17T17:03:24.071628+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071747+0000","last_change":"2024-08-17T17:03:19.051631+0000","last_active":"2024-08-17T17:03:24.071747+0000","last_peered":"2024-08-17T17:03:24.071747+0000","last_clean":"2024-08-17T17:03:24.071747+0000","last_became_active":"2024-08-17T17:03:19.051208+0000","last_became_peered":"2024-08-17T17:03:19.051208+0000","last_unstale":"2024-08-17T17:03:24.071747+0000","last_undegraded":"2024-08-17T17:03:24.071747+0000","last_fullsized":"2024-08-17T17:03:24.071747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252781+0000","last_change":"2024-08-17T17:03:22.266016+0000","last_active":"2024-08-17T17:03:23.252781+0000","last_peered":"2024-08-17T17:03:23.252781+0000","last_clean":"2024-08-17T17:03:23.252781+0000","last_became_active":"2024-08-17T17:03:22.265758+0000","last_became_peered":"2024-08-17T17:03:22.265758+0000","last_unstale":"2024-08-17T17:03:23.252781+0000","last_undegraded":"2024-08-17T17:03:23.252781+0000","last_fullsized":"2024-08-17T17:03:23.252781+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.266239+0000","last_change":"2024-08-17T17:03:19.051932+0000","last_active":"2024-08-17T17:03:24.266239+0000","last_peered":"2024-08-17T17:03:24.266239+0000","last_clean":"2024-08-17T17:03:24.266239+0000","last_became_active":"2024-08-17T17:03:19.051658+0000","last_became_peered":"2024-08-17T17:03:19.051658+0000","last_unstale":"2024-08-17T17:03:24.266239+0000","last_undegraded":"2024-08-17T17:03:24.266239+0000","last_fullsized":"2024-08-17T17:03:24.266239+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252907+0000","last_change":"2024-08-17T17:03:22.267788+0000","last_active":"2024-08-17T17:03:23.252907+0000","last_peered":"2024-08-17T17:03:23.252907+0000","last_clean":"2024-08-17T17:03:23.252907+0000","last_became_active":"2024-08-17T17:03:22.267461+0000","last_became_peered":"2024-08-17T17:03:22.267461+0000","last_unstale":"2024-08-17T17:03:23.252907+0000","last_undegraded":"2024-08-17T17:03:23.252907+0000","last_fullsized":"2024-08-17T17:03:23.252907+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269771+0000","last_change":"2024-08-17T17:03:19.052938+0000","last_active":"2024-08-17T17:03:24.269771+0000","last_peered":"2024-08-17T17:03:24.269771+0000","last_clean":"2024-08-17T17:03:24.269771+0000","last_became_active":"2024-08-17T17:03:19.052617+0000","last_became_peered":"2024-08-17T17:03:19.052617+0000","last_unstale":"2024-08-17T17:03:24.269771+0000","last_undegraded":"2024-08-17T17:03:24.269771+0000","last_fullsized":"2024-08-17T17:03:24.269771+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462791+0000","last_change":"2024-08-17T17:03:22.267063+0000","last_active":"2024-08-17T17:03:23.462791+0000","last_peered":"2024-08-17T17:03:23.462791+0000","last_clean":"2024-08-17T17:03:23.462791+0000","last_became_active":"2024-08-17T17:03:22.266545+0000","last_became_peered":"2024-08-17T17:03:22.266545+0000","last_unstale":"2024-08-17T17:03:23.462791+0000","last_undegraded":"2024-08-17T17:03:23.462791+0000","last_fullsized":"2024-08-17T17:03:23.462791+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269245+0000","last_change":"2024-08-17T17:03:19.050295+0000","last_active":"2024-08-17T17:03:24.269245+0000","last_peered":"2024-08-17T17:03:24.269245+0000","last_clean":"2024-08-17T17:03:24.269245+0000","last_became_active":"2024-08-17T17:03:19.050011+0000","last_became_peered":"2024-08-17T17:03:19.050011+0000","last_unstale":"2024-08-17T17:03:24.269245+0000","last_undegraded":"2024-08-17T17:03:24.269245+0000","last_fullsized":"2024-08-17T17:03:24.269245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252317+0000","last_change":"2024-08-17T17:03:22.260921+0000","last_active":"2024-08-17T17:03:23.252317+0000","last_peered":"2024-08-17T17:03:23.252317+0000","last_clean":"2024-08-17T17:03:23.252317+0000","last_became_active":"2024-08-17T17:03:22.260656+0000","last_became_peered":"2024-08-17T17:03:22.260656+0000","last_unstale":"2024-08-17T17:03:23.252317+0000","last_undegraded":"2024-08-17T17:03:23.252317+0000","last_fullsized":"2024-08-17T17:03:23.252317+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071341+0000","last_change":"2024-08-17T17:03:19.052255+0000","last_active":"2024-08-17T17:03:24.071341+0000","last_peered":"2024-08-17T17:03:24.071341+0000","last_clean":"2024-08-17T17:03:24.071341+0000","last_became_active":"2024-08-17T17:03:19.051761+0000","last_became_peered":"2024-08-17T17:03:19.051761+0000","last_unstale":"2024-08-17T17:03:24.071341+0000","last_undegraded":"2024-08-17T17:03:24.071341+0000","last_fullsized":"2024-08-17T17:03:24.071341+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462557+0000","last_change":"2024-08-17T17:03:22.270812+0000","last_active":"2024-08-17T17:03:23.462557+0000","last_peered":"2024-08-17T17:03:23.462557+0000","last_clean":"2024-08-17T17:03:23.462557+0000","last_became_active":"2024-08-17T17:03:22.270445+0000","last_became_peered":"2024-08-17T17:03:22.270445+0000","last_unstale":"2024-08-17T17:03:23.462557+0000","last_undegraded":"2024-08-17T17:03:23.462557+0000","last_fullsized":"2024-08-17T17:03:23.462557+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314391+0000","last_change":"2024-08-17T17:03:19.051568+0000","last_active":"2024-08-17T17:03:23.314391+0000","last_peered":"2024-08-17T17:03:23.314391+0000","last_clean":"2024-08-17T17:03:23.314391+0000","last_became_active":"2024-08-17T17:03:19.051289+0000","last_became_peered":"2024-08-17T17:03:19.051289+0000","last_unstale":"2024-08-17T17:03:23.314391+0000","last_undegraded":"2024-08-17T17:03:23.314391+0000","last_fullsized":"2024-08-17T17:03:23.314391+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314633+0000","last_change":"2024-08-17T17:03:22.267402+0000","last_active":"2024-08-17T17:03:23.314633+0000","last_peered":"2024-08-17T17:03:23.314633+0000","last_clean":"2024-08-17T17:03:23.314633+0000","last_became_active":"2024-08-17T17:03:22.267104+0000","last_became_peered":"2024-08-17T17:03:22.267104+0000","last_unstale":"2024-08-17T17:03:23.314633+0000","last_undegraded":"2024-08-17T17:03:23.314633+0000","last_fullsized":"2024-08-17T17:03:23.314633+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268620+0000","last_change":"2024-08-17T17:03:19.055699+0000","last_active":"2024-08-17T17:03:24.268620+0000","last_peered":"2024-08-17T17:03:24.268620+0000","last_clean":"2024-08-17T17:03:24.268620+0000","last_became_active":"2024-08-17T17:03:19.055041+0000","last_became_peered":"2024-08-17T17:03:19.055041+0000","last_unstale":"2024-08-17T17:03:24.268620+0000","last_undegraded":"2024-08-17T17:03:24.268620+0000","last_fullsized":"2024-08-17T17:03:24.268620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462396+0000","last_change":"2024-08-17T17:03:22.272043+0000","last_active":"2024-08-17T17:03:23.462396+0000","last_peered":"2024-08-17T17:03:23.462396+0000","last_clean":"2024-08-17T17:03:23.462396+0000","last_became_active":"2024-08-17T17:03:22.271777+0000","last_became_peered":"2024-08-17T17:03:22.271777+0000","last_unstale":"2024-08-17T17:03:23.462396+0000","last_undegraded":"2024-08-17T17:03:23.462396+0000","last_fullsized":"2024-08-17T17:03:23.462396+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.255006+0000","last_change":"2024-08-17T17:03:19.050860+0000","last_active":"2024-08-17T17:03:24.255006+0000","last_peered":"2024-08-17T17:03:24.255006+0000","last_clean":"2024-08-17T17:03:24.255006+0000","last_became_active":"2024-08-17T17:03:19.050558+0000","last_became_peered":"2024-08-17T17:03:19.050558+0000","last_unstale":"2024-08-17T17:03:24.255006+0000","last_undegraded":"2024-08-17T17:03:24.255006+0000","last_fullsized":"2024-08-17T17:03:24.255006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462973+0000","last_change":"2024-08-17T17:03:22.271825+0000","last_active":"2024-08-17T17:03:23.462973+0000","last_peered":"2024-08-17T17:03:23.462973+0000","last_clean":"2024-08-17T17:03:23.462973+0000","last_became_active":"2024-08-17T17:03:22.271537+0000","last_became_peered":"2024-08-17T17:03:22.271537+0000","last_unstale":"2024-08-17T17:03:23.462973+0000","last_undegraded":"2024-08-17T17:03:23.462973+0000","last_fullsized":"2024-08-17T17:03:23.462973+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269850+0000","last_change":"2024-08-17T17:03:19.055234+0000","last_active":"2024-08-17T17:03:24.269850+0000","last_peered":"2024-08-17T17:03:24.269850+0000","last_clean":"2024-08-17T17:03:24.269850+0000","last_became_active":"2024-08-17T17:03:19.054956+0000","last_became_peered":"2024-08-17T17:03:19.054956+0000","last_unstale":"2024-08-17T17:03:24.269850+0000","last_undegraded":"2024-08-17T17:03:24.269850+0000","last_fullsized":"2024-08-17T17:03:24.269850+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.463030+0000","last_change":"2024-08-17T17:03:22.272728+0000","last_active":"2024-08-17T17:03:23.463030+0000","last_peered":"2024-08-17T17:03:23.463030+0000","last_clean":"2024-08-17T17:03:23.463030+0000","last_became_active":"2024-08-17T17:03:22.272427+0000","last_became_peered":"2024-08-17T17:03:22.272427+0000","last_unstale":"2024-08-17T17:03:23.463030+0000","last_undegraded":"2024-08-17T17:03:23.463030+0000","last_fullsized":"2024-08-17T17:03:23.463030+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:08:57.951366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254445+0000","last_change":"2024-08-17T17:03:19.052658+0000","last_active":"2024-08-17T17:03:24.254445+0000","last_peered":"2024-08-17T17:03:24.254445+0000","last_clean":"2024-08-17T17:03:24.254445+0000","last_became_active":"2024-08-17T17:03:19.052282+0000","last_became_peered":"2024-08-17T17:03:19.052282+0000","last_unstale":"2024-08-17T17:03:24.254445+0000","last_undegraded":"2024-08-17T17:03:24.254445+0000","last_fullsized":"2024-08-17T17:03:24.254445+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071349+0000","last_change":"2024-08-17T17:03:22.277719+0000","last_active":"2024-08-17T17:03:24.071349+0000","last_peered":"2024-08-17T17:03:24.071349+0000","last_clean":"2024-08-17T17:03:24.071349+0000","last_became_active":"2024-08-17T17:03:22.277195+0000","last_became_peered":"2024-08-17T17:03:22.277195+0000","last_unstale":"2024-08-17T17:03:24.071349+0000","last_undegraded":"2024-08-17T17:03:24.071349+0000","last_fullsized":"2024-08-17T17:03:24.071349+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071493+0000","last_change":"2024-08-17T17:03:19.051913+0000","last_active":"2024-08-17T17:03:24.071493+0000","last_peered":"2024-08-17T17:03:24.071493+0000","last_clean":"2024-08-17T17:03:24.071493+0000","last_became_active":"2024-08-17T17:03:19.051639+0000","last_became_peered":"2024-08-17T17:03:19.051639+0000","last_unstale":"2024-08-17T17:03:24.071493+0000","last_undegraded":"2024-08-17T17:03:24.071493+0000","last_fullsized":"2024-08-17T17:03:24.071493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462782+0000","last_change":"2024-08-17T17:03:22.264055+0000","last_active":"2024-08-17T17:03:23.462782+0000","last_peered":"2024-08-17T17:03:23.462782+0000","last_clean":"2024-08-17T17:03:23.462782+0000","last_became_active":"2024-08-17T17:03:22.263754+0000","last_became_peered":"2024-08-17T17:03:22.263754+0000","last_unstale":"2024-08-17T17:03:23.462782+0000","last_undegraded":"2024-08-17T17:03:23.462782+0000","last_fullsized":"2024-08-17T17:03:23.462782+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":233,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462498+0000","last_change":"2024-08-17T17:02:57.392447+0000","last_active":"2024-08-17T17:03:23.462498+0000","last_peered":"2024-08-17T17:03:23.462498+0000","last_clean":"2024-08-17T17:03:23.462498+0000","last_became_active":"2024-08-17T17:02:57.392120+0000","last_became_peered":"2024-08-17T17:02:57.392120+0000","last_unstale":"2024-08-17T17:03:23.462498+0000","last_undegraded":"2024-08-17T17:03:23.462498+0000","last_fullsized":"2024-08-17T17:03:23.462498+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_clean_scrub_stamp":"2024-08-17T17:00:58.187014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071195+0000","last_change":"2024-08-17T17:03:19.055976+0000","last_active":"2024-08-17T17:03:24.071195+0000","last_peered":"2024-08-17T17:03:24.071195+0000","last_clean":"2024-08-17T17:03:24.071195+0000","last_became_active":"2024-08-17T17:03:19.055674+0000","last_became_peered":"2024-08-17T17:03:19.055674+0000","last_unstale":"2024-08-17T17:03:24.071195+0000","last_undegraded":"2024-08-17T17:03:24.071195+0000","last_fullsized":"2024-08-17T17:03:24.071195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071043+0000","last_change":"2024-08-17T17:03:22.267611+0000","last_active":"2024-08-17T17:03:24.071043+0000","last_peered":"2024-08-17T17:03:24.071043+0000","last_clean":"2024-08-17T17:03:24.071043+0000","last_became_active":"2024-08-17T17:03:22.267332+0000","last_became_peered":"2024-08-17T17:03:22.267332+0000","last_unstale":"2024-08-17T17:03:24.071043+0000","last_undegraded":"2024-08-17T17:03:24.071043+0000","last_fullsized":"2024-08-17T17:03:24.071043+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462403+0000","last_change":"2024-08-17T17:03:19.059420+0000","last_active":"2024-08-17T17:03:23.462403+0000","last_peered":"2024-08-17T17:03:23.462403+0000","last_clean":"2024-08-17T17:03:23.462403+0000","last_became_active":"2024-08-17T17:03:19.059087+0000","last_became_peered":"2024-08-17T17:03:19.059087+0000","last_unstale":"2024-08-17T17:03:23.462403+0000","last_undegraded":"2024-08-17T17:03:23.462403+0000","last_fullsized":"2024-08-17T17:03:23.462403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252101+0000","last_change":"2024-08-17T17:03:22.266793+0000","last_active":"2024-08-17T17:03:23.252101+0000","last_peered":"2024-08-17T17:03:23.252101+0000","last_clean":"2024-08-17T17:03:23.252101+0000","last_became_active":"2024-08-17T17:03:22.266540+0000","last_became_peered":"2024-08-17T17:03:22.266540+0000","last_unstale":"2024-08-17T17:03:23.252101+0000","last_undegraded":"2024-08-17T17:03:23.252101+0000","last_fullsized":"2024-08-17T17:03:23.252101+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071395+0000","last_change":"2024-08-17T17:03:19.047554+0000","last_active":"2024-08-17T17:03:24.071395+0000","last_peered":"2024-08-17T17:03:24.071395+0000","last_clean":"2024-08-17T17:03:24.071395+0000","last_became_active":"2024-08-17T17:03:19.047277+0000","last_became_peered":"2024-08-17T17:03:19.047277+0000","last_unstale":"2024-08-17T17:03:24.071395+0000","last_undegraded":"2024-08-17T17:03:24.071395+0000","last_fullsized":"2024-08-17T17:03:24.071395+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070687+0000","last_change":"2024-08-17T17:03:22.261224+0000","last_active":"2024-08-17T17:03:24.070687+0000","last_peered":"2024-08-17T17:03:24.070687+0000","last_clean":"2024-08-17T17:03:24.070687+0000","last_became_active":"2024-08-17T17:03:22.260935+0000","last_became_peered":"2024-08-17T17:03:22.260935+0000","last_unstale":"2024-08-17T17:03:24.070687+0000","last_undegraded":"2024-08-17T17:03:24.070687+0000","last_fullsized":"2024-08-17T17:03:24.070687+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071562+0000","last_change":"2024-08-17T17:03:19.054820+0000","last_active":"2024-08-17T17:03:24.071562+0000","last_peered":"2024-08-17T17:03:24.071562+0000","last_clean":"2024-08-17T17:03:24.071562+0000","last_became_active":"2024-08-17T17:03:19.054167+0000","last_became_peered":"2024-08-17T17:03:19.054167+0000","last_unstale":"2024-08-17T17:03:24.071562+0000","last_undegraded":"2024-08-17T17:03:24.071562+0000","last_fullsized":"2024-08-17T17:03:24.071562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252699+0000","last_change":"2024-08-17T17:03:22.267131+0000","last_active":"2024-08-17T17:03:23.252699+0000","last_peered":"2024-08-17T17:03:23.252699+0000","last_clean":"2024-08-17T17:03:23.252699+0000","last_became_active":"2024-08-17T17:03:22.266814+0000","last_became_peered":"2024-08-17T17:03:22.266814+0000","last_unstale":"2024-08-17T17:03:23.252699+0000","last_undegraded":"2024-08-17T17:03:23.252699+0000","last_fullsized":"2024-08-17T17:03:23.252699+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.072020+0000","last_change":"2024-08-17T17:03:19.056199+0000","last_active":"2024-08-17T17:03:24.072020+0000","last_peered":"2024-08-17T17:03:24.072020+0000","last_clean":"2024-08-17T17:03:24.072020+0000","last_became_active":"2024-08-17T17:03:19.055929+0000","last_became_peered":"2024-08-17T17:03:19.055929+0000","last_unstale":"2024-08-17T17:03:24.072020+0000","last_undegraded":"2024-08-17T17:03:24.072020+0000","last_fullsized":"2024-08-17T17:03:24.072020+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071547+0000","last_change":"2024-08-17T17:03:22.278432+0000","last_active":"2024-08-17T17:03:24.071547+0000","last_peered":"2024-08-17T17:03:24.071547+0000","last_clean":"2024-08-17T17:03:24.071547+0000","last_became_active":"2024-08-17T17:03:22.278075+0000","last_became_peered":"2024-08-17T17:03:22.278075+0000","last_unstale":"2024-08-17T17:03:24.071547+0000","last_undegraded":"2024-08-17T17:03:24.071547+0000","last_fullsized":"2024-08-17T17:03:24.071547+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462979+0000","last_change":"2024-08-17T17:03:19.056751+0000","last_active":"2024-08-17T17:03:23.462979+0000","last_peered":"2024-08-17T17:03:23.462979+0000","last_clean":"2024-08-17T17:03:23.462979+0000","last_became_active":"2024-08-17T17:03:19.056433+0000","last_became_peered":"2024-08-17T17:03:19.056433+0000","last_unstale":"2024-08-17T17:03:23.462979+0000","last_undegraded":"2024-08-17T17:03:23.462979+0000","last_fullsized":"2024-08-17T17:03:23.462979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.072024+0000","last_change":"2024-08-17T17:03:22.267179+0000","last_active":"2024-08-17T17:03:24.072024+0000","last_peered":"2024-08-17T17:03:24.072024+0000","last_clean":"2024-08-17T17:03:24.072024+0000","last_became_active":"2024-08-17T17:03:22.266932+0000","last_became_peered":"2024-08-17T17:03:22.266932+0000","last_unstale":"2024-08-17T17:03:24.072024+0000","last_undegraded":"2024-08-17T17:03:24.072024+0000","last_fullsized":"2024-08-17T17:03:24.072024+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254199+0000","last_change":"2024-08-17T17:03:19.053098+0000","last_active":"2024-08-17T17:03:24.254199+0000","last_peered":"2024-08-17T17:03:24.254199+0000","last_clean":"2024-08-17T17:03:24.254199+0000","last_became_active":"2024-08-17T17:03:19.052605+0000","last_became_peered":"2024-08-17T17:03:19.052605+0000","last_unstale":"2024-08-17T17:03:24.254199+0000","last_undegraded":"2024-08-17T17:03:24.254199+0000","last_fullsized":"2024-08-17T17:03:24.254199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071277+0000","last_change":"2024-08-17T17:03:22.272778+0000","last_active":"2024-08-17T17:03:24.071277+0000","last_peered":"2024-08-17T17:03:24.071277+0000","last_clean":"2024-08-17T17:03:24.071277+0000","last_became_active":"2024-08-17T17:03:22.272493+0000","last_became_peered":"2024-08-17T17:03:22.272493+0000","last_unstale":"2024-08-17T17:03:24.071277+0000","last_undegraded":"2024-08-17T17:03:24.071277+0000","last_fullsized":"2024-08-17T17:03:24.071277+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.267157+0000","last_change":"2024-08-17T17:03:19.055179+0000","last_active":"2024-08-17T17:03:24.267157+0000","last_peered":"2024-08-17T17:03:24.267157+0000","last_clean":"2024-08-17T17:03:24.267157+0000","last_became_active":"2024-08-17T17:03:19.054902+0000","last_became_peered":"2024-08-17T17:03:19.054902+0000","last_unstale":"2024-08-17T17:03:24.267157+0000","last_undegraded":"2024-08-17T17:03:24.267157+0000","last_fullsized":"2024-08-17T17:03:24.267157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252685+0000","last_change":"2024-08-17T17:03:22.270697+0000","last_active":"2024-08-17T17:03:23.252685+0000","last_peered":"2024-08-17T17:03:23.252685+0000","last_clean":"2024-08-17T17:03:23.252685+0000","last_became_active":"2024-08-17T17:03:22.270441+0000","last_became_peered":"2024-08-17T17:03:22.270441+0000","last_unstale":"2024-08-17T17:03:23.252685+0000","last_undegraded":"2024-08-17T17:03:23.252685+0000","last_fullsized":"2024-08-17T17:03:23.252685+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462337+0000","last_change":"2024-08-17T17:03:19.056425+0000","last_active":"2024-08-17T17:03:23.462337+0000","last_peered":"2024-08-17T17:03:23.462337+0000","last_clean":"2024-08-17T17:03:23.462337+0000","last_became_active":"2024-08-17T17:03:19.055463+0000","last_became_peered":"2024-08-17T17:03:19.055463+0000","last_unstale":"2024-08-17T17:03:23.462337+0000","last_undegraded":"2024-08-17T17:03:23.462337+0000","last_fullsized":"2024-08-17T17:03:23.462337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252687+0000","last_change":"2024-08-17T17:03:22.264465+0000","last_active":"2024-08-17T17:03:23.252687+0000","last_peered":"2024-08-17T17:03:23.252687+0000","last_clean":"2024-08-17T17:03:23.252687+0000","last_became_active":"2024-08-17T17:03:22.263614+0000","last_became_peered":"2024-08-17T17:03:22.263614+0000","last_unstale":"2024-08-17T17:03:23.252687+0000","last_undegraded":"2024-08-17T17:03:23.252687+0000","last_fullsized":"2024-08-17T17:03:23.252687+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:25:34.068645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071137+0000","last_change":"2024-08-17T17:03:19.060098+0000","last_active":"2024-08-17T17:03:24.071137+0000","last_peered":"2024-08-17T17:03:24.071137+0000","last_clean":"2024-08-17T17:03:24.071137+0000","last_became_active":"2024-08-17T17:03:19.059797+0000","last_became_peered":"2024-08-17T17:03:19.059797+0000","last_unstale":"2024-08-17T17:03:24.071137+0000","last_undegraded":"2024-08-17T17:03:24.071137+0000","last_fullsized":"2024-08-17T17:03:24.071137+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071044+0000","last_change":"2024-08-17T17:03:22.265234+0000","last_active":"2024-08-17T17:03:24.071044+0000","last_peered":"2024-08-17T17:03:24.071044+0000","last_clean":"2024-08-17T17:03:24.071044+0000","last_became_active":"2024-08-17T17:03:22.264965+0000","last_became_peered":"2024-08-17T17:03:22.264965+0000","last_unstale":"2024-08-17T17:03:24.071044+0000","last_undegraded":"2024-08-17T17:03:24.071044+0000","last_fullsized":"2024-08-17T17:03:24.071044+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071567+0000","last_change":"2024-08-17T17:03:19.060089+0000","last_active":"2024-08-17T17:03:24.071567+0000","last_peered":"2024-08-17T17:03:24.071567+0000","last_clean":"2024-08-17T17:03:24.071567+0000","last_became_active":"2024-08-17T17:03:19.059780+0000","last_became_peered":"2024-08-17T17:03:19.059780+0000","last_unstale":"2024-08-17T17:03:24.071567+0000","last_undegraded":"2024-08-17T17:03:24.071567+0000","last_fullsized":"2024-08-17T17:03:24.071567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070881+0000","last_change":"2024-08-17T17:03:22.263448+0000","last_active":"2024-08-17T17:03:24.070881+0000","last_peered":"2024-08-17T17:03:24.070881+0000","last_clean":"2024-08-17T17:03:24.070881+0000","last_became_active":"2024-08-17T17:03:22.263209+0000","last_became_peered":"2024-08-17T17:03:22.263209+0000","last_unstale":"2024-08-17T17:03:24.070881+0000","last_undegraded":"2024-08-17T17:03:24.070881+0000","last_fullsized":"2024-08-17T17:03:24.070881+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:57:01.338673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268630+0000","last_change":"2024-08-17T17:03:19.055844+0000","last_active":"2024-08-17T17:03:24.268630+0000","last_peered":"2024-08-17T17:03:24.268630+0000","last_clean":"2024-08-17T17:03:24.268630+0000","last_became_active":"2024-08-17T17:03:19.055537+0000","last_became_peered":"2024-08-17T17:03:19.055537+0000","last_unstale":"2024-08-17T17:03:24.268630+0000","last_undegraded":"2024-08-17T17:03:24.268630+0000","last_fullsized":"2024-08-17T17:03:24.268630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.314475+0000","last_change":"2024-08-17T17:03:22.275125+0000","last_active":"2024-08-17T17:03:23.314475+0000","last_peered":"2024-08-17T17:03:23.314475+0000","last_clean":"2024-08-17T17:03:23.314475+0000","last_became_active":"2024-08-17T17:03:22.274831+0000","last_became_peered":"2024-08-17T17:03:22.274831+0000","last_unstale":"2024-08-17T17:03:23.314475+0000","last_undegraded":"2024-08-17T17:03:23.314475+0000","last_fullsized":"2024-08-17T17:03:23.314475+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071473+0000","last_change":"2024-08-17T17:03:22.271296+0000","last_active":"2024-08-17T17:03:24.071473+0000","last_peered":"2024-08-17T17:03:24.071473+0000","last_clean":"2024-08-17T17:03:24.071473+0000","last_became_active":"2024-08-17T17:03:22.271016+0000","last_became_peered":"2024-08-17T17:03:22.271016+0000","last_unstale":"2024-08-17T17:03:24.071473+0000","last_undegraded":"2024-08-17T17:03:24.071473+0000","last_fullsized":"2024-08-17T17:03:24.071473+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269170+0000","last_change":"2024-08-17T17:03:19.058260+0000","last_active":"2024-08-17T17:03:24.269170+0000","last_peered":"2024-08-17T17:03:24.269170+0000","last_clean":"2024-08-17T17:03:24.269170+0000","last_became_active":"2024-08-17T17:03:19.056952+0000","last_became_peered":"2024-08-17T17:03:19.056952+0000","last_unstale":"2024-08-17T17:03:24.269170+0000","last_undegraded":"2024-08-17T17:03:24.269170+0000","last_fullsized":"2024-08-17T17:03:24.269170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071294+0000","last_change":"2024-08-17T17:03:22.272255+0000","last_active":"2024-08-17T17:03:24.071294+0000","last_peered":"2024-08-17T17:03:24.071294+0000","last_clean":"2024-08-17T17:03:24.071294+0000","last_became_active":"2024-08-17T17:03:22.271983+0000","last_became_peered":"2024-08-17T17:03:22.271983+0000","last_unstale":"2024-08-17T17:03:24.071294+0000","last_undegraded":"2024-08-17T17:03:24.071294+0000","last_fullsized":"2024-08-17T17:03:24.071294+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269006+0000","last_change":"2024-08-17T17:03:19.054081+0000","last_active":"2024-08-17T17:03:24.269006+0000","last_peered":"2024-08-17T17:03:24.269006+0000","last_clean":"2024-08-17T17:03:24.269006+0000","last_became_active":"2024-08-17T17:03:19.051053+0000","last_became_peered":"2024-08-17T17:03:19.051053+0000","last_unstale":"2024-08-17T17:03:24.269006+0000","last_undegraded":"2024-08-17T17:03:24.269006+0000","last_fullsized":"2024-08-17T17:03:24.269006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252755+0000","last_change":"2024-08-17T17:03:22.267065+0000","last_active":"2024-08-17T17:03:23.252755+0000","last_peered":"2024-08-17T17:03:23.252755+0000","last_clean":"2024-08-17T17:03:23.252755+0000","last_became_active":"2024-08-17T17:03:22.266803+0000","last_became_peered":"2024-08-17T17:03:22.266803+0000","last_unstale":"2024-08-17T17:03:23.252755+0000","last_undegraded":"2024-08-17T17:03:23.252755+0000","last_fullsized":"2024-08-17T17:03:23.252755+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.265234+0000","last_change":"2024-08-17T17:03:19.050988+0000","last_active":"2024-08-17T17:03:24.265234+0000","last_peered":"2024-08-17T17:03:24.265234+0000","last_clean":"2024-08-17T17:03:24.265234+0000","last_became_active":"2024-08-17T17:03:19.050727+0000","last_became_peered":"2024-08-17T17:03:19.050727+0000","last_unstale":"2024-08-17T17:03:24.265234+0000","last_undegraded":"2024-08-17T17:03:24.265234+0000","last_fullsized":"2024-08-17T17:03:24.265234+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071059+0000","last_change":"2024-08-17T17:03:22.261802+0000","last_active":"2024-08-17T17:03:24.071059+0000","last_peered":"2024-08-17T17:03:24.071059+0000","last_clean":"2024-08-17T17:03:24.071059+0000","last_became_active":"2024-08-17T17:03:22.261515+0000","last_became_peered":"2024-08-17T17:03:22.261515+0000","last_unstale":"2024-08-17T17:03:24.071059+0000","last_undegraded":"2024-08-17T17:03:24.071059+0000","last_fullsized":"2024-08-17T17:03:24.071059+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268747+0000","last_change":"2024-08-17T17:03:19.056541+0000","last_active":"2024-08-17T17:03:24.268747+0000","last_peered":"2024-08-17T17:03:24.268747+0000","last_clean":"2024-08-17T17:03:24.268747+0000","last_became_active":"2024-08-17T17:03:19.056109+0000","last_became_peered":"2024-08-17T17:03:19.056109+0000","last_unstale":"2024-08-17T17:03:24.268747+0000","last_undegraded":"2024-08-17T17:03:24.268747+0000","last_fullsized":"2024-08-17T17:03:24.268747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201291,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":870277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]}]},{"osd":6,"up_from":47,"seq":201863462929,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":871237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.628}]},{"osd":1,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.70399999999999996}]},{"osd":2,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.59399999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.58299999999999996}]},{"osd":4,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.502}]},{"osd":5,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.55500000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724566,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":679936,"data_stored":281282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.55800000000000005}]},{"osd":1,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54600000000000004}]},{"osd":2,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.61799999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.53500000000000003}]},{"osd":4,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.42699999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":675840,"data_stored":280071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.46700000000000003}]},{"osd":1,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.36699999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.44700000000000001}]},{"osd":3,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.496},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.42899999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.377}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.34499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33100000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149725,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40000000000000002,"15min":0.40400000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57499999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26800000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41699999999999998,"15min":0.42299999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.42499999999999999,"15min":0.433},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.53800000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.38900000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.46800000000000003,"15min":0.47699999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60999999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.375,"5min":0.42199999999999999,"15min":0.42999999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.317}]},{"osd":4,"last update":"Sat Aug 17 17:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.42099999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.55300000000000005}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.498}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":659456,"data_stored":279375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.34499999999999997},"min":{"1min":0.31900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.26600000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.307},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.34699999999999998},"min":{"1min":0.28799999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.34599999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.373},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39900000000000002,"15min":0.40200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52100000000000002,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.36199999999999999}]},{"osd":4,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.55500000000000005}]},{"osd":5,"last update":"Sat Aug 17 17:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.46500000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298004,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447148,"statfs":{"total":95995035648,"available":95689879552,"internally_reserved":0,"allocated":663552,"data_stored":279270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.312,"15min":0.29399999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53600000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.33000000000000002,"15min":0.308},"min":{"1min":0.27200000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.35799999999999998}]},{"osd":2,"last update":"Sat Aug 17 17:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35299999999999998},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.245},"max":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.27700000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.33900000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.308},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.40999999999999998,"15min":0.41499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54600000000000004,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.29399999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.626},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.60999999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.63700000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.58399999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1273856,"data_stored":870724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:03:38 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.33200000000000002,"15min":0.32700000000000001},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.48799999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34000000000000002},"min":{"1min":0.23999999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.59199999999999997,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.59199999999999997}]},{"osd":2,"last update":"Sat Aug 17 17:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36299999999999999,"15min":0.36099999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.627,"15min":0.627},"last":0.66400000000000003}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42799999999999999,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.53000000000000003}]},{"osd":4,"last update":"Sat Aug 17 17:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.68100000000000005}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.69499999999999995}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.629}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:03:45.521 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:03:45.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:45 smithi190 ceph-mon[33316]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:45.777 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[29912]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-08-17T17:03:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-08-17T17:03:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-08-17T17:03:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[41048]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2024-08-17T17:03:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:46 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-08-17T17:03:46.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:46 smithi190 ceph-mon[33316]: from='client.24407 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:46 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-08-17T17:03:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:46 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-08-17T17:03:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:46 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-08-17T17:03:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:46 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]: dispatch 2024-08-17T17:03:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:46 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-17T17:03:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:46 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]: dispatch 2024-08-17T17:03:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:46 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-08-17T17:03:47.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:47.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-08-17T17:03:47.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[29912]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-08-17T17:03:47.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-08-17T17:03:47.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-08-17T17:03:47.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-17T17:03:47.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2024-08-17T17:03:47.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-08-17T17:03:47.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:47 smithi094 ceph-mon[41048]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T17:03:47.564 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:47.565 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-08-17T17:03:47.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-08-17T17:03:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-08-17T17:03:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-08-17T17:03:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.f", "id": [4, 1]}]': finished 2024-08-17T17:03:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-17T17:03:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3b", "id": [4, 3]}]': finished 2024-08-17T17:03:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-08-17T17:03:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:47 smithi190 ceph-mon[33316]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T17:03:48.304 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":208,"stamp":"2024-08-17T17:03:47.357702+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385908,"kb_used_data":7020,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575308,"statfs":{"total":767960285184,"available":765517115392,"internally_reserved":0,"allocated":7188480,"data_stored":4026998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.464161"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-17T17:03:46.363342+0000","last_change":"2024-08-17T17:03:46.363342+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-08-17T17:03:46.363342+0000","last_undegraded":"2024-08-17T17:03:46.363342+0000","last_fullsized":"2024-08-17T17:03:46.363342+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:55:16.187670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254206+0000","last_change":"2024-08-17T17:03:22.261131+0000","last_active":"2024-08-17T17:03:24.254206+0000","last_peered":"2024-08-17T17:03:24.254206+0000","last_clean":"2024-08-17T17:03:24.254206+0000","last_became_active":"2024-08-17T17:03:22.260858+0000","last_became_peered":"2024-08-17T17:03:22.260858+0000","last_unstale":"2024-08-17T17:03:24.254206+0000","last_undegraded":"2024-08-17T17:03:24.254206+0000","last_fullsized":"2024-08-17T17:03:24.254206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.264604+0000","last_change":"2024-08-17T17:03:22.259737+0000","last_active":"2024-08-17T17:03:24.264604+0000","last_peered":"2024-08-17T17:03:24.264604+0000","last_clean":"2024-08-17T17:03:24.264604+0000","last_became_active":"2024-08-17T17:03:22.259439+0000","last_became_peered":"2024-08-17T17:03:22.259439+0000","last_unstale":"2024-08-17T17:03:24.264604+0000","last_undegraded":"2024-08-17T17:03:24.264604+0000","last_fullsized":"2024-08-17T17:03:24.264604+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071193+0000","last_change":"2024-08-17T17:03:22.278490+0000","last_active":"2024-08-17T17:03:24.071193+0000","last_peered":"2024-08-17T17:03:24.071193+0000","last_clean":"2024-08-17T17:03:24.071193+0000","last_became_active":"2024-08-17T17:03:22.277386+0000","last_became_peered":"2024-08-17T17:03:22.277386+0000","last_unstale":"2024-08-17T17:03:24.071193+0000","last_undegraded":"2024-08-17T17:03:24.071193+0000","last_fullsized":"2024-08-17T17:03:24.071193+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462531+0000","last_change":"2024-08-17T17:03:22.274426+0000","last_active":"2024-08-17T17:03:23.462531+0000","last_peered":"2024-08-17T17:03:23.462531+0000","last_clean":"2024-08-17T17:03:23.462531+0000","last_became_active":"2024-08-17T17:03:22.274015+0000","last_became_peered":"2024-08-17T17:03:22.274015+0000","last_unstale":"2024-08-17T17:03:23.462531+0000","last_undegraded":"2024-08-17T17:03:23.462531+0000","last_fullsized":"2024-08-17T17:03:23.462531+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:12:41.439051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071232+0000","last_change":"2024-08-17T17:03:22.275018+0000","last_active":"2024-08-17T17:03:24.071232+0000","last_peered":"2024-08-17T17:03:24.071232+0000","last_clean":"2024-08-17T17:03:24.071232+0000","last_became_active":"2024-08-17T17:03:22.274684+0000","last_became_peered":"2024-08-17T17:03:22.274684+0000","last_unstale":"2024-08-17T17:03:24.071232+0000","last_undegraded":"2024-08-17T17:03:24.071232+0000","last_fullsized":"2024-08-17T17:03:24.071232+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462352+0000","last_change":"2024-08-17T17:03:22.273527+0000","last_active":"2024-08-17T17:03:23.462352+0000","last_peered":"2024-08-17T17:03:23.462352+0000","last_clean":"2024-08-17T17:03:23.462352+0000","last_became_active":"2024-08-17T17:03:22.273201+0000","last_became_peered":"2024-08-17T17:03:22.273201+0000","last_unstale":"2024-08-17T17:03:23.462352+0000","last_undegraded":"2024-08-17T17:03:23.462352+0000","last_fullsized":"2024-08-17T17:03:23.462352+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070628+0000","last_change":"2024-08-17T17:03:22.268004+0000","last_active":"2024-08-17T17:03:24.070628+0000","last_peered":"2024-08-17T17:03:24.070628+0000","last_clean":"2024-08-17T17:03:24.070628+0000","last_became_active":"2024-08-17T17:03:22.267753+0000","last_became_peered":"2024-08-17T17:03:22.267753+0000","last_unstale":"2024-08-17T17:03:24.070628+0000","last_undegraded":"2024-08-17T17:03:24.070628+0000","last_fullsized":"2024-08-17T17:03:24.070628+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.463119+0000","last_change":"2024-08-17T17:03:22.263746+0000","last_active":"2024-08-17T17:03:23.463119+0000","last_peered":"2024-08-17T17:03:23.463119+0000","last_clean":"2024-08-17T17:03:23.463119+0000","last_became_active":"2024-08-17T17:03:22.263380+0000","last_became_peered":"2024-08-17T17:03:22.263380+0000","last_unstale":"2024-08-17T17:03:23.463119+0000","last_undegraded":"2024-08-17T17:03:23.463119+0000","last_fullsized":"2024-08-17T17:03:23.463119+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263468+0000","last_change":"2024-08-17T17:03:22.270724+0000","last_active":"2024-08-17T17:03:24.263468+0000","last_peered":"2024-08-17T17:03:24.263468+0000","last_clean":"2024-08-17T17:03:24.263468+0000","last_became_active":"2024-08-17T17:03:22.270440+0000","last_became_peered":"2024-08-17T17:03:22.270440+0000","last_unstale":"2024-08-17T17:03:24.263468+0000","last_undegraded":"2024-08-17T17:03:24.263468+0000","last_fullsized":"2024-08-17T17:03:24.263468+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262544+0000","last_change":"2024-08-17T17:03:22.267830+0000","last_active":"2024-08-17T17:03:24.262544+0000","last_peered":"2024-08-17T17:03:24.262544+0000","last_clean":"2024-08-17T17:03:24.262544+0000","last_became_active":"2024-08-17T17:03:22.267540+0000","last_became_peered":"2024-08-17T17:03:22.267540+0000","last_unstale":"2024-08-17T17:03:24.262544+0000","last_undegraded":"2024-08-17T17:03:24.262544+0000","last_fullsized":"2024-08-17T17:03:24.262544+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-17T17:03:46.361146+0000","last_change":"2024-08-17T17:03:46.361146+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-08-17T17:03:46.361146+0000","last_undegraded":"2024-08-17T17:03:46.361146+0000","last_fullsized":"2024-08-17T17:03:46.361146+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:49:58.741417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070803+0000","last_change":"2024-08-17T17:03:22.265966+0000","last_active":"2024-08-17T17:03:24.070803+0000","last_peered":"2024-08-17T17:03:24.070803+0000","last_clean":"2024-08-17T17:03:24.070803+0000","last_became_active":"2024-08-17T17:03:22.265702+0000","last_became_peered":"2024-08-17T17:03:22.265702+0000","last_unstale":"2024-08-17T17:03:24.070803+0000","last_undegraded":"2024-08-17T17:03:24.070803+0000","last_fullsized":"2024-08-17T17:03:24.070803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263733+0000","last_change":"2024-08-17T17:03:22.269182+0000","last_active":"2024-08-17T17:03:24.263733+0000","last_peered":"2024-08-17T17:03:24.263733+0000","last_clean":"2024-08-17T17:03:24.263733+0000","last_became_active":"2024-08-17T17:03:22.267879+0000","last_became_peered":"2024-08-17T17:03:22.267879+0000","last_unstale":"2024-08-17T17:03:24.263733+0000","last_undegraded":"2024-08-17T17:03:24.263733+0000","last_fullsized":"2024-08-17T17:03:24.263733+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.253961+0000","last_change":"2024-08-17T17:03:22.265683+0000","last_active":"2024-08-17T17:03:24.253961+0000","last_peered":"2024-08-17T17:03:24.253961+0000","last_clean":"2024-08-17T17:03:24.253961+0000","last_became_active":"2024-08-17T17:03:22.265406+0000","last_became_peered":"2024-08-17T17:03:22.265406+0000","last_unstale":"2024-08-17T17:03:24.253961+0000","last_undegraded":"2024-08-17T17:03:24.253961+0000","last_fullsized":"2024-08-17T17:03:24.253961+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071086+0000","last_change":"2024-08-17T17:03:22.275095+0000","last_active":"2024-08-17T17:03:24.071086+0000","last_peered":"2024-08-17T17:03:24.071086+0000","last_clean":"2024-08-17T17:03:24.071086+0000","last_became_active":"2024-08-17T17:03:22.274803+0000","last_became_peered":"2024-08-17T17:03:22.274803+0000","last_unstale":"2024-08-17T17:03:24.071086+0000","last_undegraded":"2024-08-17T17:03:24.071086+0000","last_fullsized":"2024-08-17T17:03:24.071086+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071738+0000","last_change":"2024-08-17T17:03:22.273149+0000","last_active":"2024-08-17T17:03:24.071738+0000","last_peered":"2024-08-17T17:03:24.071738+0000","last_clean":"2024-08-17T17:03:24.071738+0000","last_became_active":"2024-08-17T17:03:22.271885+0000","last_became_peered":"2024-08-17T17:03:22.271885+0000","last_unstale":"2024-08-17T17:03:24.071738+0000","last_undegraded":"2024-08-17T17:03:24.071738+0000","last_fullsized":"2024-08-17T17:03:24.071738+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.264606+0000","last_change":"2024-08-17T17:03:22.262924+0000","last_active":"2024-08-17T17:03:24.264606+0000","last_peered":"2024-08-17T17:03:24.264606+0000","last_clean":"2024-08-17T17:03:24.264606+0000","last_became_active":"2024-08-17T17:03:22.262672+0000","last_became_peered":"2024-08-17T17:03:22.262672+0000","last_unstale":"2024-08-17T17:03:24.264606+0000","last_undegraded":"2024-08-17T17:03:24.264606+0000","last_fullsized":"2024-08-17T17:03:24.264606+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462919+0000","last_change":"2024-08-17T17:03:22.261077+0000","last_active":"2024-08-17T17:03:23.462919+0000","last_peered":"2024-08-17T17:03:23.462919+0000","last_clean":"2024-08-17T17:03:23.462919+0000","last_became_active":"2024-08-17T17:03:22.260769+0000","last_became_peered":"2024-08-17T17:03:22.260769+0000","last_unstale":"2024-08-17T17:03:23.462919+0000","last_undegraded":"2024-08-17T17:03:23.462919+0000","last_fullsized":"2024-08-17T17:03:23.462919+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262729+0000","last_change":"2024-08-17T17:03:22.276754+0000","last_active":"2024-08-17T17:03:24.262729+0000","last_peered":"2024-08-17T17:03:24.262729+0000","last_clean":"2024-08-17T17:03:24.262729+0000","last_became_active":"2024-08-17T17:03:22.276477+0000","last_became_peered":"2024-08-17T17:03:22.276477+0000","last_unstale":"2024-08-17T17:03:24.262729+0000","last_undegraded":"2024-08-17T17:03:24.262729+0000","last_fullsized":"2024-08-17T17:03:24.262729+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263315+0000","last_change":"2024-08-17T17:03:22.260379+0000","last_active":"2024-08-17T17:03:24.263315+0000","last_peered":"2024-08-17T17:03:24.263315+0000","last_clean":"2024-08-17T17:03:24.263315+0000","last_became_active":"2024-08-17T17:03:22.260112+0000","last_became_peered":"2024-08-17T17:03:22.260112+0000","last_unstale":"2024-08-17T17:03:24.263315+0000","last_undegraded":"2024-08-17T17:03:24.263315+0000","last_fullsized":"2024-08-17T17:03:24.263315+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071191+0000","last_change":"2024-08-17T17:03:22.270104+0000","last_active":"2024-08-17T17:03:24.071191+0000","last_peered":"2024-08-17T17:03:24.071191+0000","last_clean":"2024-08-17T17:03:24.071191+0000","last_became_active":"2024-08-17T17:03:22.269809+0000","last_became_peered":"2024-08-17T17:03:22.269809+0000","last_unstale":"2024-08-17T17:03:24.071191+0000","last_undegraded":"2024-08-17T17:03:24.071191+0000","last_fullsized":"2024-08-17T17:03:24.071191+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070826+0000","last_change":"2024-08-17T17:03:22.265871+0000","last_active":"2024-08-17T17:03:24.070826+0000","last_peered":"2024-08-17T17:03:24.070826+0000","last_clean":"2024-08-17T17:03:24.070826+0000","last_became_active":"2024-08-17T17:03:22.265609+0000","last_became_peered":"2024-08-17T17:03:22.265609+0000","last_unstale":"2024-08-17T17:03:24.070826+0000","last_undegraded":"2024-08-17T17:03:24.070826+0000","last_fullsized":"2024-08-17T17:03:24.070826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071160+0000","last_change":"2024-08-17T17:03:22.277855+0000","last_active":"2024-08-17T17:03:24.071160+0000","last_peered":"2024-08-17T17:03:24.071160+0000","last_clean":"2024-08-17T17:03:24.071160+0000","last_became_active":"2024-08-17T17:03:22.277374+0000","last_became_peered":"2024-08-17T17:03:22.277374+0000","last_unstale":"2024-08-17T17:03:24.071160+0000","last_undegraded":"2024-08-17T17:03:24.071160+0000","last_fullsized":"2024-08-17T17:03:24.071160+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071207+0000","last_change":"2024-08-17T17:03:22.260672+0000","last_active":"2024-08-17T17:03:24.071207+0000","last_peered":"2024-08-17T17:03:24.071207+0000","last_clean":"2024-08-17T17:03:24.071207+0000","last_became_active":"2024-08-17T17:03:22.260391+0000","last_became_peered":"2024-08-17T17:03:22.260391+0000","last_unstale":"2024-08-17T17:03:24.071207+0000","last_undegraded":"2024-08-17T17:03:24.071207+0000","last_fullsized":"2024-08-17T17:03:24.071207+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263577+0000","last_change":"2024-08-17T17:03:22.274336+0000","last_active":"2024-08-17T17:03:24.263577+0000","last_peered":"2024-08-17T17:03:24.263577+0000","last_clean":"2024-08-17T17:03:24.263577+0000","last_became_active":"2024-08-17T17:03:22.274005+0000","last_became_peered":"2024-08-17T17:03:22.274005+0000","last_unstale":"2024-08-17T17:03:24.263577+0000","last_undegraded":"2024-08-17T17:03:24.263577+0000","last_fullsized":"2024-08-17T17:03:24.263577+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254317+0000","last_change":"2024-08-17T17:03:22.262652+0000","last_active":"2024-08-17T17:03:24.254317+0000","last_peered":"2024-08-17T17:03:24.254317+0000","last_clean":"2024-08-17T17:03:24.254317+0000","last_became_active":"2024-08-17T17:03:22.259917+0000","last_became_peered":"2024-08-17T17:03:22.259917+0000","last_unstale":"2024-08-17T17:03:24.254317+0000","last_undegraded":"2024-08-17T17:03:24.254317+0000","last_fullsized":"2024-08-17T17:03:24.254317+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071142+0000","last_change":"2024-08-17T17:03:22.262094+0000","last_active":"2024-08-17T17:03:24.071142+0000","last_peered":"2024-08-17T17:03:24.071142+0000","last_clean":"2024-08-17T17:03:24.071142+0000","last_became_active":"2024-08-17T17:03:22.261835+0000","last_became_peered":"2024-08-17T17:03:22.261835+0000","last_unstale":"2024-08-17T17:03:24.071142+0000","last_undegraded":"2024-08-17T17:03:24.071142+0000","last_fullsized":"2024-08-17T17:03:24.071142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263318+0000","last_change":"2024-08-17T17:03:22.268672+0000","last_active":"2024-08-17T17:03:24.263318+0000","last_peered":"2024-08-17T17:03:24.263318+0000","last_clean":"2024-08-17T17:03:24.263318+0000","last_became_active":"2024-08-17T17:03:22.268425+0000","last_became_peered":"2024-08-17T17:03:22.268425+0000","last_unstale":"2024-08-17T17:03:24.263318+0000","last_undegraded":"2024-08-17T17:03:24.263318+0000","last_fullsized":"2024-08-17T17:03:24.263318+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071355+0000","last_change":"2024-08-17T17:03:22.278211+0000","last_active":"2024-08-17T17:03:24.071355+0000","last_peered":"2024-08-17T17:03:24.071355+0000","last_clean":"2024-08-17T17:03:24.071355+0000","last_became_active":"2024-08-17T17:03:22.277301+0000","last_became_peered":"2024-08-17T17:03:22.277301+0000","last_unstale":"2024-08-17T17:03:24.071355+0000","last_undegraded":"2024-08-17T17:03:24.071355+0000","last_fullsized":"2024-08-17T17:03:24.071355+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263732+0000","last_change":"2024-08-17T17:03:22.263304+0000","last_active":"2024-08-17T17:03:24.263732+0000","last_peered":"2024-08-17T17:03:24.263732+0000","last_clean":"2024-08-17T17:03:24.263732+0000","last_became_active":"2024-08-17T17:03:22.263046+0000","last_became_peered":"2024-08-17T17:03:22.263046+0000","last_unstale":"2024-08-17T17:03:24.263732+0000","last_undegraded":"2024-08-17T17:03:24.263732+0000","last_fullsized":"2024-08-17T17:03:24.263732+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262503+0000","last_change":"2024-08-17T17:03:22.267902+0000","last_active":"2024-08-17T17:03:24.262503+0000","last_peered":"2024-08-17T17:03:24.262503+0000","last_clean":"2024-08-17T17:03:24.262503+0000","last_became_active":"2024-08-17T17:03:22.267617+0000","last_became_peered":"2024-08-17T17:03:22.267617+0000","last_unstale":"2024-08-17T17:03:24.262503+0000","last_undegraded":"2024-08-17T17:03:24.262503+0000","last_fullsized":"2024-08-17T17:03:24.262503+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252561+0000","last_change":"2024-08-17T17:03:22.269192+0000","last_active":"2024-08-17T17:03:23.252561+0000","last_peered":"2024-08-17T17:03:23.252561+0000","last_clean":"2024-08-17T17:03:23.252561+0000","last_became_active":"2024-08-17T17:03:22.268916+0000","last_became_peered":"2024-08-17T17:03:22.268916+0000","last_unstale":"2024-08-17T17:03:23.252561+0000","last_undegraded":"2024-08-17T17:03:23.252561+0000","last_fullsized":"2024-08-17T17:03:23.252561+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263677+0000","last_change":"2024-08-17T17:03:19.058068+0000","last_active":"2024-08-17T17:03:24.263677+0000","last_peered":"2024-08-17T17:03:24.263677+0000","last_clean":"2024-08-17T17:03:24.263677+0000","last_became_active":"2024-08-17T17:03:19.057807+0000","last_became_peered":"2024-08-17T17:03:19.057807+0000","last_unstale":"2024-08-17T17:03:24.263677+0000","last_undegraded":"2024-08-17T17:03:24.263677+0000","last_fullsized":"2024-08-17T17:03:24.263677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:29.044803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263409+0000","last_change":"2024-08-17T17:03:22.267806+0000","last_active":"2024-08-17T17:03:24.263409+0000","last_peered":"2024-08-17T17:03:24.263409+0000","last_clean":"2024-08-17T17:03:24.263409+0000","last_became_active":"2024-08-17T17:03:22.267501+0000","last_became_peered":"2024-08-17T17:03:22.267501+0000","last_unstale":"2024-08-17T17:03:24.263409+0000","last_undegraded":"2024-08-17T17:03:24.263409+0000","last_fullsized":"2024-08-17T17:03:24.263409+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268968+0000","last_change":"2024-08-17T17:03:19.056166+0000","last_active":"2024-08-17T17:03:24.268968+0000","last_peered":"2024-08-17T17:03:24.268968+0000","last_clean":"2024-08-17T17:03:24.268968+0000","last_became_active":"2024-08-17T17:03:19.055691+0000","last_became_peered":"2024-08-17T17:03:19.055691+0000","last_unstale":"2024-08-17T17:03:24.268968+0000","last_undegraded":"2024-08-17T17:03:24.268968+0000","last_fullsized":"2024-08-17T17:03:24.268968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071173+0000","last_change":"2024-08-17T17:03:19.055667+0000","last_active":"2024-08-17T17:03:24.071173+0000","last_peered":"2024-08-17T17:03:24.071173+0000","last_clean":"2024-08-17T17:03:24.071173+0000","last_became_active":"2024-08-17T17:03:19.055394+0000","last_became_peered":"2024-08-17T17:03:19.055394+0000","last_unstale":"2024-08-17T17:03:24.071173+0000","last_undegraded":"2024-08-17T17:03:24.071173+0000","last_fullsized":"2024-08-17T17:03:24.071173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070714+0000","last_change":"2024-08-17T17:03:22.262672+0000","last_active":"2024-08-17T17:03:24.070714+0000","last_peered":"2024-08-17T17:03:24.070714+0000","last_clean":"2024-08-17T17:03:24.070714+0000","last_became_active":"2024-08-17T17:03:22.262427+0000","last_became_peered":"2024-08-17T17:03:22.262427+0000","last_unstale":"2024-08-17T17:03:24.070714+0000","last_undegraded":"2024-08-17T17:03:24.070714+0000","last_fullsized":"2024-08-17T17:03:24.070714+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071299+0000","last_change":"2024-08-17T17:03:19.052092+0000","last_active":"2024-08-17T17:03:24.071299+0000","last_peered":"2024-08-17T17:03:24.071299+0000","last_clean":"2024-08-17T17:03:24.071299+0000","last_became_active":"2024-08-17T17:03:19.051686+0000","last_became_peered":"2024-08-17T17:03:19.051686+0000","last_unstale":"2024-08-17T17:03:24.071299+0000","last_undegraded":"2024-08-17T17:03:24.071299+0000","last_fullsized":"2024-08-17T17:03:24.071299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.253865+0000","last_change":"2024-08-17T17:03:22.266336+0000","last_active":"2024-08-17T17:03:24.253865+0000","last_peered":"2024-08-17T17:03:24.253865+0000","last_clean":"2024-08-17T17:03:24.253865+0000","last_became_active":"2024-08-17T17:03:22.266092+0000","last_became_peered":"2024-08-17T17:03:22.266092+0000","last_unstale":"2024-08-17T17:03:24.253865+0000","last_undegraded":"2024-08-17T17:03:24.253865+0000","last_fullsized":"2024-08-17T17:03:24.253865+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262867+0000","last_change":"2024-08-17T17:03:19.054514+0000","last_active":"2024-08-17T17:03:24.262867+0000","last_peered":"2024-08-17T17:03:24.262867+0000","last_clean":"2024-08-17T17:03:24.262867+0000","last_became_active":"2024-08-17T17:03:19.054200+0000","last_became_peered":"2024-08-17T17:03:19.054200+0000","last_unstale":"2024-08-17T17:03:24.262867+0000","last_undegraded":"2024-08-17T17:03:24.262867+0000","last_fullsized":"2024-08-17T17:03:24.262867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071628+0000","last_change":"2024-08-17T17:03:22.268798+0000","last_active":"2024-08-17T17:03:24.071628+0000","last_peered":"2024-08-17T17:03:24.071628+0000","last_clean":"2024-08-17T17:03:24.071628+0000","last_became_active":"2024-08-17T17:03:22.267965+0000","last_became_peered":"2024-08-17T17:03:22.267965+0000","last_unstale":"2024-08-17T17:03:24.071628+0000","last_undegraded":"2024-08-17T17:03:24.071628+0000","last_fullsized":"2024-08-17T17:03:24.071628+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071747+0000","last_change":"2024-08-17T17:03:19.051631+0000","last_active":"2024-08-17T17:03:24.071747+0000","last_peered":"2024-08-17T17:03:24.071747+0000","last_clean":"2024-08-17T17:03:24.071747+0000","last_became_active":"2024-08-17T17:03:19.051208+0000","last_became_peered":"2024-08-17T17:03:19.051208+0000","last_unstale":"2024-08-17T17:03:24.071747+0000","last_undegraded":"2024-08-17T17:03:24.071747+0000","last_fullsized":"2024-08-17T17:03:24.071747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263647+0000","last_change":"2024-08-17T17:03:22.266016+0000","last_active":"2024-08-17T17:03:24.263647+0000","last_peered":"2024-08-17T17:03:24.263647+0000","last_clean":"2024-08-17T17:03:24.263647+0000","last_became_active":"2024-08-17T17:03:22.265758+0000","last_became_peered":"2024-08-17T17:03:22.265758+0000","last_unstale":"2024-08-17T17:03:24.263647+0000","last_undegraded":"2024-08-17T17:03:24.263647+0000","last_fullsized":"2024-08-17T17:03:24.263647+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268113+0000","last_change":"2024-08-17T17:03:19.051932+0000","last_active":"2024-08-17T17:03:24.268113+0000","last_peered":"2024-08-17T17:03:24.268113+0000","last_clean":"2024-08-17T17:03:24.268113+0000","last_became_active":"2024-08-17T17:03:19.051658+0000","last_became_peered":"2024-08-17T17:03:19.051658+0000","last_unstale":"2024-08-17T17:03:24.268113+0000","last_undegraded":"2024-08-17T17:03:24.268113+0000","last_fullsized":"2024-08-17T17:03:24.268113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252907+0000","last_change":"2024-08-17T17:03:22.267788+0000","last_active":"2024-08-17T17:03:23.252907+0000","last_peered":"2024-08-17T17:03:23.252907+0000","last_clean":"2024-08-17T17:03:23.252907+0000","last_became_active":"2024-08-17T17:03:22.267461+0000","last_became_peered":"2024-08-17T17:03:22.267461+0000","last_unstale":"2024-08-17T17:03:23.252907+0000","last_undegraded":"2024-08-17T17:03:23.252907+0000","last_fullsized":"2024-08-17T17:03:23.252907+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.270848+0000","last_change":"2024-08-17T17:03:19.052938+0000","last_active":"2024-08-17T17:03:24.270848+0000","last_peered":"2024-08-17T17:03:24.270848+0000","last_clean":"2024-08-17T17:03:24.270848+0000","last_became_active":"2024-08-17T17:03:19.052617+0000","last_became_peered":"2024-08-17T17:03:19.052617+0000","last_unstale":"2024-08-17T17:03:24.270848+0000","last_undegraded":"2024-08-17T17:03:24.270848+0000","last_fullsized":"2024-08-17T17:03:24.270848+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462791+0000","last_change":"2024-08-17T17:03:22.267063+0000","last_active":"2024-08-17T17:03:23.462791+0000","last_peered":"2024-08-17T17:03:23.462791+0000","last_clean":"2024-08-17T17:03:23.462791+0000","last_became_active":"2024-08-17T17:03:22.266545+0000","last_became_peered":"2024-08-17T17:03:22.266545+0000","last_unstale":"2024-08-17T17:03:23.462791+0000","last_undegraded":"2024-08-17T17:03:23.462791+0000","last_fullsized":"2024-08-17T17:03:23.462791+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269348+0000","last_change":"2024-08-17T17:03:19.050295+0000","last_active":"2024-08-17T17:03:24.269348+0000","last_peered":"2024-08-17T17:03:24.269348+0000","last_clean":"2024-08-17T17:03:24.269348+0000","last_became_active":"2024-08-17T17:03:19.050011+0000","last_became_peered":"2024-08-17T17:03:19.050011+0000","last_unstale":"2024-08-17T17:03:24.269348+0000","last_undegraded":"2024-08-17T17:03:24.269348+0000","last_fullsized":"2024-08-17T17:03:24.269348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263848+0000","last_change":"2024-08-17T17:03:22.260921+0000","last_active":"2024-08-17T17:03:24.263848+0000","last_peered":"2024-08-17T17:03:24.263848+0000","last_clean":"2024-08-17T17:03:24.263848+0000","last_became_active":"2024-08-17T17:03:22.260656+0000","last_became_peered":"2024-08-17T17:03:22.260656+0000","last_unstale":"2024-08-17T17:03:24.263848+0000","last_undegraded":"2024-08-17T17:03:24.263848+0000","last_fullsized":"2024-08-17T17:03:24.263848+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071341+0000","last_change":"2024-08-17T17:03:19.052255+0000","last_active":"2024-08-17T17:03:24.071341+0000","last_peered":"2024-08-17T17:03:24.071341+0000","last_clean":"2024-08-17T17:03:24.071341+0000","last_became_active":"2024-08-17T17:03:19.051761+0000","last_became_peered":"2024-08-17T17:03:19.051761+0000","last_unstale":"2024-08-17T17:03:24.071341+0000","last_undegraded":"2024-08-17T17:03:24.071341+0000","last_fullsized":"2024-08-17T17:03:24.071341+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462557+0000","last_change":"2024-08-17T17:03:22.270812+0000","last_active":"2024-08-17T17:03:23.462557+0000","last_peered":"2024-08-17T17:03:23.462557+0000","last_clean":"2024-08-17T17:03:23.462557+0000","last_became_active":"2024-08-17T17:03:22.270445+0000","last_became_peered":"2024-08-17T17:03:22.270445+0000","last_unstale":"2024-08-17T17:03:23.462557+0000","last_undegraded":"2024-08-17T17:03:23.462557+0000","last_fullsized":"2024-08-17T17:03:23.462557+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262385+0000","last_change":"2024-08-17T17:03:19.051568+0000","last_active":"2024-08-17T17:03:24.262385+0000","last_peered":"2024-08-17T17:03:24.262385+0000","last_clean":"2024-08-17T17:03:24.262385+0000","last_became_active":"2024-08-17T17:03:19.051289+0000","last_became_peered":"2024-08-17T17:03:19.051289+0000","last_unstale":"2024-08-17T17:03:24.262385+0000","last_undegraded":"2024-08-17T17:03:24.262385+0000","last_fullsized":"2024-08-17T17:03:24.262385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262618+0000","last_change":"2024-08-17T17:03:22.267402+0000","last_active":"2024-08-17T17:03:24.262618+0000","last_peered":"2024-08-17T17:03:24.262618+0000","last_clean":"2024-08-17T17:03:24.262618+0000","last_became_active":"2024-08-17T17:03:22.267104+0000","last_became_peered":"2024-08-17T17:03:22.267104+0000","last_unstale":"2024-08-17T17:03:24.262618+0000","last_undegraded":"2024-08-17T17:03:24.262618+0000","last_fullsized":"2024-08-17T17:03:24.262618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268779+0000","last_change":"2024-08-17T17:03:19.055699+0000","last_active":"2024-08-17T17:03:24.268779+0000","last_peered":"2024-08-17T17:03:24.268779+0000","last_clean":"2024-08-17T17:03:24.268779+0000","last_became_active":"2024-08-17T17:03:19.055041+0000","last_became_peered":"2024-08-17T17:03:19.055041+0000","last_unstale":"2024-08-17T17:03:24.268779+0000","last_undegraded":"2024-08-17T17:03:24.268779+0000","last_fullsized":"2024-08-17T17:03:24.268779+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462396+0000","last_change":"2024-08-17T17:03:22.272043+0000","last_active":"2024-08-17T17:03:23.462396+0000","last_peered":"2024-08-17T17:03:23.462396+0000","last_clean":"2024-08-17T17:03:23.462396+0000","last_became_active":"2024-08-17T17:03:22.271777+0000","last_became_peered":"2024-08-17T17:03:22.271777+0000","last_unstale":"2024-08-17T17:03:23.462396+0000","last_undegraded":"2024-08-17T17:03:23.462396+0000","last_fullsized":"2024-08-17T17:03:23.462396+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.255006+0000","last_change":"2024-08-17T17:03:19.050860+0000","last_active":"2024-08-17T17:03:24.255006+0000","last_peered":"2024-08-17T17:03:24.255006+0000","last_clean":"2024-08-17T17:03:24.255006+0000","last_became_active":"2024-08-17T17:03:19.050558+0000","last_became_peered":"2024-08-17T17:03:19.050558+0000","last_unstale":"2024-08-17T17:03:24.255006+0000","last_undegraded":"2024-08-17T17:03:24.255006+0000","last_fullsized":"2024-08-17T17:03:24.255006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462973+0000","last_change":"2024-08-17T17:03:22.271825+0000","last_active":"2024-08-17T17:03:23.462973+0000","last_peered":"2024-08-17T17:03:23.462973+0000","last_clean":"2024-08-17T17:03:23.462973+0000","last_became_active":"2024-08-17T17:03:22.271537+0000","last_became_peered":"2024-08-17T17:03:22.271537+0000","last_unstale":"2024-08-17T17:03:23.462973+0000","last_undegraded":"2024-08-17T17:03:23.462973+0000","last_fullsized":"2024-08-17T17:03:23.462973+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.270009+0000","last_change":"2024-08-17T17:03:19.055234+0000","last_active":"2024-08-17T17:03:24.270009+0000","last_peered":"2024-08-17T17:03:24.270009+0000","last_clean":"2024-08-17T17:03:24.270009+0000","last_became_active":"2024-08-17T17:03:19.054956+0000","last_became_peered":"2024-08-17T17:03:19.054956+0000","last_unstale":"2024-08-17T17:03:24.270009+0000","last_undegraded":"2024-08-17T17:03:24.270009+0000","last_fullsized":"2024-08-17T17:03:24.270009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.463030+0000","last_change":"2024-08-17T17:03:22.272728+0000","last_active":"2024-08-17T17:03:23.463030+0000","last_peered":"2024-08-17T17:03:23.463030+0000","last_clean":"2024-08-17T17:03:23.463030+0000","last_became_active":"2024-08-17T17:03:22.272427+0000","last_became_peered":"2024-08-17T17:03:22.272427+0000","last_unstale":"2024-08-17T17:03:23.463030+0000","last_undegraded":"2024-08-17T17:03:23.463030+0000","last_fullsized":"2024-08-17T17:03:23.463030+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:08:57.951366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269514+0000","last_change":"2024-08-17T17:03:19.052658+0000","last_active":"2024-08-17T17:03:24.269514+0000","last_peered":"2024-08-17T17:03:24.269514+0000","last_clean":"2024-08-17T17:03:24.269514+0000","last_became_active":"2024-08-17T17:03:19.052282+0000","last_became_peered":"2024-08-17T17:03:19.052282+0000","last_unstale":"2024-08-17T17:03:24.269514+0000","last_undegraded":"2024-08-17T17:03:24.269514+0000","last_fullsized":"2024-08-17T17:03:24.269514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071349+0000","last_change":"2024-08-17T17:03:22.277719+0000","last_active":"2024-08-17T17:03:24.071349+0000","last_peered":"2024-08-17T17:03:24.071349+0000","last_clean":"2024-08-17T17:03:24.071349+0000","last_became_active":"2024-08-17T17:03:22.277195+0000","last_became_peered":"2024-08-17T17:03:22.277195+0000","last_unstale":"2024-08-17T17:03:24.071349+0000","last_undegraded":"2024-08-17T17:03:24.071349+0000","last_fullsized":"2024-08-17T17:03:24.071349+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263030+0000","last_change":"2024-08-17T17:03:19.051913+0000","last_active":"2024-08-17T17:03:24.263030+0000","last_peered":"2024-08-17T17:03:24.263030+0000","last_clean":"2024-08-17T17:03:24.263030+0000","last_became_active":"2024-08-17T17:03:19.051639+0000","last_became_peered":"2024-08-17T17:03:19.051639+0000","last_unstale":"2024-08-17T17:03:24.263030+0000","last_undegraded":"2024-08-17T17:03:24.263030+0000","last_fullsized":"2024-08-17T17:03:24.263030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462782+0000","last_change":"2024-08-17T17:03:22.264055+0000","last_active":"2024-08-17T17:03:23.462782+0000","last_peered":"2024-08-17T17:03:23.462782+0000","last_clean":"2024-08-17T17:03:23.462782+0000","last_became_active":"2024-08-17T17:03:22.263754+0000","last_became_peered":"2024-08-17T17:03:22.263754+0000","last_unstale":"2024-08-17T17:03:23.462782+0000","last_undegraded":"2024-08-17T17:03:23.462782+0000","last_fullsized":"2024-08-17T17:03:23.462782+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":233,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462498+0000","last_change":"2024-08-17T17:02:57.392447+0000","last_active":"2024-08-17T17:03:23.462498+0000","last_peered":"2024-08-17T17:03:23.462498+0000","last_clean":"2024-08-17T17:03:23.462498+0000","last_became_active":"2024-08-17T17:02:57.392120+0000","last_became_peered":"2024-08-17T17:02:57.392120+0000","last_unstale":"2024-08-17T17:03:23.462498+0000","last_undegraded":"2024-08-17T17:03:23.462498+0000","last_fullsized":"2024-08-17T17:03:23.462498+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_clean_scrub_stamp":"2024-08-17T17:00:58.187014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071195+0000","last_change":"2024-08-17T17:03:19.055976+0000","last_active":"2024-08-17T17:03:24.071195+0000","last_peered":"2024-08-17T17:03:24.071195+0000","last_clean":"2024-08-17T17:03:24.071195+0000","last_became_active":"2024-08-17T17:03:19.055674+0000","last_became_peered":"2024-08-17T17:03:19.055674+0000","last_unstale":"2024-08-17T17:03:24.071195+0000","last_undegraded":"2024-08-17T17:03:24.071195+0000","last_fullsized":"2024-08-17T17:03:24.071195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071043+0000","last_change":"2024-08-17T17:03:22.267611+0000","last_active":"2024-08-17T17:03:24.071043+0000","last_peered":"2024-08-17T17:03:24.071043+0000","last_clean":"2024-08-17T17:03:24.071043+0000","last_became_active":"2024-08-17T17:03:22.267332+0000","last_became_peered":"2024-08-17T17:03:22.267332+0000","last_unstale":"2024-08-17T17:03:24.071043+0000","last_undegraded":"2024-08-17T17:03:24.071043+0000","last_fullsized":"2024-08-17T17:03:24.071043+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462403+0000","last_change":"2024-08-17T17:03:19.059420+0000","last_active":"2024-08-17T17:03:23.462403+0000","last_peered":"2024-08-17T17:03:23.462403+0000","last_clean":"2024-08-17T17:03:23.462403+0000","last_became_active":"2024-08-17T17:03:19.059087+0000","last_became_peered":"2024-08-17T17:03:19.059087+0000","last_unstale":"2024-08-17T17:03:23.462403+0000","last_undegraded":"2024-08-17T17:03:23.462403+0000","last_fullsized":"2024-08-17T17:03:23.462403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262709+0000","last_change":"2024-08-17T17:03:22.266793+0000","last_active":"2024-08-17T17:03:24.262709+0000","last_peered":"2024-08-17T17:03:24.262709+0000","last_clean":"2024-08-17T17:03:24.262709+0000","last_became_active":"2024-08-17T17:03:22.266540+0000","last_became_peered":"2024-08-17T17:03:22.266540+0000","last_unstale":"2024-08-17T17:03:24.262709+0000","last_undegraded":"2024-08-17T17:03:24.262709+0000","last_fullsized":"2024-08-17T17:03:24.262709+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263822+0000","last_change":"2024-08-17T17:03:19.047554+0000","last_active":"2024-08-17T17:03:24.263822+0000","last_peered":"2024-08-17T17:03:24.263822+0000","last_clean":"2024-08-17T17:03:24.263822+0000","last_became_active":"2024-08-17T17:03:19.047277+0000","last_became_peered":"2024-08-17T17:03:19.047277+0000","last_unstale":"2024-08-17T17:03:24.263822+0000","last_undegraded":"2024-08-17T17:03:24.263822+0000","last_fullsized":"2024-08-17T17:03:24.263822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.253879+0000","last_change":"2024-08-17T17:03:22.261224+0000","last_active":"2024-08-17T17:03:24.253879+0000","last_peered":"2024-08-17T17:03:24.253879+0000","last_clean":"2024-08-17T17:03:24.253879+0000","last_became_active":"2024-08-17T17:03:22.260935+0000","last_became_peered":"2024-08-17T17:03:22.260935+0000","last_unstale":"2024-08-17T17:03:24.253879+0000","last_undegraded":"2024-08-17T17:03:24.253879+0000","last_fullsized":"2024-08-17T17:03:24.253879+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071562+0000","last_change":"2024-08-17T17:03:19.054820+0000","last_active":"2024-08-17T17:03:24.071562+0000","last_peered":"2024-08-17T17:03:24.071562+0000","last_clean":"2024-08-17T17:03:24.071562+0000","last_became_active":"2024-08-17T17:03:19.054167+0000","last_became_peered":"2024-08-17T17:03:19.054167+0000","last_unstale":"2024-08-17T17:03:24.071562+0000","last_undegraded":"2024-08-17T17:03:24.071562+0000","last_fullsized":"2024-08-17T17:03:24.071562+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.252699+0000","last_change":"2024-08-17T17:03:22.267131+0000","last_active":"2024-08-17T17:03:23.252699+0000","last_peered":"2024-08-17T17:03:23.252699+0000","last_clean":"2024-08-17T17:03:23.252699+0000","last_became_active":"2024-08-17T17:03:22.266814+0000","last_became_peered":"2024-08-17T17:03:22.266814+0000","last_unstale":"2024-08-17T17:03:23.252699+0000","last_undegraded":"2024-08-17T17:03:23.252699+0000","last_fullsized":"2024-08-17T17:03:23.252699+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254117+0000","last_change":"2024-08-17T17:03:19.056199+0000","last_active":"2024-08-17T17:03:24.254117+0000","last_peered":"2024-08-17T17:03:24.254117+0000","last_clean":"2024-08-17T17:03:24.254117+0000","last_became_active":"2024-08-17T17:03:19.055929+0000","last_became_peered":"2024-08-17T17:03:19.055929+0000","last_unstale":"2024-08-17T17:03:24.254117+0000","last_undegraded":"2024-08-17T17:03:24.254117+0000","last_fullsized":"2024-08-17T17:03:24.254117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071547+0000","last_change":"2024-08-17T17:03:22.278432+0000","last_active":"2024-08-17T17:03:24.071547+0000","last_peered":"2024-08-17T17:03:24.071547+0000","last_clean":"2024-08-17T17:03:24.071547+0000","last_became_active":"2024-08-17T17:03:22.278075+0000","last_became_peered":"2024-08-17T17:03:22.278075+0000","last_unstale":"2024-08-17T17:03:24.071547+0000","last_undegraded":"2024-08-17T17:03:24.071547+0000","last_fullsized":"2024-08-17T17:03:24.071547+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462979+0000","last_change":"2024-08-17T17:03:19.056751+0000","last_active":"2024-08-17T17:03:23.462979+0000","last_peered":"2024-08-17T17:03:23.462979+0000","last_clean":"2024-08-17T17:03:23.462979+0000","last_became_active":"2024-08-17T17:03:19.056433+0000","last_became_peered":"2024-08-17T17:03:19.056433+0000","last_unstale":"2024-08-17T17:03:23.462979+0000","last_undegraded":"2024-08-17T17:03:23.462979+0000","last_fullsized":"2024-08-17T17:03:23.462979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254039+0000","last_change":"2024-08-17T17:03:22.267179+0000","last_active":"2024-08-17T17:03:24.254039+0000","last_peered":"2024-08-17T17:03:24.254039+0000","last_clean":"2024-08-17T17:03:24.254039+0000","last_became_active":"2024-08-17T17:03:22.266932+0000","last_became_peered":"2024-08-17T17:03:22.266932+0000","last_unstale":"2024-08-17T17:03:24.254039+0000","last_undegraded":"2024-08-17T17:03:24.254039+0000","last_fullsized":"2024-08-17T17:03:24.254039+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:25.845592+0000","last_change":"2024-08-17T17:03:19.053098+0000","last_active":"2024-08-17T17:03:25.845592+0000","last_peered":"2024-08-17T17:03:25.845592+0000","last_clean":"2024-08-17T17:03:25.845592+0000","last_became_active":"2024-08-17T17:03:19.052605+0000","last_became_peered":"2024-08-17T17:03:19.052605+0000","last_unstale":"2024-08-17T17:03:25.845592+0000","last_undegraded":"2024-08-17T17:03:25.845592+0000","last_fullsized":"2024-08-17T17:03:25.845592+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071277+0000","last_change":"2024-08-17T17:03:22.272778+0000","last_active":"2024-08-17T17:03:24.071277+0000","last_peered":"2024-08-17T17:03:24.071277+0000","last_clean":"2024-08-17T17:03:24.071277+0000","last_became_active":"2024-08-17T17:03:22.272493+0000","last_became_peered":"2024-08-17T17:03:22.272493+0000","last_unstale":"2024-08-17T17:03:24.071277+0000","last_undegraded":"2024-08-17T17:03:24.071277+0000","last_fullsized":"2024-08-17T17:03:24.071277+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.267277+0000","last_change":"2024-08-17T17:03:19.055179+0000","last_active":"2024-08-17T17:03:24.267277+0000","last_peered":"2024-08-17T17:03:24.267277+0000","last_clean":"2024-08-17T17:03:24.267277+0000","last_became_active":"2024-08-17T17:03:19.054902+0000","last_became_peered":"2024-08-17T17:03:19.054902+0000","last_unstale":"2024-08-17T17:03:24.267277+0000","last_undegraded":"2024-08-17T17:03:24.267277+0000","last_fullsized":"2024-08-17T17:03:24.267277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263560+0000","last_change":"2024-08-17T17:03:22.270697+0000","last_active":"2024-08-17T17:03:24.263560+0000","last_peered":"2024-08-17T17:03:24.263560+0000","last_clean":"2024-08-17T17:03:24.263560+0000","last_became_active":"2024-08-17T17:03:22.270441+0000","last_became_peered":"2024-08-17T17:03:22.270441+0000","last_unstale":"2024-08-17T17:03:24.263560+0000","last_undegraded":"2024-08-17T17:03:24.263560+0000","last_fullsized":"2024-08-17T17:03:24.263560+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:23.462337+0000","last_change":"2024-08-17T17:03:19.056425+0000","last_active":"2024-08-17T17:03:23.462337+0000","last_peered":"2024-08-17T17:03:23.462337+0000","last_clean":"2024-08-17T17:03:23.462337+0000","last_became_active":"2024-08-17T17:03:19.055463+0000","last_became_peered":"2024-08-17T17:03:19.055463+0000","last_unstale":"2024-08-17T17:03:23.462337+0000","last_undegraded":"2024-08-17T17:03:23.462337+0000","last_fullsized":"2024-08-17T17:03:23.462337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-17T17:03:46.359316+0000","last_change":"2024-08-17T17:03:46.359316+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-08-17T17:03:46.359316+0000","last_undegraded":"2024-08-17T17:03:46.359316+0000","last_fullsized":"2024-08-17T17:03:46.359316+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:09:34.253841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.253997+0000","last_change":"2024-08-17T17:03:19.060098+0000","last_active":"2024-08-17T17:03:24.253997+0000","last_peered":"2024-08-17T17:03:24.253997+0000","last_clean":"2024-08-17T17:03:24.253997+0000","last_became_active":"2024-08-17T17:03:19.059797+0000","last_became_peered":"2024-08-17T17:03:19.059797+0000","last_unstale":"2024-08-17T17:03:24.253997+0000","last_undegraded":"2024-08-17T17:03:24.253997+0000","last_fullsized":"2024-08-17T17:03:24.253997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071044+0000","last_change":"2024-08-17T17:03:22.265234+0000","last_active":"2024-08-17T17:03:24.071044+0000","last_peered":"2024-08-17T17:03:24.071044+0000","last_clean":"2024-08-17T17:03:24.071044+0000","last_became_active":"2024-08-17T17:03:22.264965+0000","last_became_peered":"2024-08-17T17:03:22.264965+0000","last_unstale":"2024-08-17T17:03:24.071044+0000","last_undegraded":"2024-08-17T17:03:24.071044+0000","last_fullsized":"2024-08-17T17:03:24.071044+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254230+0000","last_change":"2024-08-17T17:03:19.060089+0000","last_active":"2024-08-17T17:03:24.254230+0000","last_peered":"2024-08-17T17:03:24.254230+0000","last_clean":"2024-08-17T17:03:24.254230+0000","last_became_active":"2024-08-17T17:03:19.059780+0000","last_became_peered":"2024-08-17T17:03:19.059780+0000","last_unstale":"2024-08-17T17:03:24.254230+0000","last_undegraded":"2024-08-17T17:03:24.254230+0000","last_fullsized":"2024-08-17T17:03:24.254230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070881+0000","last_change":"2024-08-17T17:03:22.263448+0000","last_active":"2024-08-17T17:03:24.070881+0000","last_peered":"2024-08-17T17:03:24.070881+0000","last_clean":"2024-08-17T17:03:24.070881+0000","last_became_active":"2024-08-17T17:03:22.263209+0000","last_became_peered":"2024-08-17T17:03:22.263209+0000","last_unstale":"2024-08-17T17:03:24.070881+0000","last_undegraded":"2024-08-17T17:03:24.070881+0000","last_fullsized":"2024-08-17T17:03:24.070881+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:57:01.338673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268630+0000","last_change":"2024-08-17T17:03:19.055844+0000","last_active":"2024-08-17T17:03:24.268630+0000","last_peered":"2024-08-17T17:03:24.268630+0000","last_clean":"2024-08-17T17:03:24.268630+0000","last_became_active":"2024-08-17T17:03:19.055537+0000","last_became_peered":"2024-08-17T17:03:19.055537+0000","last_unstale":"2024-08-17T17:03:24.268630+0000","last_undegraded":"2024-08-17T17:03:24.268630+0000","last_fullsized":"2024-08-17T17:03:24.268630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262465+0000","last_change":"2024-08-17T17:03:22.275125+0000","last_active":"2024-08-17T17:03:24.262465+0000","last_peered":"2024-08-17T17:03:24.262465+0000","last_clean":"2024-08-17T17:03:24.262465+0000","last_became_active":"2024-08-17T17:03:22.274831+0000","last_became_peered":"2024-08-17T17:03:22.274831+0000","last_unstale":"2024-08-17T17:03:24.262465+0000","last_undegraded":"2024-08-17T17:03:24.262465+0000","last_fullsized":"2024-08-17T17:03:24.262465+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071473+0000","last_change":"2024-08-17T17:03:22.271296+0000","last_active":"2024-08-17T17:03:24.071473+0000","last_peered":"2024-08-17T17:03:24.071473+0000","last_clean":"2024-08-17T17:03:24.071473+0000","last_became_active":"2024-08-17T17:03:22.271016+0000","last_became_peered":"2024-08-17T17:03:22.271016+0000","last_unstale":"2024-08-17T17:03:24.071473+0000","last_undegraded":"2024-08-17T17:03:24.071473+0000","last_fullsized":"2024-08-17T17:03:24.071473+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269170+0000","last_change":"2024-08-17T17:03:19.058260+0000","last_active":"2024-08-17T17:03:24.269170+0000","last_peered":"2024-08-17T17:03:24.269170+0000","last_clean":"2024-08-17T17:03:24.269170+0000","last_became_active":"2024-08-17T17:03:19.056952+0000","last_became_peered":"2024-08-17T17:03:19.056952+0000","last_unstale":"2024-08-17T17:03:24.269170+0000","last_undegraded":"2024-08-17T17:03:24.269170+0000","last_fullsized":"2024-08-17T17:03:24.269170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071294+0000","last_change":"2024-08-17T17:03:22.272255+0000","last_active":"2024-08-17T17:03:24.071294+0000","last_peered":"2024-08-17T17:03:24.071294+0000","last_clean":"2024-08-17T17:03:24.071294+0000","last_became_active":"2024-08-17T17:03:22.271983+0000","last_became_peered":"2024-08-17T17:03:22.271983+0000","last_unstale":"2024-08-17T17:03:24.071294+0000","last_undegraded":"2024-08-17T17:03:24.071294+0000","last_fullsized":"2024-08-17T17:03:24.071294+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269006+0000","last_change":"2024-08-17T17:03:19.054081+0000","last_active":"2024-08-17T17:03:24.269006+0000","last_peered":"2024-08-17T17:03:24.269006+0000","last_clean":"2024-08-17T17:03:24.269006+0000","last_became_active":"2024-08-17T17:03:19.051053+0000","last_became_peered":"2024-08-17T17:03:19.051053+0000","last_unstale":"2024-08-17T17:03:24.269006+0000","last_undegraded":"2024-08-17T17:03:24.269006+0000","last_fullsized":"2024-08-17T17:03:24.269006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263646+0000","last_change":"2024-08-17T17:03:22.267065+0000","last_active":"2024-08-17T17:03:24.263646+0000","last_peered":"2024-08-17T17:03:24.263646+0000","last_clean":"2024-08-17T17:03:24.263646+0000","last_became_active":"2024-08-17T17:03:22.266803+0000","last_became_peered":"2024-08-17T17:03:22.266803+0000","last_unstale":"2024-08-17T17:03:24.263646+0000","last_undegraded":"2024-08-17T17:03:24.263646+0000","last_fullsized":"2024-08-17T17:03:24.263646+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.265234+0000","last_change":"2024-08-17T17:03:19.050988+0000","last_active":"2024-08-17T17:03:24.265234+0000","last_peered":"2024-08-17T17:03:24.265234+0000","last_clean":"2024-08-17T17:03:24.265234+0000","last_became_active":"2024-08-17T17:03:19.050727+0000","last_became_peered":"2024-08-17T17:03:19.050727+0000","last_unstale":"2024-08-17T17:03:24.265234+0000","last_undegraded":"2024-08-17T17:03:24.265234+0000","last_fullsized":"2024-08-17T17:03:24.265234+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071059+0000","last_change":"2024-08-17T17:03:22.261802+0000","last_active":"2024-08-17T17:03:24.071059+0000","last_peered":"2024-08-17T17:03:24.071059+0000","last_clean":"2024-08-17T17:03:24.071059+0000","last_became_active":"2024-08-17T17:03:22.261515+0000","last_became_peered":"2024-08-17T17:03:22.261515+0000","last_unstale":"2024-08-17T17:03:24.071059+0000","last_undegraded":"2024-08-17T17:03:24.071059+0000","last_fullsized":"2024-08-17T17:03:24.071059+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268892+0000","last_change":"2024-08-17T17:03:19.056541+0000","last_active":"2024-08-17T17:03:24.268892+0000","last_peered":"2024-08-17T17:03:24.268892+0000","last_clean":"2024-08-17T17:03:24.268892+0000","last_became_active":"2024-08-17T17:03:19.056109+0000","last_became_peered":"2024-08-17T17:03:19.056109+0000","last_unstale":"2024-08-17T17:03:24.268892+0000","last_undegraded":"2024-08-17T17:03:24.268892+0000","last_fullsized":"2024-08-17T17:03:24.268892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298588,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446564,"statfs":{"total":95995035648,"available":95689281536,"internally_reserved":0,"allocated":1261568,"data_stored":870277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69699999999999995}]}]},{"osd":6,"up_from":47,"seq":201863462930,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":871237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.66200000000000003}]},{"osd":1,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.629},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.54900000000000004}]},{"osd":2,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.58699999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.64800000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.68999999999999995}]},{"osd":5,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.72699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724566,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":679936,"data_stored":281282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.55800000000000005}]},{"osd":1,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54600000000000004}]},{"osd":2,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.61799999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.53500000000000003}]},{"osd":4,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.42699999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.44600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40500000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":675840,"data_stored":280071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.46700000000000003}]},{"osd":1,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.36699999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.44700000000000001}]},{"osd":3,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.496},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.42899999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.377}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.34499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33100000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149726,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40000000000000002,"15min":0.40400000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57499999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.307}]},{"osd":1,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41699999999999998,"15min":0.42299999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.42499999999999999,"15min":0.433},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.53800000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.36599999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.46800000000000003,"15min":0.47699999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60999999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.375,"5min":0.42199999999999999,"15min":0.42999999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34000000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.755}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.73799999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.65600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":659456,"data_stored":279375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.375},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.34499999999999997},"min":{"1min":0.31900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.32300000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.34699999999999998},"min":{"1min":0.28799999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.35899999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.373},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39900000000000002,"15min":0.40200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52100000000000002,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.26500000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:03:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.52900000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.495},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.54600000000000004}]},{"osd":6,"last update":"Sat Aug 17 17:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":286003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.312,"15min":0.29399999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53600000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.33000000000000002,"15min":0.308},"min":{"1min":0.27200000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.27400000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35299999999999998},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.245},"max":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.27700000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.34100000000000003}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.40999999999999998,"15min":0.41499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54600000000000004,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.318}]},{"osd":4,"last update":"Sat Aug 17 17:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.51500000000000001}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.44700000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298612,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446540,"statfs":{"total":95995035648,"available":95689256960,"internally_reserved":0,"allocated":1286144,"data_stored":877457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:03:38 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.33200000000000002,"15min":0.32700000000000001},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.48799999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.435},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34000000000000002},"min":{"1min":0.23999999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.59199999999999997,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat Aug 17 17:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36299999999999999,"15min":0.36099999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.627,"15min":0.627},"last":0.35899999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42799999999999999,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.41199999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.69399999999999995}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.60899999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:03:48.308 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:03:48.562 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:48.680 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:48 smithi094 ceph-mon[29912]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T17:03:48.680 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:48 smithi094 ceph-mon[41048]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T17:03:48.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:48 smithi190 ceph-mon[33316]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T17:03:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:49 smithi190 ceph-mon[33316]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:49 smithi190 ceph-mon[33316]: pgmap v209: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:49.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:49 smithi094 ceph-mon[29912]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:49.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:49 smithi094 ceph-mon[29912]: pgmap v209: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:49.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:49 smithi094 ceph-mon[41048]: from='client.14502 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:49.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:49 smithi094 ceph-mon[41048]: pgmap v209: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:50.545 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:50.546 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-08-17T17:03:51.305 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":210,"stamp":"2024-08-17T17:03:49.896178+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":289,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385944,"kb_used_data":7068,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575272,"statfs":{"total":767960285184,"available":765517078528,"internally_reserved":0,"allocated":7237632,"data_stored":4053759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001762"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-17T17:03:46.363342+0000","last_change":"2024-08-17T17:03:46.363342+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-08-17T17:03:46.363342+0000","last_undegraded":"2024-08-17T17:03:46.363342+0000","last_fullsized":"2024-08-17T17:03:46.363342+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:55:16.187670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254206+0000","last_change":"2024-08-17T17:03:22.261131+0000","last_active":"2024-08-17T17:03:24.254206+0000","last_peered":"2024-08-17T17:03:24.254206+0000","last_clean":"2024-08-17T17:03:24.254206+0000","last_became_active":"2024-08-17T17:03:22.260858+0000","last_became_peered":"2024-08-17T17:03:22.260858+0000","last_unstale":"2024-08-17T17:03:24.254206+0000","last_undegraded":"2024-08-17T17:03:24.254206+0000","last_fullsized":"2024-08-17T17:03:24.254206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.264604+0000","last_change":"2024-08-17T17:03:22.259737+0000","last_active":"2024-08-17T17:03:24.264604+0000","last_peered":"2024-08-17T17:03:24.264604+0000","last_clean":"2024-08-17T17:03:24.264604+0000","last_became_active":"2024-08-17T17:03:22.259439+0000","last_became_peered":"2024-08-17T17:03:22.259439+0000","last_unstale":"2024-08-17T17:03:24.264604+0000","last_undegraded":"2024-08-17T17:03:24.264604+0000","last_fullsized":"2024-08-17T17:03:24.264604+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096249+0000","last_change":"2024-08-17T17:03:22.278490+0000","last_active":"2024-08-17T17:03:47.096249+0000","last_peered":"2024-08-17T17:03:47.096249+0000","last_clean":"2024-08-17T17:03:47.096249+0000","last_became_active":"2024-08-17T17:03:22.277386+0000","last_became_peered":"2024-08-17T17:03:22.277386+0000","last_unstale":"2024-08-17T17:03:47.096249+0000","last_undegraded":"2024-08-17T17:03:47.096249+0000","last_fullsized":"2024-08-17T17:03:47.096249+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.366705+0000","last_change":"2024-08-17T17:03:47.366705+0000","last_active":"2024-08-17T17:03:47.366705+0000","last_peered":"2024-08-17T17:03:47.366705+0000","last_clean":"2024-08-17T17:03:47.366705+0000","last_became_active":"2024-08-17T17:03:47.366346+0000","last_became_peered":"2024-08-17T17:03:47.366346+0000","last_unstale":"2024-08-17T17:03:47.366705+0000","last_undegraded":"2024-08-17T17:03:47.366705+0000","last_fullsized":"2024-08-17T17:03:47.366705+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:36:11.632366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096136+0000","last_change":"2024-08-17T17:03:22.275018+0000","last_active":"2024-08-17T17:03:47.096136+0000","last_peered":"2024-08-17T17:03:47.096136+0000","last_clean":"2024-08-17T17:03:47.096136+0000","last_became_active":"2024-08-17T17:03:22.274684+0000","last_became_peered":"2024-08-17T17:03:22.274684+0000","last_unstale":"2024-08-17T17:03:47.096136+0000","last_undegraded":"2024-08-17T17:03:47.096136+0000","last_fullsized":"2024-08-17T17:03:47.096136+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361029+0000","last_change":"2024-08-17T17:03:22.273527+0000","last_active":"2024-08-17T17:03:46.361029+0000","last_peered":"2024-08-17T17:03:46.361029+0000","last_clean":"2024-08-17T17:03:46.361029+0000","last_became_active":"2024-08-17T17:03:22.273201+0000","last_became_peered":"2024-08-17T17:03:22.273201+0000","last_unstale":"2024-08-17T17:03:46.361029+0000","last_undegraded":"2024-08-17T17:03:46.361029+0000","last_fullsized":"2024-08-17T17:03:46.361029+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070628+0000","last_change":"2024-08-17T17:03:22.268004+0000","last_active":"2024-08-17T17:03:24.070628+0000","last_peered":"2024-08-17T17:03:24.070628+0000","last_clean":"2024-08-17T17:03:24.070628+0000","last_became_active":"2024-08-17T17:03:22.267753+0000","last_became_peered":"2024-08-17T17:03:22.267753+0000","last_unstale":"2024-08-17T17:03:24.070628+0000","last_undegraded":"2024-08-17T17:03:24.070628+0000","last_fullsized":"2024-08-17T17:03:24.070628+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362035+0000","last_change":"2024-08-17T17:03:22.263746+0000","last_active":"2024-08-17T17:03:46.362035+0000","last_peered":"2024-08-17T17:03:46.362035+0000","last_clean":"2024-08-17T17:03:46.362035+0000","last_became_active":"2024-08-17T17:03:22.263380+0000","last_became_peered":"2024-08-17T17:03:22.263380+0000","last_unstale":"2024-08-17T17:03:46.362035+0000","last_undegraded":"2024-08-17T17:03:46.362035+0000","last_fullsized":"2024-08-17T17:03:46.362035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263468+0000","last_change":"2024-08-17T17:03:22.270724+0000","last_active":"2024-08-17T17:03:24.263468+0000","last_peered":"2024-08-17T17:03:24.263468+0000","last_clean":"2024-08-17T17:03:24.263468+0000","last_became_active":"2024-08-17T17:03:22.270440+0000","last_became_peered":"2024-08-17T17:03:22.270440+0000","last_unstale":"2024-08-17T17:03:24.263468+0000","last_undegraded":"2024-08-17T17:03:24.263468+0000","last_fullsized":"2024-08-17T17:03:24.263468+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262544+0000","last_change":"2024-08-17T17:03:22.267830+0000","last_active":"2024-08-17T17:03:24.262544+0000","last_peered":"2024-08-17T17:03:24.262544+0000","last_clean":"2024-08-17T17:03:24.262544+0000","last_became_active":"2024-08-17T17:03:22.267540+0000","last_became_peered":"2024-08-17T17:03:22.267540+0000","last_unstale":"2024-08-17T17:03:24.262544+0000","last_undegraded":"2024-08-17T17:03:24.262544+0000","last_fullsized":"2024-08-17T17:03:24.262544+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-17T17:03:46.361146+0000","last_change":"2024-08-17T17:03:46.361146+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-08-17T17:03:46.361146+0000","last_undegraded":"2024-08-17T17:03:46.361146+0000","last_fullsized":"2024-08-17T17:03:46.361146+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:49:58.741417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070803+0000","last_change":"2024-08-17T17:03:22.265966+0000","last_active":"2024-08-17T17:03:24.070803+0000","last_peered":"2024-08-17T17:03:24.070803+0000","last_clean":"2024-08-17T17:03:24.070803+0000","last_became_active":"2024-08-17T17:03:22.265702+0000","last_became_peered":"2024-08-17T17:03:22.265702+0000","last_unstale":"2024-08-17T17:03:24.070803+0000","last_undegraded":"2024-08-17T17:03:24.070803+0000","last_fullsized":"2024-08-17T17:03:24.070803+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263733+0000","last_change":"2024-08-17T17:03:22.269182+0000","last_active":"2024-08-17T17:03:24.263733+0000","last_peered":"2024-08-17T17:03:24.263733+0000","last_clean":"2024-08-17T17:03:24.263733+0000","last_became_active":"2024-08-17T17:03:22.267879+0000","last_became_peered":"2024-08-17T17:03:22.267879+0000","last_unstale":"2024-08-17T17:03:24.263733+0000","last_undegraded":"2024-08-17T17:03:24.263733+0000","last_fullsized":"2024-08-17T17:03:24.263733+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.253961+0000","last_change":"2024-08-17T17:03:22.265683+0000","last_active":"2024-08-17T17:03:24.253961+0000","last_peered":"2024-08-17T17:03:24.253961+0000","last_clean":"2024-08-17T17:03:24.253961+0000","last_became_active":"2024-08-17T17:03:22.265406+0000","last_became_peered":"2024-08-17T17:03:22.265406+0000","last_unstale":"2024-08-17T17:03:24.253961+0000","last_undegraded":"2024-08-17T17:03:24.253961+0000","last_fullsized":"2024-08-17T17:03:24.253961+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096060+0000","last_change":"2024-08-17T17:03:22.275095+0000","last_active":"2024-08-17T17:03:47.096060+0000","last_peered":"2024-08-17T17:03:47.096060+0000","last_clean":"2024-08-17T17:03:47.096060+0000","last_became_active":"2024-08-17T17:03:22.274803+0000","last_became_peered":"2024-08-17T17:03:22.274803+0000","last_unstale":"2024-08-17T17:03:47.096060+0000","last_undegraded":"2024-08-17T17:03:47.096060+0000","last_fullsized":"2024-08-17T17:03:47.096060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096675+0000","last_change":"2024-08-17T17:03:22.273149+0000","last_active":"2024-08-17T17:03:47.096675+0000","last_peered":"2024-08-17T17:03:47.096675+0000","last_clean":"2024-08-17T17:03:47.096675+0000","last_became_active":"2024-08-17T17:03:22.271885+0000","last_became_peered":"2024-08-17T17:03:22.271885+0000","last_unstale":"2024-08-17T17:03:47.096675+0000","last_undegraded":"2024-08-17T17:03:47.096675+0000","last_fullsized":"2024-08-17T17:03:47.096675+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.264606+0000","last_change":"2024-08-17T17:03:22.262924+0000","last_active":"2024-08-17T17:03:24.264606+0000","last_peered":"2024-08-17T17:03:24.264606+0000","last_clean":"2024-08-17T17:03:24.264606+0000","last_became_active":"2024-08-17T17:03:22.262672+0000","last_became_peered":"2024-08-17T17:03:22.262672+0000","last_unstale":"2024-08-17T17:03:24.264606+0000","last_undegraded":"2024-08-17T17:03:24.264606+0000","last_fullsized":"2024-08-17T17:03:24.264606+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361313+0000","last_change":"2024-08-17T17:03:22.261077+0000","last_active":"2024-08-17T17:03:46.361313+0000","last_peered":"2024-08-17T17:03:46.361313+0000","last_clean":"2024-08-17T17:03:46.361313+0000","last_became_active":"2024-08-17T17:03:22.260769+0000","last_became_peered":"2024-08-17T17:03:22.260769+0000","last_unstale":"2024-08-17T17:03:46.361313+0000","last_undegraded":"2024-08-17T17:03:46.361313+0000","last_fullsized":"2024-08-17T17:03:46.361313+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262729+0000","last_change":"2024-08-17T17:03:22.276754+0000","last_active":"2024-08-17T17:03:24.262729+0000","last_peered":"2024-08-17T17:03:24.262729+0000","last_clean":"2024-08-17T17:03:24.262729+0000","last_became_active":"2024-08-17T17:03:22.276477+0000","last_became_peered":"2024-08-17T17:03:22.276477+0000","last_unstale":"2024-08-17T17:03:24.262729+0000","last_undegraded":"2024-08-17T17:03:24.262729+0000","last_fullsized":"2024-08-17T17:03:24.262729+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263315+0000","last_change":"2024-08-17T17:03:22.260379+0000","last_active":"2024-08-17T17:03:24.263315+0000","last_peered":"2024-08-17T17:03:24.263315+0000","last_clean":"2024-08-17T17:03:24.263315+0000","last_became_active":"2024-08-17T17:03:22.260112+0000","last_became_peered":"2024-08-17T17:03:22.260112+0000","last_unstale":"2024-08-17T17:03:24.263315+0000","last_undegraded":"2024-08-17T17:03:24.263315+0000","last_fullsized":"2024-08-17T17:03:24.263315+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096230+0000","last_change":"2024-08-17T17:03:22.270104+0000","last_active":"2024-08-17T17:03:47.096230+0000","last_peered":"2024-08-17T17:03:47.096230+0000","last_clean":"2024-08-17T17:03:47.096230+0000","last_became_active":"2024-08-17T17:03:22.269809+0000","last_became_peered":"2024-08-17T17:03:22.269809+0000","last_unstale":"2024-08-17T17:03:47.096230+0000","last_undegraded":"2024-08-17T17:03:47.096230+0000","last_fullsized":"2024-08-17T17:03:47.096230+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070826+0000","last_change":"2024-08-17T17:03:22.265871+0000","last_active":"2024-08-17T17:03:24.070826+0000","last_peered":"2024-08-17T17:03:24.070826+0000","last_clean":"2024-08-17T17:03:24.070826+0000","last_became_active":"2024-08-17T17:03:22.265609+0000","last_became_peered":"2024-08-17T17:03:22.265609+0000","last_unstale":"2024-08-17T17:03:24.070826+0000","last_undegraded":"2024-08-17T17:03:24.070826+0000","last_fullsized":"2024-08-17T17:03:24.070826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096137+0000","last_change":"2024-08-17T17:03:22.277855+0000","last_active":"2024-08-17T17:03:47.096137+0000","last_peered":"2024-08-17T17:03:47.096137+0000","last_clean":"2024-08-17T17:03:47.096137+0000","last_became_active":"2024-08-17T17:03:22.277374+0000","last_became_peered":"2024-08-17T17:03:22.277374+0000","last_unstale":"2024-08-17T17:03:47.096137+0000","last_undegraded":"2024-08-17T17:03:47.096137+0000","last_fullsized":"2024-08-17T17:03:47.096137+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071207+0000","last_change":"2024-08-17T17:03:22.260672+0000","last_active":"2024-08-17T17:03:24.071207+0000","last_peered":"2024-08-17T17:03:24.071207+0000","last_clean":"2024-08-17T17:03:24.071207+0000","last_became_active":"2024-08-17T17:03:22.260391+0000","last_became_peered":"2024-08-17T17:03:22.260391+0000","last_unstale":"2024-08-17T17:03:24.071207+0000","last_undegraded":"2024-08-17T17:03:24.071207+0000","last_fullsized":"2024-08-17T17:03:24.071207+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263577+0000","last_change":"2024-08-17T17:03:22.274336+0000","last_active":"2024-08-17T17:03:24.263577+0000","last_peered":"2024-08-17T17:03:24.263577+0000","last_clean":"2024-08-17T17:03:24.263577+0000","last_became_active":"2024-08-17T17:03:22.274005+0000","last_became_peered":"2024-08-17T17:03:22.274005+0000","last_unstale":"2024-08-17T17:03:24.263577+0000","last_undegraded":"2024-08-17T17:03:24.263577+0000","last_fullsized":"2024-08-17T17:03:24.263577+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254317+0000","last_change":"2024-08-17T17:03:22.262652+0000","last_active":"2024-08-17T17:03:24.254317+0000","last_peered":"2024-08-17T17:03:24.254317+0000","last_clean":"2024-08-17T17:03:24.254317+0000","last_became_active":"2024-08-17T17:03:22.259917+0000","last_became_peered":"2024-08-17T17:03:22.259917+0000","last_unstale":"2024-08-17T17:03:24.254317+0000","last_undegraded":"2024-08-17T17:03:24.254317+0000","last_fullsized":"2024-08-17T17:03:24.254317+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071142+0000","last_change":"2024-08-17T17:03:22.262094+0000","last_active":"2024-08-17T17:03:24.071142+0000","last_peered":"2024-08-17T17:03:24.071142+0000","last_clean":"2024-08-17T17:03:24.071142+0000","last_became_active":"2024-08-17T17:03:22.261835+0000","last_became_peered":"2024-08-17T17:03:22.261835+0000","last_unstale":"2024-08-17T17:03:24.071142+0000","last_undegraded":"2024-08-17T17:03:24.071142+0000","last_fullsized":"2024-08-17T17:03:24.071142+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263318+0000","last_change":"2024-08-17T17:03:22.268672+0000","last_active":"2024-08-17T17:03:24.263318+0000","last_peered":"2024-08-17T17:03:24.263318+0000","last_clean":"2024-08-17T17:03:24.263318+0000","last_became_active":"2024-08-17T17:03:22.268425+0000","last_became_peered":"2024-08-17T17:03:22.268425+0000","last_unstale":"2024-08-17T17:03:24.263318+0000","last_undegraded":"2024-08-17T17:03:24.263318+0000","last_fullsized":"2024-08-17T17:03:24.263318+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096240+0000","last_change":"2024-08-17T17:03:22.278211+0000","last_active":"2024-08-17T17:03:47.096240+0000","last_peered":"2024-08-17T17:03:47.096240+0000","last_clean":"2024-08-17T17:03:47.096240+0000","last_became_active":"2024-08-17T17:03:22.277301+0000","last_became_peered":"2024-08-17T17:03:22.277301+0000","last_unstale":"2024-08-17T17:03:47.096240+0000","last_undegraded":"2024-08-17T17:03:47.096240+0000","last_fullsized":"2024-08-17T17:03:47.096240+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263732+0000","last_change":"2024-08-17T17:03:22.263304+0000","last_active":"2024-08-17T17:03:24.263732+0000","last_peered":"2024-08-17T17:03:24.263732+0000","last_clean":"2024-08-17T17:03:24.263732+0000","last_became_active":"2024-08-17T17:03:22.263046+0000","last_became_peered":"2024-08-17T17:03:22.263046+0000","last_unstale":"2024-08-17T17:03:24.263732+0000","last_undegraded":"2024-08-17T17:03:24.263732+0000","last_fullsized":"2024-08-17T17:03:24.263732+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262503+0000","last_change":"2024-08-17T17:03:22.267902+0000","last_active":"2024-08-17T17:03:24.262503+0000","last_peered":"2024-08-17T17:03:24.262503+0000","last_clean":"2024-08-17T17:03:24.262503+0000","last_became_active":"2024-08-17T17:03:22.267617+0000","last_became_peered":"2024-08-17T17:03:22.267617+0000","last_unstale":"2024-08-17T17:03:24.262503+0000","last_undegraded":"2024-08-17T17:03:24.262503+0000","last_fullsized":"2024-08-17T17:03:24.262503+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254252+0000","last_change":"2024-08-17T17:03:22.269192+0000","last_active":"2024-08-17T17:03:24.254252+0000","last_peered":"2024-08-17T17:03:24.254252+0000","last_clean":"2024-08-17T17:03:24.254252+0000","last_became_active":"2024-08-17T17:03:22.268916+0000","last_became_peered":"2024-08-17T17:03:22.268916+0000","last_unstale":"2024-08-17T17:03:24.254252+0000","last_undegraded":"2024-08-17T17:03:24.254252+0000","last_fullsized":"2024-08-17T17:03:24.254252+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263677+0000","last_change":"2024-08-17T17:03:19.058068+0000","last_active":"2024-08-17T17:03:24.263677+0000","last_peered":"2024-08-17T17:03:24.263677+0000","last_clean":"2024-08-17T17:03:24.263677+0000","last_became_active":"2024-08-17T17:03:19.057807+0000","last_became_peered":"2024-08-17T17:03:19.057807+0000","last_unstale":"2024-08-17T17:03:24.263677+0000","last_undegraded":"2024-08-17T17:03:24.263677+0000","last_fullsized":"2024-08-17T17:03:24.263677+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:29.044803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263409+0000","last_change":"2024-08-17T17:03:22.267806+0000","last_active":"2024-08-17T17:03:24.263409+0000","last_peered":"2024-08-17T17:03:24.263409+0000","last_clean":"2024-08-17T17:03:24.263409+0000","last_became_active":"2024-08-17T17:03:22.267501+0000","last_became_peered":"2024-08-17T17:03:22.267501+0000","last_unstale":"2024-08-17T17:03:24.263409+0000","last_undegraded":"2024-08-17T17:03:24.263409+0000","last_fullsized":"2024-08-17T17:03:24.263409+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268968+0000","last_change":"2024-08-17T17:03:19.056166+0000","last_active":"2024-08-17T17:03:24.268968+0000","last_peered":"2024-08-17T17:03:24.268968+0000","last_clean":"2024-08-17T17:03:24.268968+0000","last_became_active":"2024-08-17T17:03:19.055691+0000","last_became_peered":"2024-08-17T17:03:19.055691+0000","last_unstale":"2024-08-17T17:03:24.268968+0000","last_undegraded":"2024-08-17T17:03:24.268968+0000","last_fullsized":"2024-08-17T17:03:24.268968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071173+0000","last_change":"2024-08-17T17:03:19.055667+0000","last_active":"2024-08-17T17:03:24.071173+0000","last_peered":"2024-08-17T17:03:24.071173+0000","last_clean":"2024-08-17T17:03:24.071173+0000","last_became_active":"2024-08-17T17:03:19.055394+0000","last_became_peered":"2024-08-17T17:03:19.055394+0000","last_unstale":"2024-08-17T17:03:24.071173+0000","last_undegraded":"2024-08-17T17:03:24.071173+0000","last_fullsized":"2024-08-17T17:03:24.071173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070714+0000","last_change":"2024-08-17T17:03:22.262672+0000","last_active":"2024-08-17T17:03:24.070714+0000","last_peered":"2024-08-17T17:03:24.070714+0000","last_clean":"2024-08-17T17:03:24.070714+0000","last_became_active":"2024-08-17T17:03:22.262427+0000","last_became_peered":"2024-08-17T17:03:22.262427+0000","last_unstale":"2024-08-17T17:03:24.070714+0000","last_undegraded":"2024-08-17T17:03:24.070714+0000","last_fullsized":"2024-08-17T17:03:24.070714+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096172+0000","last_change":"2024-08-17T17:03:19.052092+0000","last_active":"2024-08-17T17:03:47.096172+0000","last_peered":"2024-08-17T17:03:47.096172+0000","last_clean":"2024-08-17T17:03:47.096172+0000","last_became_active":"2024-08-17T17:03:19.051686+0000","last_became_peered":"2024-08-17T17:03:19.051686+0000","last_unstale":"2024-08-17T17:03:47.096172+0000","last_undegraded":"2024-08-17T17:03:47.096172+0000","last_fullsized":"2024-08-17T17:03:47.096172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.253865+0000","last_change":"2024-08-17T17:03:22.266336+0000","last_active":"2024-08-17T17:03:24.253865+0000","last_peered":"2024-08-17T17:03:24.253865+0000","last_clean":"2024-08-17T17:03:24.253865+0000","last_became_active":"2024-08-17T17:03:22.266092+0000","last_became_peered":"2024-08-17T17:03:22.266092+0000","last_unstale":"2024-08-17T17:03:24.253865+0000","last_undegraded":"2024-08-17T17:03:24.253865+0000","last_fullsized":"2024-08-17T17:03:24.253865+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262867+0000","last_change":"2024-08-17T17:03:19.054514+0000","last_active":"2024-08-17T17:03:24.262867+0000","last_peered":"2024-08-17T17:03:24.262867+0000","last_clean":"2024-08-17T17:03:24.262867+0000","last_became_active":"2024-08-17T17:03:19.054200+0000","last_became_peered":"2024-08-17T17:03:19.054200+0000","last_unstale":"2024-08-17T17:03:24.262867+0000","last_undegraded":"2024-08-17T17:03:24.262867+0000","last_fullsized":"2024-08-17T17:03:24.262867+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096472+0000","last_change":"2024-08-17T17:03:22.268798+0000","last_active":"2024-08-17T17:03:47.096472+0000","last_peered":"2024-08-17T17:03:47.096472+0000","last_clean":"2024-08-17T17:03:47.096472+0000","last_became_active":"2024-08-17T17:03:22.267965+0000","last_became_peered":"2024-08-17T17:03:22.267965+0000","last_unstale":"2024-08-17T17:03:47.096472+0000","last_undegraded":"2024-08-17T17:03:47.096472+0000","last_fullsized":"2024-08-17T17:03:47.096472+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096597+0000","last_change":"2024-08-17T17:03:19.051631+0000","last_active":"2024-08-17T17:03:47.096597+0000","last_peered":"2024-08-17T17:03:47.096597+0000","last_clean":"2024-08-17T17:03:47.096597+0000","last_became_active":"2024-08-17T17:03:19.051208+0000","last_became_peered":"2024-08-17T17:03:19.051208+0000","last_unstale":"2024-08-17T17:03:47.096597+0000","last_undegraded":"2024-08-17T17:03:47.096597+0000","last_fullsized":"2024-08-17T17:03:47.096597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263647+0000","last_change":"2024-08-17T17:03:22.266016+0000","last_active":"2024-08-17T17:03:24.263647+0000","last_peered":"2024-08-17T17:03:24.263647+0000","last_clean":"2024-08-17T17:03:24.263647+0000","last_became_active":"2024-08-17T17:03:22.265758+0000","last_became_peered":"2024-08-17T17:03:22.265758+0000","last_unstale":"2024-08-17T17:03:24.263647+0000","last_undegraded":"2024-08-17T17:03:24.263647+0000","last_fullsized":"2024-08-17T17:03:24.263647+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268113+0000","last_change":"2024-08-17T17:03:19.051932+0000","last_active":"2024-08-17T17:03:24.268113+0000","last_peered":"2024-08-17T17:03:24.268113+0000","last_clean":"2024-08-17T17:03:24.268113+0000","last_became_active":"2024-08-17T17:03:19.051658+0000","last_became_peered":"2024-08-17T17:03:19.051658+0000","last_unstale":"2024-08-17T17:03:24.268113+0000","last_undegraded":"2024-08-17T17:03:24.268113+0000","last_fullsized":"2024-08-17T17:03:24.268113+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254692+0000","last_change":"2024-08-17T17:03:22.267788+0000","last_active":"2024-08-17T17:03:24.254692+0000","last_peered":"2024-08-17T17:03:24.254692+0000","last_clean":"2024-08-17T17:03:24.254692+0000","last_became_active":"2024-08-17T17:03:22.267461+0000","last_became_peered":"2024-08-17T17:03:22.267461+0000","last_unstale":"2024-08-17T17:03:24.254692+0000","last_undegraded":"2024-08-17T17:03:24.254692+0000","last_fullsized":"2024-08-17T17:03:24.254692+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.270848+0000","last_change":"2024-08-17T17:03:19.052938+0000","last_active":"2024-08-17T17:03:24.270848+0000","last_peered":"2024-08-17T17:03:24.270848+0000","last_clean":"2024-08-17T17:03:24.270848+0000","last_became_active":"2024-08-17T17:03:19.052617+0000","last_became_peered":"2024-08-17T17:03:19.052617+0000","last_unstale":"2024-08-17T17:03:24.270848+0000","last_undegraded":"2024-08-17T17:03:24.270848+0000","last_fullsized":"2024-08-17T17:03:24.270848+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360818+0000","last_change":"2024-08-17T17:03:22.267063+0000","last_active":"2024-08-17T17:03:46.360818+0000","last_peered":"2024-08-17T17:03:46.360818+0000","last_clean":"2024-08-17T17:03:46.360818+0000","last_became_active":"2024-08-17T17:03:22.266545+0000","last_became_peered":"2024-08-17T17:03:22.266545+0000","last_unstale":"2024-08-17T17:03:46.360818+0000","last_undegraded":"2024-08-17T17:03:46.360818+0000","last_fullsized":"2024-08-17T17:03:46.360818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269348+0000","last_change":"2024-08-17T17:03:19.050295+0000","last_active":"2024-08-17T17:03:24.269348+0000","last_peered":"2024-08-17T17:03:24.269348+0000","last_clean":"2024-08-17T17:03:24.269348+0000","last_became_active":"2024-08-17T17:03:19.050011+0000","last_became_peered":"2024-08-17T17:03:19.050011+0000","last_unstale":"2024-08-17T17:03:24.269348+0000","last_undegraded":"2024-08-17T17:03:24.269348+0000","last_fullsized":"2024-08-17T17:03:24.269348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263848+0000","last_change":"2024-08-17T17:03:22.260921+0000","last_active":"2024-08-17T17:03:24.263848+0000","last_peered":"2024-08-17T17:03:24.263848+0000","last_clean":"2024-08-17T17:03:24.263848+0000","last_became_active":"2024-08-17T17:03:22.260656+0000","last_became_peered":"2024-08-17T17:03:22.260656+0000","last_unstale":"2024-08-17T17:03:24.263848+0000","last_undegraded":"2024-08-17T17:03:24.263848+0000","last_fullsized":"2024-08-17T17:03:24.263848+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096405+0000","last_change":"2024-08-17T17:03:19.052255+0000","last_active":"2024-08-17T17:03:47.096405+0000","last_peered":"2024-08-17T17:03:47.096405+0000","last_clean":"2024-08-17T17:03:47.096405+0000","last_became_active":"2024-08-17T17:03:19.051761+0000","last_became_peered":"2024-08-17T17:03:19.051761+0000","last_unstale":"2024-08-17T17:03:47.096405+0000","last_undegraded":"2024-08-17T17:03:47.096405+0000","last_fullsized":"2024-08-17T17:03:47.096405+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361447+0000","last_change":"2024-08-17T17:03:22.270812+0000","last_active":"2024-08-17T17:03:46.361447+0000","last_peered":"2024-08-17T17:03:46.361447+0000","last_clean":"2024-08-17T17:03:46.361447+0000","last_became_active":"2024-08-17T17:03:22.270445+0000","last_became_peered":"2024-08-17T17:03:22.270445+0000","last_unstale":"2024-08-17T17:03:46.361447+0000","last_undegraded":"2024-08-17T17:03:46.361447+0000","last_fullsized":"2024-08-17T17:03:46.361447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262385+0000","last_change":"2024-08-17T17:03:19.051568+0000","last_active":"2024-08-17T17:03:24.262385+0000","last_peered":"2024-08-17T17:03:24.262385+0000","last_clean":"2024-08-17T17:03:24.262385+0000","last_became_active":"2024-08-17T17:03:19.051289+0000","last_became_peered":"2024-08-17T17:03:19.051289+0000","last_unstale":"2024-08-17T17:03:24.262385+0000","last_undegraded":"2024-08-17T17:03:24.262385+0000","last_fullsized":"2024-08-17T17:03:24.262385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262618+0000","last_change":"2024-08-17T17:03:22.267402+0000","last_active":"2024-08-17T17:03:24.262618+0000","last_peered":"2024-08-17T17:03:24.262618+0000","last_clean":"2024-08-17T17:03:24.262618+0000","last_became_active":"2024-08-17T17:03:22.267104+0000","last_became_peered":"2024-08-17T17:03:22.267104+0000","last_unstale":"2024-08-17T17:03:24.262618+0000","last_undegraded":"2024-08-17T17:03:24.262618+0000","last_fullsized":"2024-08-17T17:03:24.262618+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268779+0000","last_change":"2024-08-17T17:03:19.055699+0000","last_active":"2024-08-17T17:03:24.268779+0000","last_peered":"2024-08-17T17:03:24.268779+0000","last_clean":"2024-08-17T17:03:24.268779+0000","last_became_active":"2024-08-17T17:03:19.055041+0000","last_became_peered":"2024-08-17T17:03:19.055041+0000","last_unstale":"2024-08-17T17:03:24.268779+0000","last_undegraded":"2024-08-17T17:03:24.268779+0000","last_fullsized":"2024-08-17T17:03:24.268779+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361071+0000","last_change":"2024-08-17T17:03:22.272043+0000","last_active":"2024-08-17T17:03:46.361071+0000","last_peered":"2024-08-17T17:03:46.361071+0000","last_clean":"2024-08-17T17:03:46.361071+0000","last_became_active":"2024-08-17T17:03:22.271777+0000","last_became_peered":"2024-08-17T17:03:22.271777+0000","last_unstale":"2024-08-17T17:03:46.361071+0000","last_undegraded":"2024-08-17T17:03:46.361071+0000","last_fullsized":"2024-08-17T17:03:46.361071+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268025+0000","last_change":"2024-08-17T17:03:19.050860+0000","last_active":"2024-08-17T17:03:24.268025+0000","last_peered":"2024-08-17T17:03:24.268025+0000","last_clean":"2024-08-17T17:03:24.268025+0000","last_became_active":"2024-08-17T17:03:19.050558+0000","last_became_peered":"2024-08-17T17:03:19.050558+0000","last_unstale":"2024-08-17T17:03:24.268025+0000","last_undegraded":"2024-08-17T17:03:24.268025+0000","last_fullsized":"2024-08-17T17:03:24.268025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361118+0000","last_change":"2024-08-17T17:03:22.271825+0000","last_active":"2024-08-17T17:03:46.361118+0000","last_peered":"2024-08-17T17:03:46.361118+0000","last_clean":"2024-08-17T17:03:46.361118+0000","last_became_active":"2024-08-17T17:03:22.271537+0000","last_became_peered":"2024-08-17T17:03:22.271537+0000","last_unstale":"2024-08-17T17:03:46.361118+0000","last_undegraded":"2024-08-17T17:03:46.361118+0000","last_fullsized":"2024-08-17T17:03:46.361118+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.270009+0000","last_change":"2024-08-17T17:03:19.055234+0000","last_active":"2024-08-17T17:03:24.270009+0000","last_peered":"2024-08-17T17:03:24.270009+0000","last_clean":"2024-08-17T17:03:24.270009+0000","last_became_active":"2024-08-17T17:03:19.054956+0000","last_became_peered":"2024-08-17T17:03:19.054956+0000","last_unstale":"2024-08-17T17:03:24.270009+0000","last_undegraded":"2024-08-17T17:03:24.270009+0000","last_fullsized":"2024-08-17T17:03:24.270009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.598046+0000","last_change":"2024-08-17T17:03:47.598046+0000","last_active":"2024-08-17T17:03:47.598046+0000","last_peered":"2024-08-17T17:03:47.598046+0000","last_clean":"2024-08-17T17:03:47.598046+0000","last_became_active":"2024-08-17T17:03:47.597609+0000","last_became_peered":"2024-08-17T17:03:47.597609+0000","last_unstale":"2024-08-17T17:03:47.598046+0000","last_undegraded":"2024-08-17T17:03:47.598046+0000","last_fullsized":"2024-08-17T17:03:47.598046+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:08:08.053596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.269514+0000","last_change":"2024-08-17T17:03:19.052658+0000","last_active":"2024-08-17T17:03:24.269514+0000","last_peered":"2024-08-17T17:03:24.269514+0000","last_clean":"2024-08-17T17:03:24.269514+0000","last_became_active":"2024-08-17T17:03:19.052282+0000","last_became_peered":"2024-08-17T17:03:19.052282+0000","last_unstale":"2024-08-17T17:03:24.269514+0000","last_undegraded":"2024-08-17T17:03:24.269514+0000","last_fullsized":"2024-08-17T17:03:24.269514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096360+0000","last_change":"2024-08-17T17:03:22.277719+0000","last_active":"2024-08-17T17:03:47.096360+0000","last_peered":"2024-08-17T17:03:47.096360+0000","last_clean":"2024-08-17T17:03:47.096360+0000","last_became_active":"2024-08-17T17:03:22.277195+0000","last_became_peered":"2024-08-17T17:03:22.277195+0000","last_unstale":"2024-08-17T17:03:47.096360+0000","last_undegraded":"2024-08-17T17:03:47.096360+0000","last_fullsized":"2024-08-17T17:03:47.096360+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263030+0000","last_change":"2024-08-17T17:03:19.051913+0000","last_active":"2024-08-17T17:03:24.263030+0000","last_peered":"2024-08-17T17:03:24.263030+0000","last_clean":"2024-08-17T17:03:24.263030+0000","last_became_active":"2024-08-17T17:03:19.051639+0000","last_became_peered":"2024-08-17T17:03:19.051639+0000","last_unstale":"2024-08-17T17:03:24.263030+0000","last_undegraded":"2024-08-17T17:03:24.263030+0000","last_fullsized":"2024-08-17T17:03:24.263030+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360920+0000","last_change":"2024-08-17T17:03:22.264055+0000","last_active":"2024-08-17T17:03:46.360920+0000","last_peered":"2024-08-17T17:03:46.360920+0000","last_clean":"2024-08-17T17:03:46.360920+0000","last_became_active":"2024-08-17T17:03:22.263754+0000","last_became_peered":"2024-08-17T17:03:22.263754+0000","last_unstale":"2024-08-17T17:03:46.360920+0000","last_undegraded":"2024-08-17T17:03:46.360920+0000","last_fullsized":"2024-08-17T17:03:46.360920+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":235,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360649+0000","last_change":"2024-08-17T17:02:57.392447+0000","last_active":"2024-08-17T17:03:46.360649+0000","last_peered":"2024-08-17T17:03:46.360649+0000","last_clean":"2024-08-17T17:03:46.360649+0000","last_became_active":"2024-08-17T17:02:57.392120+0000","last_became_peered":"2024-08-17T17:02:57.392120+0000","last_unstale":"2024-08-17T17:03:46.360649+0000","last_undegraded":"2024-08-17T17:03:46.360649+0000","last_fullsized":"2024-08-17T17:03:46.360649+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_clean_scrub_stamp":"2024-08-17T17:00:58.187014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096174+0000","last_change":"2024-08-17T17:03:19.055976+0000","last_active":"2024-08-17T17:03:47.096174+0000","last_peered":"2024-08-17T17:03:47.096174+0000","last_clean":"2024-08-17T17:03:47.096174+0000","last_became_active":"2024-08-17T17:03:19.055674+0000","last_became_peered":"2024-08-17T17:03:19.055674+0000","last_unstale":"2024-08-17T17:03:47.096174+0000","last_undegraded":"2024-08-17T17:03:47.096174+0000","last_fullsized":"2024-08-17T17:03:47.096174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071043+0000","last_change":"2024-08-17T17:03:22.267611+0000","last_active":"2024-08-17T17:03:24.071043+0000","last_peered":"2024-08-17T17:03:24.071043+0000","last_clean":"2024-08-17T17:03:24.071043+0000","last_became_active":"2024-08-17T17:03:22.267332+0000","last_became_peered":"2024-08-17T17:03:22.267332+0000","last_unstale":"2024-08-17T17:03:24.071043+0000","last_undegraded":"2024-08-17T17:03:24.071043+0000","last_fullsized":"2024-08-17T17:03:24.071043+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360525+0000","last_change":"2024-08-17T17:03:19.059420+0000","last_active":"2024-08-17T17:03:46.360525+0000","last_peered":"2024-08-17T17:03:46.360525+0000","last_clean":"2024-08-17T17:03:46.360525+0000","last_became_active":"2024-08-17T17:03:19.059087+0000","last_became_peered":"2024-08-17T17:03:19.059087+0000","last_unstale":"2024-08-17T17:03:46.360525+0000","last_undegraded":"2024-08-17T17:03:46.360525+0000","last_fullsized":"2024-08-17T17:03:46.360525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262709+0000","last_change":"2024-08-17T17:03:22.266793+0000","last_active":"2024-08-17T17:03:24.262709+0000","last_peered":"2024-08-17T17:03:24.262709+0000","last_clean":"2024-08-17T17:03:24.262709+0000","last_became_active":"2024-08-17T17:03:22.266540+0000","last_became_peered":"2024-08-17T17:03:22.266540+0000","last_unstale":"2024-08-17T17:03:24.262709+0000","last_undegraded":"2024-08-17T17:03:24.262709+0000","last_fullsized":"2024-08-17T17:03:24.262709+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263822+0000","last_change":"2024-08-17T17:03:19.047554+0000","last_active":"2024-08-17T17:03:24.263822+0000","last_peered":"2024-08-17T17:03:24.263822+0000","last_clean":"2024-08-17T17:03:24.263822+0000","last_became_active":"2024-08-17T17:03:19.047277+0000","last_became_peered":"2024-08-17T17:03:19.047277+0000","last_unstale":"2024-08-17T17:03:24.263822+0000","last_undegraded":"2024-08-17T17:03:24.263822+0000","last_fullsized":"2024-08-17T17:03:24.263822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.253879+0000","last_change":"2024-08-17T17:03:22.261224+0000","last_active":"2024-08-17T17:03:24.253879+0000","last_peered":"2024-08-17T17:03:24.253879+0000","last_clean":"2024-08-17T17:03:24.253879+0000","last_became_active":"2024-08-17T17:03:22.260935+0000","last_became_peered":"2024-08-17T17:03:22.260935+0000","last_unstale":"2024-08-17T17:03:24.253879+0000","last_undegraded":"2024-08-17T17:03:24.253879+0000","last_fullsized":"2024-08-17T17:03:24.253879+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096364+0000","last_change":"2024-08-17T17:03:19.054820+0000","last_active":"2024-08-17T17:03:47.096364+0000","last_peered":"2024-08-17T17:03:47.096364+0000","last_clean":"2024-08-17T17:03:47.096364+0000","last_became_active":"2024-08-17T17:03:19.054167+0000","last_became_peered":"2024-08-17T17:03:19.054167+0000","last_unstale":"2024-08-17T17:03:47.096364+0000","last_undegraded":"2024-08-17T17:03:47.096364+0000","last_fullsized":"2024-08-17T17:03:47.096364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254637+0000","last_change":"2024-08-17T17:03:22.267131+0000","last_active":"2024-08-17T17:03:24.254637+0000","last_peered":"2024-08-17T17:03:24.254637+0000","last_clean":"2024-08-17T17:03:24.254637+0000","last_became_active":"2024-08-17T17:03:22.266814+0000","last_became_peered":"2024-08-17T17:03:22.266814+0000","last_unstale":"2024-08-17T17:03:24.254637+0000","last_undegraded":"2024-08-17T17:03:24.254637+0000","last_fullsized":"2024-08-17T17:03:24.254637+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254117+0000","last_change":"2024-08-17T17:03:19.056199+0000","last_active":"2024-08-17T17:03:24.254117+0000","last_peered":"2024-08-17T17:03:24.254117+0000","last_clean":"2024-08-17T17:03:24.254117+0000","last_became_active":"2024-08-17T17:03:19.055929+0000","last_became_peered":"2024-08-17T17:03:19.055929+0000","last_unstale":"2024-08-17T17:03:24.254117+0000","last_undegraded":"2024-08-17T17:03:24.254117+0000","last_fullsized":"2024-08-17T17:03:24.254117+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096483+0000","last_change":"2024-08-17T17:03:22.278432+0000","last_active":"2024-08-17T17:03:47.096483+0000","last_peered":"2024-08-17T17:03:47.096483+0000","last_clean":"2024-08-17T17:03:47.096483+0000","last_became_active":"2024-08-17T17:03:22.278075+0000","last_became_peered":"2024-08-17T17:03:22.278075+0000","last_unstale":"2024-08-17T17:03:47.096483+0000","last_undegraded":"2024-08-17T17:03:47.096483+0000","last_fullsized":"2024-08-17T17:03:47.096483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361408+0000","last_change":"2024-08-17T17:03:19.056751+0000","last_active":"2024-08-17T17:03:46.361408+0000","last_peered":"2024-08-17T17:03:46.361408+0000","last_clean":"2024-08-17T17:03:46.361408+0000","last_became_active":"2024-08-17T17:03:19.056433+0000","last_became_peered":"2024-08-17T17:03:19.056433+0000","last_unstale":"2024-08-17T17:03:46.361408+0000","last_undegraded":"2024-08-17T17:03:46.361408+0000","last_fullsized":"2024-08-17T17:03:46.361408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254039+0000","last_change":"2024-08-17T17:03:22.267179+0000","last_active":"2024-08-17T17:03:24.254039+0000","last_peered":"2024-08-17T17:03:24.254039+0000","last_clean":"2024-08-17T17:03:24.254039+0000","last_became_active":"2024-08-17T17:03:22.266932+0000","last_became_peered":"2024-08-17T17:03:22.266932+0000","last_unstale":"2024-08-17T17:03:24.254039+0000","last_undegraded":"2024-08-17T17:03:24.254039+0000","last_fullsized":"2024-08-17T17:03:24.254039+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:25.845592+0000","last_change":"2024-08-17T17:03:19.053098+0000","last_active":"2024-08-17T17:03:25.845592+0000","last_peered":"2024-08-17T17:03:25.845592+0000","last_clean":"2024-08-17T17:03:25.845592+0000","last_became_active":"2024-08-17T17:03:19.052605+0000","last_became_peered":"2024-08-17T17:03:19.052605+0000","last_unstale":"2024-08-17T17:03:25.845592+0000","last_undegraded":"2024-08-17T17:03:25.845592+0000","last_fullsized":"2024-08-17T17:03:25.845592+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071277+0000","last_change":"2024-08-17T17:03:22.272778+0000","last_active":"2024-08-17T17:03:24.071277+0000","last_peered":"2024-08-17T17:03:24.071277+0000","last_clean":"2024-08-17T17:03:24.071277+0000","last_became_active":"2024-08-17T17:03:22.272493+0000","last_became_peered":"2024-08-17T17:03:22.272493+0000","last_unstale":"2024-08-17T17:03:24.071277+0000","last_undegraded":"2024-08-17T17:03:24.071277+0000","last_fullsized":"2024-08-17T17:03:24.071277+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.267277+0000","last_change":"2024-08-17T17:03:19.055179+0000","last_active":"2024-08-17T17:03:24.267277+0000","last_peered":"2024-08-17T17:03:24.267277+0000","last_clean":"2024-08-17T17:03:24.267277+0000","last_became_active":"2024-08-17T17:03:19.054902+0000","last_became_peered":"2024-08-17T17:03:19.054902+0000","last_unstale":"2024-08-17T17:03:24.267277+0000","last_undegraded":"2024-08-17T17:03:24.267277+0000","last_fullsized":"2024-08-17T17:03:24.267277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263560+0000","last_change":"2024-08-17T17:03:22.270697+0000","last_active":"2024-08-17T17:03:24.263560+0000","last_peered":"2024-08-17T17:03:24.263560+0000","last_clean":"2024-08-17T17:03:24.263560+0000","last_became_active":"2024-08-17T17:03:22.270441+0000","last_became_peered":"2024-08-17T17:03:22.270441+0000","last_unstale":"2024-08-17T17:03:24.263560+0000","last_undegraded":"2024-08-17T17:03:24.263560+0000","last_fullsized":"2024-08-17T17:03:24.263560+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360405+0000","last_change":"2024-08-17T17:03:19.056425+0000","last_active":"2024-08-17T17:03:46.360405+0000","last_peered":"2024-08-17T17:03:46.360405+0000","last_clean":"2024-08-17T17:03:46.360405+0000","last_became_active":"2024-08-17T17:03:19.055463+0000","last_became_peered":"2024-08-17T17:03:19.055463+0000","last_unstale":"2024-08-17T17:03:46.360405+0000","last_undegraded":"2024-08-17T17:03:46.360405+0000","last_fullsized":"2024-08-17T17:03:46.360405+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1,"reported_epoch":67,"state":"peering","last_fresh":"2024-08-17T17:03:46.359316+0000","last_change":"2024-08-17T17:03:46.359316+0000","last_active":"0.000000","last_peered":"0.000000","last_clean":"0.000000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-08-17T17:03:46.359316+0000","last_undegraded":"2024-08-17T17:03:46.359316+0000","last_fullsized":"2024-08-17T17:03:46.359316+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:09:34.253841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.253997+0000","last_change":"2024-08-17T17:03:19.060098+0000","last_active":"2024-08-17T17:03:24.253997+0000","last_peered":"2024-08-17T17:03:24.253997+0000","last_clean":"2024-08-17T17:03:24.253997+0000","last_became_active":"2024-08-17T17:03:19.059797+0000","last_became_peered":"2024-08-17T17:03:19.059797+0000","last_unstale":"2024-08-17T17:03:24.253997+0000","last_undegraded":"2024-08-17T17:03:24.253997+0000","last_fullsized":"2024-08-17T17:03:24.253997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071044+0000","last_change":"2024-08-17T17:03:22.265234+0000","last_active":"2024-08-17T17:03:24.071044+0000","last_peered":"2024-08-17T17:03:24.071044+0000","last_clean":"2024-08-17T17:03:24.071044+0000","last_became_active":"2024-08-17T17:03:22.264965+0000","last_became_peered":"2024-08-17T17:03:22.264965+0000","last_unstale":"2024-08-17T17:03:24.071044+0000","last_undegraded":"2024-08-17T17:03:24.071044+0000","last_fullsized":"2024-08-17T17:03:24.071044+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.254230+0000","last_change":"2024-08-17T17:03:19.060089+0000","last_active":"2024-08-17T17:03:24.254230+0000","last_peered":"2024-08-17T17:03:24.254230+0000","last_clean":"2024-08-17T17:03:24.254230+0000","last_became_active":"2024-08-17T17:03:19.059780+0000","last_became_peered":"2024-08-17T17:03:19.059780+0000","last_unstale":"2024-08-17T17:03:24.254230+0000","last_undegraded":"2024-08-17T17:03:24.254230+0000","last_fullsized":"2024-08-17T17:03:24.254230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.070881+0000","last_change":"2024-08-17T17:03:22.263448+0000","last_active":"2024-08-17T17:03:24.070881+0000","last_peered":"2024-08-17T17:03:24.070881+0000","last_clean":"2024-08-17T17:03:24.070881+0000","last_became_active":"2024-08-17T17:03:22.263209+0000","last_became_peered":"2024-08-17T17:03:22.263209+0000","last_unstale":"2024-08-17T17:03:24.070881+0000","last_undegraded":"2024-08-17T17:03:24.070881+0000","last_fullsized":"2024-08-17T17:03:24.070881+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:57:01.338673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361692+0000","last_change":"2024-08-17T17:03:19.055844+0000","last_active":"2024-08-17T17:03:46.361692+0000","last_peered":"2024-08-17T17:03:46.361692+0000","last_clean":"2024-08-17T17:03:46.361692+0000","last_became_active":"2024-08-17T17:03:19.055537+0000","last_became_peered":"2024-08-17T17:03:19.055537+0000","last_unstale":"2024-08-17T17:03:46.361692+0000","last_undegraded":"2024-08-17T17:03:46.361692+0000","last_fullsized":"2024-08-17T17:03:46.361692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.262465+0000","last_change":"2024-08-17T17:03:22.275125+0000","last_active":"2024-08-17T17:03:24.262465+0000","last_peered":"2024-08-17T17:03:24.262465+0000","last_clean":"2024-08-17T17:03:24.262465+0000","last_became_active":"2024-08-17T17:03:22.274831+0000","last_became_peered":"2024-08-17T17:03:22.274831+0000","last_unstale":"2024-08-17T17:03:24.262465+0000","last_undegraded":"2024-08-17T17:03:24.262465+0000","last_fullsized":"2024-08-17T17:03:24.262465+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096464+0000","last_change":"2024-08-17T17:03:22.271296+0000","last_active":"2024-08-17T17:03:47.096464+0000","last_peered":"2024-08-17T17:03:47.096464+0000","last_clean":"2024-08-17T17:03:47.096464+0000","last_became_active":"2024-08-17T17:03:22.271016+0000","last_became_peered":"2024-08-17T17:03:22.271016+0000","last_unstale":"2024-08-17T17:03:47.096464+0000","last_undegraded":"2024-08-17T17:03:47.096464+0000","last_fullsized":"2024-08-17T17:03:47.096464+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360821+0000","last_change":"2024-08-17T17:03:19.058260+0000","last_active":"2024-08-17T17:03:46.360821+0000","last_peered":"2024-08-17T17:03:46.360821+0000","last_clean":"2024-08-17T17:03:46.360821+0000","last_became_active":"2024-08-17T17:03:19.056952+0000","last_became_peered":"2024-08-17T17:03:19.056952+0000","last_unstale":"2024-08-17T17:03:46.360821+0000","last_undegraded":"2024-08-17T17:03:46.360821+0000","last_fullsized":"2024-08-17T17:03:46.360821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096328+0000","last_change":"2024-08-17T17:03:22.272255+0000","last_active":"2024-08-17T17:03:47.096328+0000","last_peered":"2024-08-17T17:03:47.096328+0000","last_clean":"2024-08-17T17:03:47.096328+0000","last_became_active":"2024-08-17T17:03:22.271983+0000","last_became_peered":"2024-08-17T17:03:22.271983+0000","last_unstale":"2024-08-17T17:03:47.096328+0000","last_undegraded":"2024-08-17T17:03:47.096328+0000","last_fullsized":"2024-08-17T17:03:47.096328+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361302+0000","last_change":"2024-08-17T17:03:19.054081+0000","last_active":"2024-08-17T17:03:46.361302+0000","last_peered":"2024-08-17T17:03:46.361302+0000","last_clean":"2024-08-17T17:03:46.361302+0000","last_became_active":"2024-08-17T17:03:19.051053+0000","last_became_peered":"2024-08-17T17:03:19.051053+0000","last_unstale":"2024-08-17T17:03:46.361302+0000","last_undegraded":"2024-08-17T17:03:46.361302+0000","last_fullsized":"2024-08-17T17:03:46.361302+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.263646+0000","last_change":"2024-08-17T17:03:22.267065+0000","last_active":"2024-08-17T17:03:24.263646+0000","last_peered":"2024-08-17T17:03:24.263646+0000","last_clean":"2024-08-17T17:03:24.263646+0000","last_became_active":"2024-08-17T17:03:22.266803+0000","last_became_peered":"2024-08-17T17:03:22.266803+0000","last_unstale":"2024-08-17T17:03:24.263646+0000","last_undegraded":"2024-08-17T17:03:24.263646+0000","last_fullsized":"2024-08-17T17:03:24.263646+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.265234+0000","last_change":"2024-08-17T17:03:19.050988+0000","last_active":"2024-08-17T17:03:24.265234+0000","last_peered":"2024-08-17T17:03:24.265234+0000","last_clean":"2024-08-17T17:03:24.265234+0000","last_became_active":"2024-08-17T17:03:19.050727+0000","last_became_peered":"2024-08-17T17:03:19.050727+0000","last_unstale":"2024-08-17T17:03:24.265234+0000","last_undegraded":"2024-08-17T17:03:24.265234+0000","last_fullsized":"2024-08-17T17:03:24.265234+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.071059+0000","last_change":"2024-08-17T17:03:22.261802+0000","last_active":"2024-08-17T17:03:24.071059+0000","last_peered":"2024-08-17T17:03:24.071059+0000","last_clean":"2024-08-17T17:03:24.071059+0000","last_became_active":"2024-08-17T17:03:22.261515+0000","last_became_peered":"2024-08-17T17:03:22.261515+0000","last_unstale":"2024-08-17T17:03:24.071059+0000","last_undegraded":"2024-08-17T17:03:24.071059+0000","last_fullsized":"2024-08-17T17:03:24.071059+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T17:03:24.268892+0000","last_change":"2024-08-17T17:03:19.056541+0000","last_active":"2024-08-17T17:03:24.268892+0000","last_peered":"2024-08-17T17:03:24.268892+0000","last_clean":"2024-08-17T17:03:24.268892+0000","last_became_active":"2024-08-17T17:03:19.056109+0000","last_became_peered":"2024-08-17T17:03:19.056109+0000","last_unstale":"2024-08-17T17:03:24.268892+0000","last_undegraded":"2024-08-17T17:03:24.268892+0000","last_fullsized":"2024-08-17T17:03:24.268892+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201293,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1286144,"data_stored":883572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]}]},{"osd":6,"up_from":47,"seq":201863462930,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298600,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446552,"statfs":{"total":95995035648,"available":95689269248,"internally_reserved":0,"allocated":1265664,"data_stored":871237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.66200000000000003}]},{"osd":1,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.629},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.54900000000000004}]},{"osd":2,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.58699999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.64800000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.68999999999999995}]},{"osd":5,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.72699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724567,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":288015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.622},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.68200000000000005}]},{"osd":1,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.56799999999999995}]},{"osd":2,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.57599999999999996}]},{"osd":3,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.60899999999999999}]},{"osd":4,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.41099999999999998}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.502},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986203,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":688128,"data_stored":286804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70499999999999996,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.39100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.59899999999999998}]},{"osd":1,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.78700000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.68700000000000006}]},{"osd":2,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.52600000000000002,"15min":0.52400000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52600000000000002,"15min":0.52500000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.76300000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.44700000000000001}]},{"osd":3,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67500000000000004,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.497,"5min":0.53100000000000003,"15min":0.53700000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.66800000000000004,"5min":0.748,"15min":0.748},"last":0.53000000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.64300000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.501},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.61199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149726,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":684032,"data_stored":281296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40000000000000002,"15min":0.40400000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57499999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.307}]},{"osd":1,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41699999999999998,"15min":0.42299999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.42499999999999999,"15min":0.433},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.53800000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.36599999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.46800000000000003,"15min":0.47699999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60999999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.375,"5min":0.42199999999999999,"15min":0.42999999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34000000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.755}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.73799999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.65600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298008,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447144,"statfs":{"total":95995035648,"available":95689875456,"internally_reserved":0,"allocated":659456,"data_stored":279375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.375},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.34499999999999997},"min":{"1min":0.31900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.32300000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.34699999999999998},"min":{"1min":0.28799999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.35899999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.373},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39900000000000002,"15min":0.40200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52100000000000002,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.26500000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:03:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.52900000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.495},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.54600000000000004}]},{"osd":6,"last update":"Sat Aug 17 17:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":286003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.312,"15min":0.29399999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53600000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.33000000000000002,"15min":0.308},"min":{"1min":0.27200000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.27400000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35299999999999998},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.245},"max":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.27700000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.34100000000000003}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.40999999999999998,"15min":0.41499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54600000000000004,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.318}]},{"osd":4,"last update":"Sat Aug 17 17:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.51500000000000001}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.44700000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298612,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446540,"statfs":{"total":95995035648,"available":95689256960,"internally_reserved":0,"allocated":1286144,"data_stored":877457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:03:38 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.33200000000000002,"15min":0.32700000000000001},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.48799999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.435},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34000000000000002},"min":{"1min":0.23999999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.59199999999999997,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat Aug 17 17:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36299999999999999,"15min":0.36099999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.627,"15min":0.627},"last":0.35899999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42799999999999999,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.41199999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:02:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.69399999999999995}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.60899999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:03:51.310 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.3f is not active+clean 2024-08-17T17:03:51.310 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'peering', 'last_fresh': '2024-08-17T17:03:46.363342+0000', 'last_change': '2024-08-17T17:03:46.363342+0000', 'last_active': '0.000000', 'last_peered': '0.000000', 'last_clean': '0.000000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-08-17T17:03:46.363342+0000', 'last_undegraded': '2024-08-17T17:03:46.363342+0000', 'last_fullsized': '2024-08-17T17:03:46.363342+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 64, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'last_clean_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-08-19T00:55:16.187670+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6, 0], 'acting': [2, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-08-17T17:03:51.310 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.34 is not active+clean 2024-08-17T17:03:51.310 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'peering', 'last_fresh': '2024-08-17T17:03:46.361146+0000', 'last_change': '2024-08-17T17:03:46.361146+0000', 'last_active': '0.000000', 'last_peered': '0.000000', 'last_clean': '0.000000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-08-17T17:03:46.361146+0000', 'last_undegraded': '2024-08-17T17:03:46.361146+0000', 'last_fullsized': '2024-08-17T17:03:46.361146+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 64, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'last_clean_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-08-18T22:49:58.741417+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6, 0], 'acting': [2, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-08-17T17:03:51.310 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.9 is not active+clean 2024-08-17T17:03:51.310 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 67, 'state': 'peering', 'last_fresh': '2024-08-17T17:03:46.359316+0000', 'last_change': '2024-08-17T17:03:46.359316+0000', 'last_active': '0.000000', 'last_peered': '0.000000', 'last_clean': '0.000000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-08-17T17:03:46.359316+0000', 'last_undegraded': '2024-08-17T17:03:46.359316+0000', 'last_fullsized': '2024-08-17T17:03:46.359316+0000', 'mapping_epoch': 67, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 63, 'last_epoch_clean': 64, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'last_clean_scrub_stamp': '2024-08-17T17:03:21.239670+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-08-18T17:09:34.253841+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 7], 'acting': [1, 2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [2], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-08-17T17:03:51.311 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph status --format=json 2024-08-17T17:03:51.567 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:51.678 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:51 smithi094 ceph-mon[29912]: pgmap v210: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:51.679 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:51 smithi094 ceph-mon[41048]: pgmap v210: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:51.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:51 smithi190 ceph-mon[33316]: pgmap v210: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:52.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:52 smithi190 ceph-mon[33316]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:52.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:52 smithi094 ceph-mon[41048]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:52 smithi094 ceph-mon[29912]: from='client.24419 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:53.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:53 smithi094 ceph-mon[29912]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:53.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:53 smithi094 ceph-mon[41048]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:53.606 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:53.606 INFO:teuthology.orchestra.run.smithi094.stdout:{"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":260,"monmap":{"epoch":3,"min_mon_release_name":"quincy","num_mons":3},"osdmap":{"epoch":68,"num_osds":8,"num_up_osds":8,"osd_up_since":1723914173,"num_in_osds":8,"osd_in_since":1723914156,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":95},{"state_name":"peering","count":2}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592706,"bytes_used":2443264000,"bytes_avail":765517021184,"bytes_total":767960285184,"inactive_pgs_ratio":0.020618556067347527},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24329}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.94:8443/"}},"servicemap":{"epoch":12,"modified":"2024-08-17T17:03:31.892261+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-08-17T17:03:53.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:53 smithi190 ceph-mon[33316]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:54.505 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-08-17T17:03:54.505 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:03:54.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:54 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3710723137' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-17T17:03:54.757 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:54 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3710723137' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-17T17:03:54.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:54 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3710723137' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-08-17T17:03:55.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:55 smithi094 ceph-mon[29912]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:55.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:55 smithi094 ceph-mon[41048]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:55.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:55 smithi190 ceph-mon[33316]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:56.667 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:03:56.668 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-08-17T17:03:57.420 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":213,"stamp":"2024-08-17T17:03:55.897817+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386068,"kb_used_data":7188,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575148,"statfs":{"total":767960285184,"available":765516951552,"internally_reserved":0,"allocated":7360512,"data_stored":4119892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.541577"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.597771+0000","last_change":"2024-08-17T17:03:47.597771+0000","last_active":"2024-08-17T17:03:47.597771+0000","last_peered":"2024-08-17T17:03:47.597771+0000","last_clean":"2024-08-17T17:03:47.597771+0000","last_became_active":"2024-08-17T17:03:47.597382+0000","last_became_peered":"2024-08-17T17:03:47.597382+0000","last_unstale":"2024-08-17T17:03:47.597771+0000","last_undegraded":"2024-08-17T17:03:47.597771+0000","last_fullsized":"2024-08-17T17:03:47.597771+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:36.508200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358290+0000","last_change":"2024-08-17T17:03:22.261131+0000","last_active":"2024-08-17T17:03:46.358290+0000","last_peered":"2024-08-17T17:03:46.358290+0000","last_clean":"2024-08-17T17:03:46.358290+0000","last_became_active":"2024-08-17T17:03:22.260858+0000","last_became_peered":"2024-08-17T17:03:22.260858+0000","last_unstale":"2024-08-17T17:03:46.358290+0000","last_undegraded":"2024-08-17T17:03:46.358290+0000","last_fullsized":"2024-08-17T17:03:46.358290+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363838+0000","last_change":"2024-08-17T17:03:22.259737+0000","last_active":"2024-08-17T17:03:46.363838+0000","last_peered":"2024-08-17T17:03:46.363838+0000","last_clean":"2024-08-17T17:03:46.363838+0000","last_became_active":"2024-08-17T17:03:22.259439+0000","last_became_peered":"2024-08-17T17:03:22.259439+0000","last_unstale":"2024-08-17T17:03:46.363838+0000","last_undegraded":"2024-08-17T17:03:46.363838+0000","last_fullsized":"2024-08-17T17:03:46.363838+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096249+0000","last_change":"2024-08-17T17:03:22.278490+0000","last_active":"2024-08-17T17:03:47.096249+0000","last_peered":"2024-08-17T17:03:47.096249+0000","last_clean":"2024-08-17T17:03:47.096249+0000","last_became_active":"2024-08-17T17:03:22.277386+0000","last_became_peered":"2024-08-17T17:03:22.277386+0000","last_unstale":"2024-08-17T17:03:47.096249+0000","last_undegraded":"2024-08-17T17:03:47.096249+0000","last_fullsized":"2024-08-17T17:03:47.096249+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.366705+0000","last_change":"2024-08-17T17:03:47.366705+0000","last_active":"2024-08-17T17:03:47.366705+0000","last_peered":"2024-08-17T17:03:47.366705+0000","last_clean":"2024-08-17T17:03:47.366705+0000","last_became_active":"2024-08-17T17:03:47.366346+0000","last_became_peered":"2024-08-17T17:03:47.366346+0000","last_unstale":"2024-08-17T17:03:47.366705+0000","last_undegraded":"2024-08-17T17:03:47.366705+0000","last_fullsized":"2024-08-17T17:03:47.366705+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:36:11.632366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096136+0000","last_change":"2024-08-17T17:03:22.275018+0000","last_active":"2024-08-17T17:03:47.096136+0000","last_peered":"2024-08-17T17:03:47.096136+0000","last_clean":"2024-08-17T17:03:47.096136+0000","last_became_active":"2024-08-17T17:03:22.274684+0000","last_became_peered":"2024-08-17T17:03:22.274684+0000","last_unstale":"2024-08-17T17:03:47.096136+0000","last_undegraded":"2024-08-17T17:03:47.096136+0000","last_fullsized":"2024-08-17T17:03:47.096136+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361029+0000","last_change":"2024-08-17T17:03:22.273527+0000","last_active":"2024-08-17T17:03:46.361029+0000","last_peered":"2024-08-17T17:03:46.361029+0000","last_clean":"2024-08-17T17:03:46.361029+0000","last_became_active":"2024-08-17T17:03:22.273201+0000","last_became_peered":"2024-08-17T17:03:22.273201+0000","last_unstale":"2024-08-17T17:03:46.361029+0000","last_undegraded":"2024-08-17T17:03:46.361029+0000","last_fullsized":"2024-08-17T17:03:46.361029+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360443+0000","last_change":"2024-08-17T17:03:22.268004+0000","last_active":"2024-08-17T17:03:46.360443+0000","last_peered":"2024-08-17T17:03:46.360443+0000","last_clean":"2024-08-17T17:03:46.360443+0000","last_became_active":"2024-08-17T17:03:22.267753+0000","last_became_peered":"2024-08-17T17:03:22.267753+0000","last_unstale":"2024-08-17T17:03:46.360443+0000","last_undegraded":"2024-08-17T17:03:46.360443+0000","last_fullsized":"2024-08-17T17:03:46.360443+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362035+0000","last_change":"2024-08-17T17:03:22.263746+0000","last_active":"2024-08-17T17:03:46.362035+0000","last_peered":"2024-08-17T17:03:46.362035+0000","last_clean":"2024-08-17T17:03:46.362035+0000","last_became_active":"2024-08-17T17:03:22.263380+0000","last_became_peered":"2024-08-17T17:03:22.263380+0000","last_unstale":"2024-08-17T17:03:46.362035+0000","last_undegraded":"2024-08-17T17:03:46.362035+0000","last_fullsized":"2024-08-17T17:03:46.362035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363912+0000","last_change":"2024-08-17T17:03:22.270724+0000","last_active":"2024-08-17T17:03:46.363912+0000","last_peered":"2024-08-17T17:03:46.363912+0000","last_clean":"2024-08-17T17:03:46.363912+0000","last_became_active":"2024-08-17T17:03:22.270440+0000","last_became_peered":"2024-08-17T17:03:22.270440+0000","last_unstale":"2024-08-17T17:03:46.363912+0000","last_undegraded":"2024-08-17T17:03:46.363912+0000","last_fullsized":"2024-08-17T17:03:46.363912+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363783+0000","last_change":"2024-08-17T17:03:22.267830+0000","last_active":"2024-08-17T17:03:46.363783+0000","last_peered":"2024-08-17T17:03:46.363783+0000","last_clean":"2024-08-17T17:03:46.363783+0000","last_became_active":"2024-08-17T17:03:22.267540+0000","last_became_peered":"2024-08-17T17:03:22.267540+0000","last_unstale":"2024-08-17T17:03:46.363783+0000","last_undegraded":"2024-08-17T17:03:46.363783+0000","last_fullsized":"2024-08-17T17:03:46.363783+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.597635+0000","last_change":"2024-08-17T17:03:47.597635+0000","last_active":"2024-08-17T17:03:47.597635+0000","last_peered":"2024-08-17T17:03:47.597635+0000","last_clean":"2024-08-17T17:03:47.597635+0000","last_became_active":"2024-08-17T17:03:47.597321+0000","last_became_peered":"2024-08-17T17:03:47.597321+0000","last_unstale":"2024-08-17T17:03:47.597635+0000","last_undegraded":"2024-08-17T17:03:47.597635+0000","last_fullsized":"2024-08-17T17:03:47.597635+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:24:45.794527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360996+0000","last_change":"2024-08-17T17:03:22.265966+0000","last_active":"2024-08-17T17:03:46.360996+0000","last_peered":"2024-08-17T17:03:46.360996+0000","last_clean":"2024-08-17T17:03:46.360996+0000","last_became_active":"2024-08-17T17:03:22.265702+0000","last_became_peered":"2024-08-17T17:03:22.265702+0000","last_unstale":"2024-08-17T17:03:46.360996+0000","last_undegraded":"2024-08-17T17:03:46.360996+0000","last_fullsized":"2024-08-17T17:03:46.360996+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363573+0000","last_change":"2024-08-17T17:03:22.269182+0000","last_active":"2024-08-17T17:03:46.363573+0000","last_peered":"2024-08-17T17:03:46.363573+0000","last_clean":"2024-08-17T17:03:46.363573+0000","last_became_active":"2024-08-17T17:03:22.267879+0000","last_became_peered":"2024-08-17T17:03:22.267879+0000","last_unstale":"2024-08-17T17:03:46.363573+0000","last_undegraded":"2024-08-17T17:03:46.363573+0000","last_fullsized":"2024-08-17T17:03:46.363573+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357829+0000","last_change":"2024-08-17T17:03:22.265683+0000","last_active":"2024-08-17T17:03:46.357829+0000","last_peered":"2024-08-17T17:03:46.357829+0000","last_clean":"2024-08-17T17:03:46.357829+0000","last_became_active":"2024-08-17T17:03:22.265406+0000","last_became_peered":"2024-08-17T17:03:22.265406+0000","last_unstale":"2024-08-17T17:03:46.357829+0000","last_undegraded":"2024-08-17T17:03:46.357829+0000","last_fullsized":"2024-08-17T17:03:46.357829+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096060+0000","last_change":"2024-08-17T17:03:22.275095+0000","last_active":"2024-08-17T17:03:47.096060+0000","last_peered":"2024-08-17T17:03:47.096060+0000","last_clean":"2024-08-17T17:03:47.096060+0000","last_became_active":"2024-08-17T17:03:22.274803+0000","last_became_peered":"2024-08-17T17:03:22.274803+0000","last_unstale":"2024-08-17T17:03:47.096060+0000","last_undegraded":"2024-08-17T17:03:47.096060+0000","last_fullsized":"2024-08-17T17:03:47.096060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096675+0000","last_change":"2024-08-17T17:03:22.273149+0000","last_active":"2024-08-17T17:03:47.096675+0000","last_peered":"2024-08-17T17:03:47.096675+0000","last_clean":"2024-08-17T17:03:47.096675+0000","last_became_active":"2024-08-17T17:03:22.271885+0000","last_became_peered":"2024-08-17T17:03:22.271885+0000","last_unstale":"2024-08-17T17:03:47.096675+0000","last_undegraded":"2024-08-17T17:03:47.096675+0000","last_fullsized":"2024-08-17T17:03:47.096675+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362606+0000","last_change":"2024-08-17T17:03:22.262924+0000","last_active":"2024-08-17T17:03:46.362606+0000","last_peered":"2024-08-17T17:03:46.362606+0000","last_clean":"2024-08-17T17:03:46.362606+0000","last_became_active":"2024-08-17T17:03:22.262672+0000","last_became_peered":"2024-08-17T17:03:22.262672+0000","last_unstale":"2024-08-17T17:03:46.362606+0000","last_undegraded":"2024-08-17T17:03:46.362606+0000","last_fullsized":"2024-08-17T17:03:46.362606+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361313+0000","last_change":"2024-08-17T17:03:22.261077+0000","last_active":"2024-08-17T17:03:46.361313+0000","last_peered":"2024-08-17T17:03:46.361313+0000","last_clean":"2024-08-17T17:03:46.361313+0000","last_became_active":"2024-08-17T17:03:22.260769+0000","last_became_peered":"2024-08-17T17:03:22.260769+0000","last_unstale":"2024-08-17T17:03:46.361313+0000","last_undegraded":"2024-08-17T17:03:46.361313+0000","last_fullsized":"2024-08-17T17:03:46.361313+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364054+0000","last_change":"2024-08-17T17:03:22.276754+0000","last_active":"2024-08-17T17:03:46.364054+0000","last_peered":"2024-08-17T17:03:46.364054+0000","last_clean":"2024-08-17T17:03:46.364054+0000","last_became_active":"2024-08-17T17:03:22.276477+0000","last_became_peered":"2024-08-17T17:03:22.276477+0000","last_unstale":"2024-08-17T17:03:46.364054+0000","last_undegraded":"2024-08-17T17:03:46.364054+0000","last_fullsized":"2024-08-17T17:03:46.364054+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363780+0000","last_change":"2024-08-17T17:03:22.260379+0000","last_active":"2024-08-17T17:03:46.363780+0000","last_peered":"2024-08-17T17:03:46.363780+0000","last_clean":"2024-08-17T17:03:46.363780+0000","last_became_active":"2024-08-17T17:03:22.260112+0000","last_became_peered":"2024-08-17T17:03:22.260112+0000","last_unstale":"2024-08-17T17:03:46.363780+0000","last_undegraded":"2024-08-17T17:03:46.363780+0000","last_fullsized":"2024-08-17T17:03:46.363780+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096230+0000","last_change":"2024-08-17T17:03:22.270104+0000","last_active":"2024-08-17T17:03:47.096230+0000","last_peered":"2024-08-17T17:03:47.096230+0000","last_clean":"2024-08-17T17:03:47.096230+0000","last_became_active":"2024-08-17T17:03:22.269809+0000","last_became_peered":"2024-08-17T17:03:22.269809+0000","last_unstale":"2024-08-17T17:03:47.096230+0000","last_undegraded":"2024-08-17T17:03:47.096230+0000","last_fullsized":"2024-08-17T17:03:47.096230+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360220+0000","last_change":"2024-08-17T17:03:22.265871+0000","last_active":"2024-08-17T17:03:46.360220+0000","last_peered":"2024-08-17T17:03:46.360220+0000","last_clean":"2024-08-17T17:03:46.360220+0000","last_became_active":"2024-08-17T17:03:22.265609+0000","last_became_peered":"2024-08-17T17:03:22.265609+0000","last_unstale":"2024-08-17T17:03:46.360220+0000","last_undegraded":"2024-08-17T17:03:46.360220+0000","last_fullsized":"2024-08-17T17:03:46.360220+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096137+0000","last_change":"2024-08-17T17:03:22.277855+0000","last_active":"2024-08-17T17:03:47.096137+0000","last_peered":"2024-08-17T17:03:47.096137+0000","last_clean":"2024-08-17T17:03:47.096137+0000","last_became_active":"2024-08-17T17:03:22.277374+0000","last_became_peered":"2024-08-17T17:03:22.277374+0000","last_unstale":"2024-08-17T17:03:47.096137+0000","last_undegraded":"2024-08-17T17:03:47.096137+0000","last_fullsized":"2024-08-17T17:03:47.096137+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361108+0000","last_change":"2024-08-17T17:03:22.260672+0000","last_active":"2024-08-17T17:03:46.361108+0000","last_peered":"2024-08-17T17:03:46.361108+0000","last_clean":"2024-08-17T17:03:46.361108+0000","last_became_active":"2024-08-17T17:03:22.260391+0000","last_became_peered":"2024-08-17T17:03:22.260391+0000","last_unstale":"2024-08-17T17:03:46.361108+0000","last_undegraded":"2024-08-17T17:03:46.361108+0000","last_fullsized":"2024-08-17T17:03:46.361108+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363849+0000","last_change":"2024-08-17T17:03:22.274336+0000","last_active":"2024-08-17T17:03:46.363849+0000","last_peered":"2024-08-17T17:03:46.363849+0000","last_clean":"2024-08-17T17:03:46.363849+0000","last_became_active":"2024-08-17T17:03:22.274005+0000","last_became_peered":"2024-08-17T17:03:22.274005+0000","last_unstale":"2024-08-17T17:03:46.363849+0000","last_undegraded":"2024-08-17T17:03:46.363849+0000","last_fullsized":"2024-08-17T17:03:46.363849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358183+0000","last_change":"2024-08-17T17:03:22.262652+0000","last_active":"2024-08-17T17:03:46.358183+0000","last_peered":"2024-08-17T17:03:46.358183+0000","last_clean":"2024-08-17T17:03:46.358183+0000","last_became_active":"2024-08-17T17:03:22.259917+0000","last_became_peered":"2024-08-17T17:03:22.259917+0000","last_unstale":"2024-08-17T17:03:46.358183+0000","last_undegraded":"2024-08-17T17:03:46.358183+0000","last_fullsized":"2024-08-17T17:03:46.358183+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360683+0000","last_change":"2024-08-17T17:03:22.262094+0000","last_active":"2024-08-17T17:03:46.360683+0000","last_peered":"2024-08-17T17:03:46.360683+0000","last_clean":"2024-08-17T17:03:46.360683+0000","last_became_active":"2024-08-17T17:03:22.261835+0000","last_became_peered":"2024-08-17T17:03:22.261835+0000","last_unstale":"2024-08-17T17:03:46.360683+0000","last_undegraded":"2024-08-17T17:03:46.360683+0000","last_fullsized":"2024-08-17T17:03:46.360683+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364091+0000","last_change":"2024-08-17T17:03:22.268672+0000","last_active":"2024-08-17T17:03:46.364091+0000","last_peered":"2024-08-17T17:03:46.364091+0000","last_clean":"2024-08-17T17:03:46.364091+0000","last_became_active":"2024-08-17T17:03:22.268425+0000","last_became_peered":"2024-08-17T17:03:22.268425+0000","last_unstale":"2024-08-17T17:03:46.364091+0000","last_undegraded":"2024-08-17T17:03:46.364091+0000","last_fullsized":"2024-08-17T17:03:46.364091+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096240+0000","last_change":"2024-08-17T17:03:22.278211+0000","last_active":"2024-08-17T17:03:47.096240+0000","last_peered":"2024-08-17T17:03:47.096240+0000","last_clean":"2024-08-17T17:03:47.096240+0000","last_became_active":"2024-08-17T17:03:22.277301+0000","last_became_peered":"2024-08-17T17:03:22.277301+0000","last_unstale":"2024-08-17T17:03:47.096240+0000","last_undegraded":"2024-08-17T17:03:47.096240+0000","last_fullsized":"2024-08-17T17:03:47.096240+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362883+0000","last_change":"2024-08-17T17:03:22.263304+0000","last_active":"2024-08-17T17:03:46.362883+0000","last_peered":"2024-08-17T17:03:46.362883+0000","last_clean":"2024-08-17T17:03:46.362883+0000","last_became_active":"2024-08-17T17:03:22.263046+0000","last_became_peered":"2024-08-17T17:03:22.263046+0000","last_unstale":"2024-08-17T17:03:46.362883+0000","last_undegraded":"2024-08-17T17:03:46.362883+0000","last_fullsized":"2024-08-17T17:03:46.362883+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363119+0000","last_change":"2024-08-17T17:03:22.267902+0000","last_active":"2024-08-17T17:03:46.363119+0000","last_peered":"2024-08-17T17:03:46.363119+0000","last_clean":"2024-08-17T17:03:46.363119+0000","last_became_active":"2024-08-17T17:03:22.267617+0000","last_became_peered":"2024-08-17T17:03:22.267617+0000","last_unstale":"2024-08-17T17:03:46.363119+0000","last_undegraded":"2024-08-17T17:03:46.363119+0000","last_fullsized":"2024-08-17T17:03:46.363119+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357825+0000","last_change":"2024-08-17T17:03:22.269192+0000","last_active":"2024-08-17T17:03:46.357825+0000","last_peered":"2024-08-17T17:03:46.357825+0000","last_clean":"2024-08-17T17:03:46.357825+0000","last_became_active":"2024-08-17T17:03:22.268916+0000","last_became_peered":"2024-08-17T17:03:22.268916+0000","last_unstale":"2024-08-17T17:03:46.357825+0000","last_undegraded":"2024-08-17T17:03:46.357825+0000","last_fullsized":"2024-08-17T17:03:46.357825+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.366595+0000","last_change":"2024-08-17T17:03:47.366595+0000","last_active":"2024-08-17T17:03:47.366595+0000","last_peered":"2024-08-17T17:03:47.366595+0000","last_clean":"2024-08-17T17:03:47.366595+0000","last_became_active":"2024-08-17T17:03:47.366240+0000","last_became_peered":"2024-08-17T17:03:47.366240+0000","last_unstale":"2024-08-17T17:03:47.366595+0000","last_undegraded":"2024-08-17T17:03:47.366595+0000","last_fullsized":"2024-08-17T17:03:47.366595+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:49:43.534890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364218+0000","last_change":"2024-08-17T17:03:22.267806+0000","last_active":"2024-08-17T17:03:46.364218+0000","last_peered":"2024-08-17T17:03:46.364218+0000","last_clean":"2024-08-17T17:03:46.364218+0000","last_became_active":"2024-08-17T17:03:22.267501+0000","last_became_peered":"2024-08-17T17:03:22.267501+0000","last_unstale":"2024-08-17T17:03:46.364218+0000","last_undegraded":"2024-08-17T17:03:46.364218+0000","last_fullsized":"2024-08-17T17:03:46.364218+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363701+0000","last_change":"2024-08-17T17:03:19.056166+0000","last_active":"2024-08-17T17:03:46.363701+0000","last_peered":"2024-08-17T17:03:46.363701+0000","last_clean":"2024-08-17T17:03:46.363701+0000","last_became_active":"2024-08-17T17:03:19.055691+0000","last_became_peered":"2024-08-17T17:03:19.055691+0000","last_unstale":"2024-08-17T17:03:46.363701+0000","last_undegraded":"2024-08-17T17:03:46.363701+0000","last_fullsized":"2024-08-17T17:03:46.363701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360346+0000","last_change":"2024-08-17T17:03:19.055667+0000","last_active":"2024-08-17T17:03:46.360346+0000","last_peered":"2024-08-17T17:03:46.360346+0000","last_clean":"2024-08-17T17:03:46.360346+0000","last_became_active":"2024-08-17T17:03:19.055394+0000","last_became_peered":"2024-08-17T17:03:19.055394+0000","last_unstale":"2024-08-17T17:03:46.360346+0000","last_undegraded":"2024-08-17T17:03:46.360346+0000","last_fullsized":"2024-08-17T17:03:46.360346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360511+0000","last_change":"2024-08-17T17:03:22.262672+0000","last_active":"2024-08-17T17:03:46.360511+0000","last_peered":"2024-08-17T17:03:46.360511+0000","last_clean":"2024-08-17T17:03:46.360511+0000","last_became_active":"2024-08-17T17:03:22.262427+0000","last_became_peered":"2024-08-17T17:03:22.262427+0000","last_unstale":"2024-08-17T17:03:46.360511+0000","last_undegraded":"2024-08-17T17:03:46.360511+0000","last_fullsized":"2024-08-17T17:03:46.360511+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096172+0000","last_change":"2024-08-17T17:03:19.052092+0000","last_active":"2024-08-17T17:03:47.096172+0000","last_peered":"2024-08-17T17:03:47.096172+0000","last_clean":"2024-08-17T17:03:47.096172+0000","last_became_active":"2024-08-17T17:03:19.051686+0000","last_became_peered":"2024-08-17T17:03:19.051686+0000","last_unstale":"2024-08-17T17:03:47.096172+0000","last_undegraded":"2024-08-17T17:03:47.096172+0000","last_fullsized":"2024-08-17T17:03:47.096172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357746+0000","last_change":"2024-08-17T17:03:22.266336+0000","last_active":"2024-08-17T17:03:46.357746+0000","last_peered":"2024-08-17T17:03:46.357746+0000","last_clean":"2024-08-17T17:03:46.357746+0000","last_became_active":"2024-08-17T17:03:22.266092+0000","last_became_peered":"2024-08-17T17:03:22.266092+0000","last_unstale":"2024-08-17T17:03:46.357746+0000","last_undegraded":"2024-08-17T17:03:46.357746+0000","last_fullsized":"2024-08-17T17:03:46.357746+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363816+0000","last_change":"2024-08-17T17:03:19.054514+0000","last_active":"2024-08-17T17:03:46.363816+0000","last_peered":"2024-08-17T17:03:46.363816+0000","last_clean":"2024-08-17T17:03:46.363816+0000","last_became_active":"2024-08-17T17:03:19.054200+0000","last_became_peered":"2024-08-17T17:03:19.054200+0000","last_unstale":"2024-08-17T17:03:46.363816+0000","last_undegraded":"2024-08-17T17:03:46.363816+0000","last_fullsized":"2024-08-17T17:03:46.363816+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096472+0000","last_change":"2024-08-17T17:03:22.268798+0000","last_active":"2024-08-17T17:03:47.096472+0000","last_peered":"2024-08-17T17:03:47.096472+0000","last_clean":"2024-08-17T17:03:47.096472+0000","last_became_active":"2024-08-17T17:03:22.267965+0000","last_became_peered":"2024-08-17T17:03:22.267965+0000","last_unstale":"2024-08-17T17:03:47.096472+0000","last_undegraded":"2024-08-17T17:03:47.096472+0000","last_fullsized":"2024-08-17T17:03:47.096472+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096597+0000","last_change":"2024-08-17T17:03:19.051631+0000","last_active":"2024-08-17T17:03:47.096597+0000","last_peered":"2024-08-17T17:03:47.096597+0000","last_clean":"2024-08-17T17:03:47.096597+0000","last_became_active":"2024-08-17T17:03:19.051208+0000","last_became_peered":"2024-08-17T17:03:19.051208+0000","last_unstale":"2024-08-17T17:03:47.096597+0000","last_undegraded":"2024-08-17T17:03:47.096597+0000","last_fullsized":"2024-08-17T17:03:47.096597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364890+0000","last_change":"2024-08-17T17:03:22.266016+0000","last_active":"2024-08-17T17:03:46.364890+0000","last_peered":"2024-08-17T17:03:46.364890+0000","last_clean":"2024-08-17T17:03:46.364890+0000","last_became_active":"2024-08-17T17:03:22.265758+0000","last_became_peered":"2024-08-17T17:03:22.265758+0000","last_unstale":"2024-08-17T17:03:46.364890+0000","last_undegraded":"2024-08-17T17:03:46.364890+0000","last_fullsized":"2024-08-17T17:03:46.364890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358174+0000","last_change":"2024-08-17T17:03:19.051932+0000","last_active":"2024-08-17T17:03:46.358174+0000","last_peered":"2024-08-17T17:03:46.358174+0000","last_clean":"2024-08-17T17:03:46.358174+0000","last_became_active":"2024-08-17T17:03:19.051658+0000","last_became_peered":"2024-08-17T17:03:19.051658+0000","last_unstale":"2024-08-17T17:03:46.358174+0000","last_undegraded":"2024-08-17T17:03:46.358174+0000","last_fullsized":"2024-08-17T17:03:46.358174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358223+0000","last_change":"2024-08-17T17:03:22.267788+0000","last_active":"2024-08-17T17:03:46.358223+0000","last_peered":"2024-08-17T17:03:46.358223+0000","last_clean":"2024-08-17T17:03:46.358223+0000","last_became_active":"2024-08-17T17:03:22.267461+0000","last_became_peered":"2024-08-17T17:03:22.267461+0000","last_unstale":"2024-08-17T17:03:46.358223+0000","last_undegraded":"2024-08-17T17:03:46.358223+0000","last_fullsized":"2024-08-17T17:03:46.358223+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364208+0000","last_change":"2024-08-17T17:03:19.052938+0000","last_active":"2024-08-17T17:03:46.364208+0000","last_peered":"2024-08-17T17:03:46.364208+0000","last_clean":"2024-08-17T17:03:46.364208+0000","last_became_active":"2024-08-17T17:03:19.052617+0000","last_became_peered":"2024-08-17T17:03:19.052617+0000","last_unstale":"2024-08-17T17:03:46.364208+0000","last_undegraded":"2024-08-17T17:03:46.364208+0000","last_fullsized":"2024-08-17T17:03:46.364208+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360818+0000","last_change":"2024-08-17T17:03:22.267063+0000","last_active":"2024-08-17T17:03:46.360818+0000","last_peered":"2024-08-17T17:03:46.360818+0000","last_clean":"2024-08-17T17:03:46.360818+0000","last_became_active":"2024-08-17T17:03:22.266545+0000","last_became_peered":"2024-08-17T17:03:22.266545+0000","last_unstale":"2024-08-17T17:03:46.360818+0000","last_undegraded":"2024-08-17T17:03:46.360818+0000","last_fullsized":"2024-08-17T17:03:46.360818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364737+0000","last_change":"2024-08-17T17:03:19.050295+0000","last_active":"2024-08-17T17:03:46.364737+0000","last_peered":"2024-08-17T17:03:46.364737+0000","last_clean":"2024-08-17T17:03:46.364737+0000","last_became_active":"2024-08-17T17:03:19.050011+0000","last_became_peered":"2024-08-17T17:03:19.050011+0000","last_unstale":"2024-08-17T17:03:46.364737+0000","last_undegraded":"2024-08-17T17:03:46.364737+0000","last_fullsized":"2024-08-17T17:03:46.364737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363643+0000","last_change":"2024-08-17T17:03:22.260921+0000","last_active":"2024-08-17T17:03:46.363643+0000","last_peered":"2024-08-17T17:03:46.363643+0000","last_clean":"2024-08-17T17:03:46.363643+0000","last_became_active":"2024-08-17T17:03:22.260656+0000","last_became_peered":"2024-08-17T17:03:22.260656+0000","last_unstale":"2024-08-17T17:03:46.363643+0000","last_undegraded":"2024-08-17T17:03:46.363643+0000","last_fullsized":"2024-08-17T17:03:46.363643+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096405+0000","last_change":"2024-08-17T17:03:19.052255+0000","last_active":"2024-08-17T17:03:47.096405+0000","last_peered":"2024-08-17T17:03:47.096405+0000","last_clean":"2024-08-17T17:03:47.096405+0000","last_became_active":"2024-08-17T17:03:19.051761+0000","last_became_peered":"2024-08-17T17:03:19.051761+0000","last_unstale":"2024-08-17T17:03:47.096405+0000","last_undegraded":"2024-08-17T17:03:47.096405+0000","last_fullsized":"2024-08-17T17:03:47.096405+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361447+0000","last_change":"2024-08-17T17:03:22.270812+0000","last_active":"2024-08-17T17:03:46.361447+0000","last_peered":"2024-08-17T17:03:46.361447+0000","last_clean":"2024-08-17T17:03:46.361447+0000","last_became_active":"2024-08-17T17:03:22.270445+0000","last_became_peered":"2024-08-17T17:03:22.270445+0000","last_unstale":"2024-08-17T17:03:46.361447+0000","last_undegraded":"2024-08-17T17:03:46.361447+0000","last_fullsized":"2024-08-17T17:03:46.361447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363409+0000","last_change":"2024-08-17T17:03:19.051568+0000","last_active":"2024-08-17T17:03:46.363409+0000","last_peered":"2024-08-17T17:03:46.363409+0000","last_clean":"2024-08-17T17:03:46.363409+0000","last_became_active":"2024-08-17T17:03:19.051289+0000","last_became_peered":"2024-08-17T17:03:19.051289+0000","last_unstale":"2024-08-17T17:03:46.363409+0000","last_undegraded":"2024-08-17T17:03:46.363409+0000","last_fullsized":"2024-08-17T17:03:46.363409+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363210+0000","last_change":"2024-08-17T17:03:22.267402+0000","last_active":"2024-08-17T17:03:46.363210+0000","last_peered":"2024-08-17T17:03:46.363210+0000","last_clean":"2024-08-17T17:03:46.363210+0000","last_became_active":"2024-08-17T17:03:22.267104+0000","last_became_peered":"2024-08-17T17:03:22.267104+0000","last_unstale":"2024-08-17T17:03:46.363210+0000","last_undegraded":"2024-08-17T17:03:46.363210+0000","last_fullsized":"2024-08-17T17:03:46.363210+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361121+0000","last_change":"2024-08-17T17:03:19.055699+0000","last_active":"2024-08-17T17:03:46.361121+0000","last_peered":"2024-08-17T17:03:46.361121+0000","last_clean":"2024-08-17T17:03:46.361121+0000","last_became_active":"2024-08-17T17:03:19.055041+0000","last_became_peered":"2024-08-17T17:03:19.055041+0000","last_unstale":"2024-08-17T17:03:46.361121+0000","last_undegraded":"2024-08-17T17:03:46.361121+0000","last_fullsized":"2024-08-17T17:03:46.361121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361071+0000","last_change":"2024-08-17T17:03:22.272043+0000","last_active":"2024-08-17T17:03:46.361071+0000","last_peered":"2024-08-17T17:03:46.361071+0000","last_clean":"2024-08-17T17:03:46.361071+0000","last_became_active":"2024-08-17T17:03:22.271777+0000","last_became_peered":"2024-08-17T17:03:22.271777+0000","last_unstale":"2024-08-17T17:03:46.361071+0000","last_undegraded":"2024-08-17T17:03:46.361071+0000","last_fullsized":"2024-08-17T17:03:46.361071+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358706+0000","last_change":"2024-08-17T17:03:19.050860+0000","last_active":"2024-08-17T17:03:46.358706+0000","last_peered":"2024-08-17T17:03:46.358706+0000","last_clean":"2024-08-17T17:03:46.358706+0000","last_became_active":"2024-08-17T17:03:19.050558+0000","last_became_peered":"2024-08-17T17:03:19.050558+0000","last_unstale":"2024-08-17T17:03:46.358706+0000","last_undegraded":"2024-08-17T17:03:46.358706+0000","last_fullsized":"2024-08-17T17:03:46.358706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361118+0000","last_change":"2024-08-17T17:03:22.271825+0000","last_active":"2024-08-17T17:03:46.361118+0000","last_peered":"2024-08-17T17:03:46.361118+0000","last_clean":"2024-08-17T17:03:46.361118+0000","last_became_active":"2024-08-17T17:03:22.271537+0000","last_became_peered":"2024-08-17T17:03:22.271537+0000","last_unstale":"2024-08-17T17:03:46.361118+0000","last_undegraded":"2024-08-17T17:03:46.361118+0000","last_fullsized":"2024-08-17T17:03:46.361118+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362741+0000","last_change":"2024-08-17T17:03:19.055234+0000","last_active":"2024-08-17T17:03:46.362741+0000","last_peered":"2024-08-17T17:03:46.362741+0000","last_clean":"2024-08-17T17:03:46.362741+0000","last_became_active":"2024-08-17T17:03:19.054956+0000","last_became_peered":"2024-08-17T17:03:19.054956+0000","last_unstale":"2024-08-17T17:03:46.362741+0000","last_undegraded":"2024-08-17T17:03:46.362741+0000","last_fullsized":"2024-08-17T17:03:46.362741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.598046+0000","last_change":"2024-08-17T17:03:47.598046+0000","last_active":"2024-08-17T17:03:47.598046+0000","last_peered":"2024-08-17T17:03:47.598046+0000","last_clean":"2024-08-17T17:03:47.598046+0000","last_became_active":"2024-08-17T17:03:47.597609+0000","last_became_peered":"2024-08-17T17:03:47.597609+0000","last_unstale":"2024-08-17T17:03:47.598046+0000","last_undegraded":"2024-08-17T17:03:47.598046+0000","last_fullsized":"2024-08-17T17:03:47.598046+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:08:08.053596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358254+0000","last_change":"2024-08-17T17:03:19.052658+0000","last_active":"2024-08-17T17:03:46.358254+0000","last_peered":"2024-08-17T17:03:46.358254+0000","last_clean":"2024-08-17T17:03:46.358254+0000","last_became_active":"2024-08-17T17:03:19.052282+0000","last_became_peered":"2024-08-17T17:03:19.052282+0000","last_unstale":"2024-08-17T17:03:46.358254+0000","last_undegraded":"2024-08-17T17:03:46.358254+0000","last_fullsized":"2024-08-17T17:03:46.358254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096360+0000","last_change":"2024-08-17T17:03:22.277719+0000","last_active":"2024-08-17T17:03:47.096360+0000","last_peered":"2024-08-17T17:03:47.096360+0000","last_clean":"2024-08-17T17:03:47.096360+0000","last_became_active":"2024-08-17T17:03:22.277195+0000","last_became_peered":"2024-08-17T17:03:22.277195+0000","last_unstale":"2024-08-17T17:03:47.096360+0000","last_undegraded":"2024-08-17T17:03:47.096360+0000","last_fullsized":"2024-08-17T17:03:47.096360+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362343+0000","last_change":"2024-08-17T17:03:19.051913+0000","last_active":"2024-08-17T17:03:46.362343+0000","last_peered":"2024-08-17T17:03:46.362343+0000","last_clean":"2024-08-17T17:03:46.362343+0000","last_became_active":"2024-08-17T17:03:19.051639+0000","last_became_peered":"2024-08-17T17:03:19.051639+0000","last_unstale":"2024-08-17T17:03:46.362343+0000","last_undegraded":"2024-08-17T17:03:46.362343+0000","last_fullsized":"2024-08-17T17:03:46.362343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360920+0000","last_change":"2024-08-17T17:03:22.264055+0000","last_active":"2024-08-17T17:03:46.360920+0000","last_peered":"2024-08-17T17:03:46.360920+0000","last_clean":"2024-08-17T17:03:46.360920+0000","last_became_active":"2024-08-17T17:03:22.263754+0000","last_became_peered":"2024-08-17T17:03:22.263754+0000","last_unstale":"2024-08-17T17:03:46.360920+0000","last_undegraded":"2024-08-17T17:03:46.360920+0000","last_fullsized":"2024-08-17T17:03:46.360920+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":235,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360649+0000","last_change":"2024-08-17T17:02:57.392447+0000","last_active":"2024-08-17T17:03:46.360649+0000","last_peered":"2024-08-17T17:03:46.360649+0000","last_clean":"2024-08-17T17:03:46.360649+0000","last_became_active":"2024-08-17T17:02:57.392120+0000","last_became_peered":"2024-08-17T17:02:57.392120+0000","last_unstale":"2024-08-17T17:03:46.360649+0000","last_undegraded":"2024-08-17T17:03:46.360649+0000","last_fullsized":"2024-08-17T17:03:46.360649+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_clean_scrub_stamp":"2024-08-17T17:00:58.187014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096174+0000","last_change":"2024-08-17T17:03:19.055976+0000","last_active":"2024-08-17T17:03:47.096174+0000","last_peered":"2024-08-17T17:03:47.096174+0000","last_clean":"2024-08-17T17:03:47.096174+0000","last_became_active":"2024-08-17T17:03:19.055674+0000","last_became_peered":"2024-08-17T17:03:19.055674+0000","last_unstale":"2024-08-17T17:03:47.096174+0000","last_undegraded":"2024-08-17T17:03:47.096174+0000","last_fullsized":"2024-08-17T17:03:47.096174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360141+0000","last_change":"2024-08-17T17:03:22.267611+0000","last_active":"2024-08-17T17:03:46.360141+0000","last_peered":"2024-08-17T17:03:46.360141+0000","last_clean":"2024-08-17T17:03:46.360141+0000","last_became_active":"2024-08-17T17:03:22.267332+0000","last_became_peered":"2024-08-17T17:03:22.267332+0000","last_unstale":"2024-08-17T17:03:46.360141+0000","last_undegraded":"2024-08-17T17:03:46.360141+0000","last_fullsized":"2024-08-17T17:03:46.360141+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360525+0000","last_change":"2024-08-17T17:03:19.059420+0000","last_active":"2024-08-17T17:03:46.360525+0000","last_peered":"2024-08-17T17:03:46.360525+0000","last_clean":"2024-08-17T17:03:46.360525+0000","last_became_active":"2024-08-17T17:03:19.059087+0000","last_became_peered":"2024-08-17T17:03:19.059087+0000","last_unstale":"2024-08-17T17:03:46.360525+0000","last_undegraded":"2024-08-17T17:03:46.360525+0000","last_fullsized":"2024-08-17T17:03:46.360525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363126+0000","last_change":"2024-08-17T17:03:22.266793+0000","last_active":"2024-08-17T17:03:46.363126+0000","last_peered":"2024-08-17T17:03:46.363126+0000","last_clean":"2024-08-17T17:03:46.363126+0000","last_became_active":"2024-08-17T17:03:22.266540+0000","last_became_peered":"2024-08-17T17:03:22.266540+0000","last_unstale":"2024-08-17T17:03:46.363126+0000","last_undegraded":"2024-08-17T17:03:46.363126+0000","last_fullsized":"2024-08-17T17:03:46.363126+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362958+0000","last_change":"2024-08-17T17:03:19.047554+0000","last_active":"2024-08-17T17:03:46.362958+0000","last_peered":"2024-08-17T17:03:46.362958+0000","last_clean":"2024-08-17T17:03:46.362958+0000","last_became_active":"2024-08-17T17:03:19.047277+0000","last_became_peered":"2024-08-17T17:03:19.047277+0000","last_unstale":"2024-08-17T17:03:46.362958+0000","last_undegraded":"2024-08-17T17:03:46.362958+0000","last_fullsized":"2024-08-17T17:03:46.362958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357747+0000","last_change":"2024-08-17T17:03:22.261224+0000","last_active":"2024-08-17T17:03:46.357747+0000","last_peered":"2024-08-17T17:03:46.357747+0000","last_clean":"2024-08-17T17:03:46.357747+0000","last_became_active":"2024-08-17T17:03:22.260935+0000","last_became_peered":"2024-08-17T17:03:22.260935+0000","last_unstale":"2024-08-17T17:03:46.357747+0000","last_undegraded":"2024-08-17T17:03:46.357747+0000","last_fullsized":"2024-08-17T17:03:46.357747+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096364+0000","last_change":"2024-08-17T17:03:19.054820+0000","last_active":"2024-08-17T17:03:47.096364+0000","last_peered":"2024-08-17T17:03:47.096364+0000","last_clean":"2024-08-17T17:03:47.096364+0000","last_became_active":"2024-08-17T17:03:19.054167+0000","last_became_peered":"2024-08-17T17:03:19.054167+0000","last_unstale":"2024-08-17T17:03:47.096364+0000","last_undegraded":"2024-08-17T17:03:47.096364+0000","last_fullsized":"2024-08-17T17:03:47.096364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358097+0000","last_change":"2024-08-17T17:03:22.267131+0000","last_active":"2024-08-17T17:03:46.358097+0000","last_peered":"2024-08-17T17:03:46.358097+0000","last_clean":"2024-08-17T17:03:46.358097+0000","last_became_active":"2024-08-17T17:03:22.266814+0000","last_became_peered":"2024-08-17T17:03:22.266814+0000","last_unstale":"2024-08-17T17:03:46.358097+0000","last_undegraded":"2024-08-17T17:03:46.358097+0000","last_fullsized":"2024-08-17T17:03:46.358097+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358075+0000","last_change":"2024-08-17T17:03:19.056199+0000","last_active":"2024-08-17T17:03:46.358075+0000","last_peered":"2024-08-17T17:03:46.358075+0000","last_clean":"2024-08-17T17:03:46.358075+0000","last_became_active":"2024-08-17T17:03:19.055929+0000","last_became_peered":"2024-08-17T17:03:19.055929+0000","last_unstale":"2024-08-17T17:03:46.358075+0000","last_undegraded":"2024-08-17T17:03:46.358075+0000","last_fullsized":"2024-08-17T17:03:46.358075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096483+0000","last_change":"2024-08-17T17:03:22.278432+0000","last_active":"2024-08-17T17:03:47.096483+0000","last_peered":"2024-08-17T17:03:47.096483+0000","last_clean":"2024-08-17T17:03:47.096483+0000","last_became_active":"2024-08-17T17:03:22.278075+0000","last_became_peered":"2024-08-17T17:03:22.278075+0000","last_unstale":"2024-08-17T17:03:47.096483+0000","last_undegraded":"2024-08-17T17:03:47.096483+0000","last_fullsized":"2024-08-17T17:03:47.096483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361408+0000","last_change":"2024-08-17T17:03:19.056751+0000","last_active":"2024-08-17T17:03:46.361408+0000","last_peered":"2024-08-17T17:03:46.361408+0000","last_clean":"2024-08-17T17:03:46.361408+0000","last_became_active":"2024-08-17T17:03:19.056433+0000","last_became_peered":"2024-08-17T17:03:19.056433+0000","last_unstale":"2024-08-17T17:03:46.361408+0000","last_undegraded":"2024-08-17T17:03:46.361408+0000","last_fullsized":"2024-08-17T17:03:46.361408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358058+0000","last_change":"2024-08-17T17:03:22.267179+0000","last_active":"2024-08-17T17:03:46.358058+0000","last_peered":"2024-08-17T17:03:46.358058+0000","last_clean":"2024-08-17T17:03:46.358058+0000","last_became_active":"2024-08-17T17:03:22.266932+0000","last_became_peered":"2024-08-17T17:03:22.266932+0000","last_unstale":"2024-08-17T17:03:46.358058+0000","last_undegraded":"2024-08-17T17:03:46.358058+0000","last_fullsized":"2024-08-17T17:03:46.358058+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358331+0000","last_change":"2024-08-17T17:03:19.053098+0000","last_active":"2024-08-17T17:03:46.358331+0000","last_peered":"2024-08-17T17:03:46.358331+0000","last_clean":"2024-08-17T17:03:46.358331+0000","last_became_active":"2024-08-17T17:03:19.052605+0000","last_became_peered":"2024-08-17T17:03:19.052605+0000","last_unstale":"2024-08-17T17:03:46.358331+0000","last_undegraded":"2024-08-17T17:03:46.358331+0000","last_fullsized":"2024-08-17T17:03:46.358331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361149+0000","last_change":"2024-08-17T17:03:22.272778+0000","last_active":"2024-08-17T17:03:46.361149+0000","last_peered":"2024-08-17T17:03:46.361149+0000","last_clean":"2024-08-17T17:03:46.361149+0000","last_became_active":"2024-08-17T17:03:22.272493+0000","last_became_peered":"2024-08-17T17:03:22.272493+0000","last_unstale":"2024-08-17T17:03:46.361149+0000","last_undegraded":"2024-08-17T17:03:46.361149+0000","last_fullsized":"2024-08-17T17:03:46.361149+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363963+0000","last_change":"2024-08-17T17:03:19.055179+0000","last_active":"2024-08-17T17:03:46.363963+0000","last_peered":"2024-08-17T17:03:46.363963+0000","last_clean":"2024-08-17T17:03:46.363963+0000","last_became_active":"2024-08-17T17:03:19.054902+0000","last_became_peered":"2024-08-17T17:03:19.054902+0000","last_unstale":"2024-08-17T17:03:46.363963+0000","last_undegraded":"2024-08-17T17:03:46.363963+0000","last_fullsized":"2024-08-17T17:03:46.363963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363823+0000","last_change":"2024-08-17T17:03:22.270697+0000","last_active":"2024-08-17T17:03:46.363823+0000","last_peered":"2024-08-17T17:03:46.363823+0000","last_clean":"2024-08-17T17:03:46.363823+0000","last_became_active":"2024-08-17T17:03:22.270441+0000","last_became_peered":"2024-08-17T17:03:22.270441+0000","last_unstale":"2024-08-17T17:03:46.363823+0000","last_undegraded":"2024-08-17T17:03:46.363823+0000","last_fullsized":"2024-08-17T17:03:46.363823+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360405+0000","last_change":"2024-08-17T17:03:19.056425+0000","last_active":"2024-08-17T17:03:46.360405+0000","last_peered":"2024-08-17T17:03:46.360405+0000","last_clean":"2024-08-17T17:03:46.360405+0000","last_became_active":"2024-08-17T17:03:19.055463+0000","last_became_peered":"2024-08-17T17:03:19.055463+0000","last_unstale":"2024-08-17T17:03:46.360405+0000","last_undegraded":"2024-08-17T17:03:46.360405+0000","last_fullsized":"2024-08-17T17:03:46.360405+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.365160+0000","last_change":"2024-08-17T17:03:47.365160+0000","last_active":"2024-08-17T17:03:47.365160+0000","last_peered":"2024-08-17T17:03:47.365160+0000","last_clean":"2024-08-17T17:03:47.365160+0000","last_became_active":"2024-08-17T17:03:47.364689+0000","last_became_peered":"2024-08-17T17:03:47.364689+0000","last_unstale":"2024-08-17T17:03:47.365160+0000","last_undegraded":"2024-08-17T17:03:47.365160+0000","last_fullsized":"2024-08-17T17:03:47.365160+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:13:27.209481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357864+0000","last_change":"2024-08-17T17:03:19.060098+0000","last_active":"2024-08-17T17:03:46.357864+0000","last_peered":"2024-08-17T17:03:46.357864+0000","last_clean":"2024-08-17T17:03:46.357864+0000","last_became_active":"2024-08-17T17:03:19.059797+0000","last_became_peered":"2024-08-17T17:03:19.059797+0000","last_unstale":"2024-08-17T17:03:46.357864+0000","last_undegraded":"2024-08-17T17:03:46.357864+0000","last_fullsized":"2024-08-17T17:03:46.357864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360581+0000","last_change":"2024-08-17T17:03:22.265234+0000","last_active":"2024-08-17T17:03:46.360581+0000","last_peered":"2024-08-17T17:03:46.360581+0000","last_clean":"2024-08-17T17:03:46.360581+0000","last_became_active":"2024-08-17T17:03:22.264965+0000","last_became_peered":"2024-08-17T17:03:22.264965+0000","last_unstale":"2024-08-17T17:03:46.360581+0000","last_undegraded":"2024-08-17T17:03:46.360581+0000","last_fullsized":"2024-08-17T17:03:46.360581+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358105+0000","last_change":"2024-08-17T17:03:19.060089+0000","last_active":"2024-08-17T17:03:46.358105+0000","last_peered":"2024-08-17T17:03:46.358105+0000","last_clean":"2024-08-17T17:03:46.358105+0000","last_became_active":"2024-08-17T17:03:19.059780+0000","last_became_peered":"2024-08-17T17:03:19.059780+0000","last_unstale":"2024-08-17T17:03:46.358105+0000","last_undegraded":"2024-08-17T17:03:46.358105+0000","last_fullsized":"2024-08-17T17:03:46.358105+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.598394+0000","last_change":"2024-08-17T17:03:47.598394+0000","last_active":"2024-08-17T17:03:47.598394+0000","last_peered":"2024-08-17T17:03:47.598394+0000","last_clean":"2024-08-17T17:03:47.598394+0000","last_became_active":"2024-08-17T17:03:47.598071+0000","last_became_peered":"2024-08-17T17:03:47.598071+0000","last_unstale":"2024-08-17T17:03:47.598394+0000","last_undegraded":"2024-08-17T17:03:47.598394+0000","last_fullsized":"2024-08-17T17:03:47.598394+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:14:28.572388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361692+0000","last_change":"2024-08-17T17:03:19.055844+0000","last_active":"2024-08-17T17:03:46.361692+0000","last_peered":"2024-08-17T17:03:46.361692+0000","last_clean":"2024-08-17T17:03:46.361692+0000","last_became_active":"2024-08-17T17:03:19.055537+0000","last_became_peered":"2024-08-17T17:03:19.055537+0000","last_unstale":"2024-08-17T17:03:46.361692+0000","last_undegraded":"2024-08-17T17:03:46.361692+0000","last_fullsized":"2024-08-17T17:03:46.361692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363481+0000","last_change":"2024-08-17T17:03:22.275125+0000","last_active":"2024-08-17T17:03:46.363481+0000","last_peered":"2024-08-17T17:03:46.363481+0000","last_clean":"2024-08-17T17:03:46.363481+0000","last_became_active":"2024-08-17T17:03:22.274831+0000","last_became_peered":"2024-08-17T17:03:22.274831+0000","last_unstale":"2024-08-17T17:03:46.363481+0000","last_undegraded":"2024-08-17T17:03:46.363481+0000","last_fullsized":"2024-08-17T17:03:46.363481+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096464+0000","last_change":"2024-08-17T17:03:22.271296+0000","last_active":"2024-08-17T17:03:47.096464+0000","last_peered":"2024-08-17T17:03:47.096464+0000","last_clean":"2024-08-17T17:03:47.096464+0000","last_became_active":"2024-08-17T17:03:22.271016+0000","last_became_peered":"2024-08-17T17:03:22.271016+0000","last_unstale":"2024-08-17T17:03:47.096464+0000","last_undegraded":"2024-08-17T17:03:47.096464+0000","last_fullsized":"2024-08-17T17:03:47.096464+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360821+0000","last_change":"2024-08-17T17:03:19.058260+0000","last_active":"2024-08-17T17:03:46.360821+0000","last_peered":"2024-08-17T17:03:46.360821+0000","last_clean":"2024-08-17T17:03:46.360821+0000","last_became_active":"2024-08-17T17:03:19.056952+0000","last_became_peered":"2024-08-17T17:03:19.056952+0000","last_unstale":"2024-08-17T17:03:46.360821+0000","last_undegraded":"2024-08-17T17:03:46.360821+0000","last_fullsized":"2024-08-17T17:03:46.360821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096328+0000","last_change":"2024-08-17T17:03:22.272255+0000","last_active":"2024-08-17T17:03:47.096328+0000","last_peered":"2024-08-17T17:03:47.096328+0000","last_clean":"2024-08-17T17:03:47.096328+0000","last_became_active":"2024-08-17T17:03:22.271983+0000","last_became_peered":"2024-08-17T17:03:22.271983+0000","last_unstale":"2024-08-17T17:03:47.096328+0000","last_undegraded":"2024-08-17T17:03:47.096328+0000","last_fullsized":"2024-08-17T17:03:47.096328+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361302+0000","last_change":"2024-08-17T17:03:19.054081+0000","last_active":"2024-08-17T17:03:46.361302+0000","last_peered":"2024-08-17T17:03:46.361302+0000","last_clean":"2024-08-17T17:03:46.361302+0000","last_became_active":"2024-08-17T17:03:19.051053+0000","last_became_peered":"2024-08-17T17:03:19.051053+0000","last_unstale":"2024-08-17T17:03:46.361302+0000","last_undegraded":"2024-08-17T17:03:46.361302+0000","last_fullsized":"2024-08-17T17:03:46.361302+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364818+0000","last_change":"2024-08-17T17:03:22.267065+0000","last_active":"2024-08-17T17:03:46.364818+0000","last_peered":"2024-08-17T17:03:46.364818+0000","last_clean":"2024-08-17T17:03:46.364818+0000","last_became_active":"2024-08-17T17:03:22.266803+0000","last_became_peered":"2024-08-17T17:03:22.266803+0000","last_unstale":"2024-08-17T17:03:46.364818+0000","last_undegraded":"2024-08-17T17:03:46.364818+0000","last_fullsized":"2024-08-17T17:03:46.364818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361400+0000","last_change":"2024-08-17T17:03:19.050988+0000","last_active":"2024-08-17T17:03:46.361400+0000","last_peered":"2024-08-17T17:03:46.361400+0000","last_clean":"2024-08-17T17:03:46.361400+0000","last_became_active":"2024-08-17T17:03:19.050727+0000","last_became_peered":"2024-08-17T17:03:19.050727+0000","last_unstale":"2024-08-17T17:03:46.361400+0000","last_undegraded":"2024-08-17T17:03:46.361400+0000","last_fullsized":"2024-08-17T17:03:46.361400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361243+0000","last_change":"2024-08-17T17:03:22.261802+0000","last_active":"2024-08-17T17:03:46.361243+0000","last_peered":"2024-08-17T17:03:46.361243+0000","last_clean":"2024-08-17T17:03:46.361243+0000","last_became_active":"2024-08-17T17:03:22.261515+0000","last_became_peered":"2024-08-17T17:03:22.261515+0000","last_unstale":"2024-08-17T17:03:46.361243+0000","last_undegraded":"2024-08-17T17:03:46.361243+0000","last_fullsized":"2024-08-17T17:03:46.361243+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.365011+0000","last_change":"2024-08-17T17:03:19.056541+0000","last_active":"2024-08-17T17:03:46.365011+0000","last_peered":"2024-08-17T17:03:46.365011+0000","last_clean":"2024-08-17T17:03:46.365011+0000","last_became_active":"2024-08-17T17:03:19.056109+0000","last_became_peered":"2024-08-17T17:03:19.056109+0000","last_unstale":"2024-08-17T17:03:46.365011+0000","last_undegraded":"2024-08-17T17:03:46.365011+0000","last_fullsized":"2024-08-17T17:03:46.365011+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201294,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1286144,"data_stored":883572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]}]},{"osd":6,"up_from":47,"seq":201863462931,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298620,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446532,"statfs":{"total":95995035648,"available":95689248768,"internally_reserved":0,"allocated":1290240,"data_stored":884532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.51700000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.47699999999999998}]},{"osd":2,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.435},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.623}]},{"osd":3,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.502},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.57499999999999996}]},{"osd":4,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.55900000000000005}]},{"osd":5,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.60799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724568,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":704512,"data_stored":294577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.626}]},{"osd":1,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.56499999999999995}]},{"osd":2,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.53600000000000003}]},{"osd":3,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.505}]},{"osd":4,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.38300000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.314},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.41299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986204,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":293366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70499999999999996,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.39100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.51700000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.78700000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.55200000000000005}]},{"osd":2,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.52600000000000002,"15min":0.52400000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.504},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52600000000000002,"15min":0.52500000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.76300000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.49399999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67500000000000004,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.53100000000000003,"15min":0.53700000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.66800000000000004,"5min":0.748,"15min":0.748},"last":0.47199999999999998}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.44900000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.60199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298052,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447100,"statfs":{"total":95995035648,"available":95689830400,"internally_reserved":0,"allocated":708608,"data_stored":294591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40000000000000002,"15min":0.40400000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57499999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.38},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.26900000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41699999999999998,"15min":0.42299999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.42499999999999999,"15min":0.433},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.53800000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.42299999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.46800000000000003,"15min":0.47699999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60999999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.375,"5min":0.42199999999999999,"15min":0.42999999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34000000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71999999999999997,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.48499999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.58399999999999996}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.46200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411366,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":684032,"data_stored":292670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.34499999999999997},"min":{"1min":0.31900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.31}]},{"osd":1,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.222},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.34699999999999998},"min":{"1min":0.28799999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.33400000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.373},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39900000000000002,"15min":0.40200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52100000000000002,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.29599999999999999}]},{"osd":4,"last update":"Sat Aug 17 17:03:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.69099999999999995}]},{"osd":5,"last update":"Sat Aug 17 17:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.70099999999999996}]},{"osd":6,"last update":"Sat Aug 17 17:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":292565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.312,"15min":0.29399999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53600000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.443},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.33000000000000002,"15min":0.308},"min":{"1min":0.27200000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.54300000000000004}]},{"osd":2,"last update":"Sat Aug 17 17:02:56 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35299999999999998},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.245},"max":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.497},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.35899999999999999,"15min":0.34899999999999998},"min":{"1min":0.27700000000000002,"5min":0.253,"15min":0.253},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.50900000000000001}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.40999999999999998,"15min":0.41499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54600000000000004,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.48099999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:03:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55700000000000005,"15min":0.55100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.86299999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.879}]},{"osd":6,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.755}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95499999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298628,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446524,"statfs":{"total":95995035648,"available":95689240576,"internally_reserved":0,"allocated":1298432,"data_stored":884019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:03:38 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.33200000000000002,"15min":0.32700000000000001},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.48799999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.27200000000000002},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34000000000000002},"min":{"1min":0.23999999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.59199999999999997,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.29899999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36299999999999999,"15min":0.36099999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.627,"15min":0.627},"last":0.36299999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42799999999999999,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.39200000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81399999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55800000000000005,"15min":0.56100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.83799999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.61699999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.79400000000000004}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.72399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:03:57.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:57 smithi190 ceph-mon[33316]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:57 smithi094 ceph-mon[29912]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:57.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:57 smithi094 ceph-mon[41048]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:58.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:58 smithi190 ceph-mon[33316]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:58.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:58 smithi094 ceph-mon[29912]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:58.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:58 smithi094 ceph-mon[41048]: from='client.24431 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:59.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:03:59 smithi190 ceph-mon[33316]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:59.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:03:59 smithi094 ceph-mon[29912]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:03:59.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:03:59 smithi094 ceph-mon[41048]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:00.426 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:04:00.689 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:01.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:01 smithi190 ceph-mon[33316]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:01.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:01 smithi094 ceph-mon[29912]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:01 smithi094 ceph-mon[41048]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:02.570 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:04:02.571 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-08-17T17:04:03.289 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":216,"stamp":"2024-08-17T17:04:01.899365+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386068,"kb_used_data":7188,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575148,"statfs":{"total":767960285184,"available":765516951552,"internally_reserved":0,"allocated":7360512,"data_stored":4119892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003187"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.597771+0000","last_change":"2024-08-17T17:03:47.597771+0000","last_active":"2024-08-17T17:03:47.597771+0000","last_peered":"2024-08-17T17:03:47.597771+0000","last_clean":"2024-08-17T17:03:47.597771+0000","last_became_active":"2024-08-17T17:03:47.597382+0000","last_became_peered":"2024-08-17T17:03:47.597382+0000","last_unstale":"2024-08-17T17:03:47.597771+0000","last_undegraded":"2024-08-17T17:03:47.597771+0000","last_fullsized":"2024-08-17T17:03:47.597771+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:36.508200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358290+0000","last_change":"2024-08-17T17:03:22.261131+0000","last_active":"2024-08-17T17:03:46.358290+0000","last_peered":"2024-08-17T17:03:46.358290+0000","last_clean":"2024-08-17T17:03:46.358290+0000","last_became_active":"2024-08-17T17:03:22.260858+0000","last_became_peered":"2024-08-17T17:03:22.260858+0000","last_unstale":"2024-08-17T17:03:46.358290+0000","last_undegraded":"2024-08-17T17:03:46.358290+0000","last_fullsized":"2024-08-17T17:03:46.358290+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363838+0000","last_change":"2024-08-17T17:03:22.259737+0000","last_active":"2024-08-17T17:03:46.363838+0000","last_peered":"2024-08-17T17:03:46.363838+0000","last_clean":"2024-08-17T17:03:46.363838+0000","last_became_active":"2024-08-17T17:03:22.259439+0000","last_became_peered":"2024-08-17T17:03:22.259439+0000","last_unstale":"2024-08-17T17:03:46.363838+0000","last_undegraded":"2024-08-17T17:03:46.363838+0000","last_fullsized":"2024-08-17T17:03:46.363838+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096249+0000","last_change":"2024-08-17T17:03:22.278490+0000","last_active":"2024-08-17T17:03:47.096249+0000","last_peered":"2024-08-17T17:03:47.096249+0000","last_clean":"2024-08-17T17:03:47.096249+0000","last_became_active":"2024-08-17T17:03:22.277386+0000","last_became_peered":"2024-08-17T17:03:22.277386+0000","last_unstale":"2024-08-17T17:03:47.096249+0000","last_undegraded":"2024-08-17T17:03:47.096249+0000","last_fullsized":"2024-08-17T17:03:47.096249+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.366705+0000","last_change":"2024-08-17T17:03:47.366705+0000","last_active":"2024-08-17T17:03:47.366705+0000","last_peered":"2024-08-17T17:03:47.366705+0000","last_clean":"2024-08-17T17:03:47.366705+0000","last_became_active":"2024-08-17T17:03:47.366346+0000","last_became_peered":"2024-08-17T17:03:47.366346+0000","last_unstale":"2024-08-17T17:03:47.366705+0000","last_undegraded":"2024-08-17T17:03:47.366705+0000","last_fullsized":"2024-08-17T17:03:47.366705+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:36:11.632366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096136+0000","last_change":"2024-08-17T17:03:22.275018+0000","last_active":"2024-08-17T17:03:47.096136+0000","last_peered":"2024-08-17T17:03:47.096136+0000","last_clean":"2024-08-17T17:03:47.096136+0000","last_became_active":"2024-08-17T17:03:22.274684+0000","last_became_peered":"2024-08-17T17:03:22.274684+0000","last_unstale":"2024-08-17T17:03:47.096136+0000","last_undegraded":"2024-08-17T17:03:47.096136+0000","last_fullsized":"2024-08-17T17:03:47.096136+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361029+0000","last_change":"2024-08-17T17:03:22.273527+0000","last_active":"2024-08-17T17:03:46.361029+0000","last_peered":"2024-08-17T17:03:46.361029+0000","last_clean":"2024-08-17T17:03:46.361029+0000","last_became_active":"2024-08-17T17:03:22.273201+0000","last_became_peered":"2024-08-17T17:03:22.273201+0000","last_unstale":"2024-08-17T17:03:46.361029+0000","last_undegraded":"2024-08-17T17:03:46.361029+0000","last_fullsized":"2024-08-17T17:03:46.361029+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360443+0000","last_change":"2024-08-17T17:03:22.268004+0000","last_active":"2024-08-17T17:03:46.360443+0000","last_peered":"2024-08-17T17:03:46.360443+0000","last_clean":"2024-08-17T17:03:46.360443+0000","last_became_active":"2024-08-17T17:03:22.267753+0000","last_became_peered":"2024-08-17T17:03:22.267753+0000","last_unstale":"2024-08-17T17:03:46.360443+0000","last_undegraded":"2024-08-17T17:03:46.360443+0000","last_fullsized":"2024-08-17T17:03:46.360443+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362035+0000","last_change":"2024-08-17T17:03:22.263746+0000","last_active":"2024-08-17T17:03:46.362035+0000","last_peered":"2024-08-17T17:03:46.362035+0000","last_clean":"2024-08-17T17:03:46.362035+0000","last_became_active":"2024-08-17T17:03:22.263380+0000","last_became_peered":"2024-08-17T17:03:22.263380+0000","last_unstale":"2024-08-17T17:03:46.362035+0000","last_undegraded":"2024-08-17T17:03:46.362035+0000","last_fullsized":"2024-08-17T17:03:46.362035+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363912+0000","last_change":"2024-08-17T17:03:22.270724+0000","last_active":"2024-08-17T17:03:46.363912+0000","last_peered":"2024-08-17T17:03:46.363912+0000","last_clean":"2024-08-17T17:03:46.363912+0000","last_became_active":"2024-08-17T17:03:22.270440+0000","last_became_peered":"2024-08-17T17:03:22.270440+0000","last_unstale":"2024-08-17T17:03:46.363912+0000","last_undegraded":"2024-08-17T17:03:46.363912+0000","last_fullsized":"2024-08-17T17:03:46.363912+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363783+0000","last_change":"2024-08-17T17:03:22.267830+0000","last_active":"2024-08-17T17:03:46.363783+0000","last_peered":"2024-08-17T17:03:46.363783+0000","last_clean":"2024-08-17T17:03:46.363783+0000","last_became_active":"2024-08-17T17:03:22.267540+0000","last_became_peered":"2024-08-17T17:03:22.267540+0000","last_unstale":"2024-08-17T17:03:46.363783+0000","last_undegraded":"2024-08-17T17:03:46.363783+0000","last_fullsized":"2024-08-17T17:03:46.363783+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.597635+0000","last_change":"2024-08-17T17:03:47.597635+0000","last_active":"2024-08-17T17:03:47.597635+0000","last_peered":"2024-08-17T17:03:47.597635+0000","last_clean":"2024-08-17T17:03:47.597635+0000","last_became_active":"2024-08-17T17:03:47.597321+0000","last_became_peered":"2024-08-17T17:03:47.597321+0000","last_unstale":"2024-08-17T17:03:47.597635+0000","last_undegraded":"2024-08-17T17:03:47.597635+0000","last_fullsized":"2024-08-17T17:03:47.597635+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:24:45.794527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360996+0000","last_change":"2024-08-17T17:03:22.265966+0000","last_active":"2024-08-17T17:03:46.360996+0000","last_peered":"2024-08-17T17:03:46.360996+0000","last_clean":"2024-08-17T17:03:46.360996+0000","last_became_active":"2024-08-17T17:03:22.265702+0000","last_became_peered":"2024-08-17T17:03:22.265702+0000","last_unstale":"2024-08-17T17:03:46.360996+0000","last_undegraded":"2024-08-17T17:03:46.360996+0000","last_fullsized":"2024-08-17T17:03:46.360996+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363573+0000","last_change":"2024-08-17T17:03:22.269182+0000","last_active":"2024-08-17T17:03:46.363573+0000","last_peered":"2024-08-17T17:03:46.363573+0000","last_clean":"2024-08-17T17:03:46.363573+0000","last_became_active":"2024-08-17T17:03:22.267879+0000","last_became_peered":"2024-08-17T17:03:22.267879+0000","last_unstale":"2024-08-17T17:03:46.363573+0000","last_undegraded":"2024-08-17T17:03:46.363573+0000","last_fullsized":"2024-08-17T17:03:46.363573+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357829+0000","last_change":"2024-08-17T17:03:22.265683+0000","last_active":"2024-08-17T17:03:46.357829+0000","last_peered":"2024-08-17T17:03:46.357829+0000","last_clean":"2024-08-17T17:03:46.357829+0000","last_became_active":"2024-08-17T17:03:22.265406+0000","last_became_peered":"2024-08-17T17:03:22.265406+0000","last_unstale":"2024-08-17T17:03:46.357829+0000","last_undegraded":"2024-08-17T17:03:46.357829+0000","last_fullsized":"2024-08-17T17:03:46.357829+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096060+0000","last_change":"2024-08-17T17:03:22.275095+0000","last_active":"2024-08-17T17:03:47.096060+0000","last_peered":"2024-08-17T17:03:47.096060+0000","last_clean":"2024-08-17T17:03:47.096060+0000","last_became_active":"2024-08-17T17:03:22.274803+0000","last_became_peered":"2024-08-17T17:03:22.274803+0000","last_unstale":"2024-08-17T17:03:47.096060+0000","last_undegraded":"2024-08-17T17:03:47.096060+0000","last_fullsized":"2024-08-17T17:03:47.096060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096675+0000","last_change":"2024-08-17T17:03:22.273149+0000","last_active":"2024-08-17T17:03:47.096675+0000","last_peered":"2024-08-17T17:03:47.096675+0000","last_clean":"2024-08-17T17:03:47.096675+0000","last_became_active":"2024-08-17T17:03:22.271885+0000","last_became_peered":"2024-08-17T17:03:22.271885+0000","last_unstale":"2024-08-17T17:03:47.096675+0000","last_undegraded":"2024-08-17T17:03:47.096675+0000","last_fullsized":"2024-08-17T17:03:47.096675+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362606+0000","last_change":"2024-08-17T17:03:22.262924+0000","last_active":"2024-08-17T17:03:46.362606+0000","last_peered":"2024-08-17T17:03:46.362606+0000","last_clean":"2024-08-17T17:03:46.362606+0000","last_became_active":"2024-08-17T17:03:22.262672+0000","last_became_peered":"2024-08-17T17:03:22.262672+0000","last_unstale":"2024-08-17T17:03:46.362606+0000","last_undegraded":"2024-08-17T17:03:46.362606+0000","last_fullsized":"2024-08-17T17:03:46.362606+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361313+0000","last_change":"2024-08-17T17:03:22.261077+0000","last_active":"2024-08-17T17:03:46.361313+0000","last_peered":"2024-08-17T17:03:46.361313+0000","last_clean":"2024-08-17T17:03:46.361313+0000","last_became_active":"2024-08-17T17:03:22.260769+0000","last_became_peered":"2024-08-17T17:03:22.260769+0000","last_unstale":"2024-08-17T17:03:46.361313+0000","last_undegraded":"2024-08-17T17:03:46.361313+0000","last_fullsized":"2024-08-17T17:03:46.361313+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364054+0000","last_change":"2024-08-17T17:03:22.276754+0000","last_active":"2024-08-17T17:03:46.364054+0000","last_peered":"2024-08-17T17:03:46.364054+0000","last_clean":"2024-08-17T17:03:46.364054+0000","last_became_active":"2024-08-17T17:03:22.276477+0000","last_became_peered":"2024-08-17T17:03:22.276477+0000","last_unstale":"2024-08-17T17:03:46.364054+0000","last_undegraded":"2024-08-17T17:03:46.364054+0000","last_fullsized":"2024-08-17T17:03:46.364054+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363780+0000","last_change":"2024-08-17T17:03:22.260379+0000","last_active":"2024-08-17T17:03:46.363780+0000","last_peered":"2024-08-17T17:03:46.363780+0000","last_clean":"2024-08-17T17:03:46.363780+0000","last_became_active":"2024-08-17T17:03:22.260112+0000","last_became_peered":"2024-08-17T17:03:22.260112+0000","last_unstale":"2024-08-17T17:03:46.363780+0000","last_undegraded":"2024-08-17T17:03:46.363780+0000","last_fullsized":"2024-08-17T17:03:46.363780+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096230+0000","last_change":"2024-08-17T17:03:22.270104+0000","last_active":"2024-08-17T17:03:47.096230+0000","last_peered":"2024-08-17T17:03:47.096230+0000","last_clean":"2024-08-17T17:03:47.096230+0000","last_became_active":"2024-08-17T17:03:22.269809+0000","last_became_peered":"2024-08-17T17:03:22.269809+0000","last_unstale":"2024-08-17T17:03:47.096230+0000","last_undegraded":"2024-08-17T17:03:47.096230+0000","last_fullsized":"2024-08-17T17:03:47.096230+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360220+0000","last_change":"2024-08-17T17:03:22.265871+0000","last_active":"2024-08-17T17:03:46.360220+0000","last_peered":"2024-08-17T17:03:46.360220+0000","last_clean":"2024-08-17T17:03:46.360220+0000","last_became_active":"2024-08-17T17:03:22.265609+0000","last_became_peered":"2024-08-17T17:03:22.265609+0000","last_unstale":"2024-08-17T17:03:46.360220+0000","last_undegraded":"2024-08-17T17:03:46.360220+0000","last_fullsized":"2024-08-17T17:03:46.360220+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096137+0000","last_change":"2024-08-17T17:03:22.277855+0000","last_active":"2024-08-17T17:03:47.096137+0000","last_peered":"2024-08-17T17:03:47.096137+0000","last_clean":"2024-08-17T17:03:47.096137+0000","last_became_active":"2024-08-17T17:03:22.277374+0000","last_became_peered":"2024-08-17T17:03:22.277374+0000","last_unstale":"2024-08-17T17:03:47.096137+0000","last_undegraded":"2024-08-17T17:03:47.096137+0000","last_fullsized":"2024-08-17T17:03:47.096137+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361108+0000","last_change":"2024-08-17T17:03:22.260672+0000","last_active":"2024-08-17T17:03:46.361108+0000","last_peered":"2024-08-17T17:03:46.361108+0000","last_clean":"2024-08-17T17:03:46.361108+0000","last_became_active":"2024-08-17T17:03:22.260391+0000","last_became_peered":"2024-08-17T17:03:22.260391+0000","last_unstale":"2024-08-17T17:03:46.361108+0000","last_undegraded":"2024-08-17T17:03:46.361108+0000","last_fullsized":"2024-08-17T17:03:46.361108+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363849+0000","last_change":"2024-08-17T17:03:22.274336+0000","last_active":"2024-08-17T17:03:46.363849+0000","last_peered":"2024-08-17T17:03:46.363849+0000","last_clean":"2024-08-17T17:03:46.363849+0000","last_became_active":"2024-08-17T17:03:22.274005+0000","last_became_peered":"2024-08-17T17:03:22.274005+0000","last_unstale":"2024-08-17T17:03:46.363849+0000","last_undegraded":"2024-08-17T17:03:46.363849+0000","last_fullsized":"2024-08-17T17:03:46.363849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358183+0000","last_change":"2024-08-17T17:03:22.262652+0000","last_active":"2024-08-17T17:03:46.358183+0000","last_peered":"2024-08-17T17:03:46.358183+0000","last_clean":"2024-08-17T17:03:46.358183+0000","last_became_active":"2024-08-17T17:03:22.259917+0000","last_became_peered":"2024-08-17T17:03:22.259917+0000","last_unstale":"2024-08-17T17:03:46.358183+0000","last_undegraded":"2024-08-17T17:03:46.358183+0000","last_fullsized":"2024-08-17T17:03:46.358183+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360683+0000","last_change":"2024-08-17T17:03:22.262094+0000","last_active":"2024-08-17T17:03:46.360683+0000","last_peered":"2024-08-17T17:03:46.360683+0000","last_clean":"2024-08-17T17:03:46.360683+0000","last_became_active":"2024-08-17T17:03:22.261835+0000","last_became_peered":"2024-08-17T17:03:22.261835+0000","last_unstale":"2024-08-17T17:03:46.360683+0000","last_undegraded":"2024-08-17T17:03:46.360683+0000","last_fullsized":"2024-08-17T17:03:46.360683+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364091+0000","last_change":"2024-08-17T17:03:22.268672+0000","last_active":"2024-08-17T17:03:46.364091+0000","last_peered":"2024-08-17T17:03:46.364091+0000","last_clean":"2024-08-17T17:03:46.364091+0000","last_became_active":"2024-08-17T17:03:22.268425+0000","last_became_peered":"2024-08-17T17:03:22.268425+0000","last_unstale":"2024-08-17T17:03:46.364091+0000","last_undegraded":"2024-08-17T17:03:46.364091+0000","last_fullsized":"2024-08-17T17:03:46.364091+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096240+0000","last_change":"2024-08-17T17:03:22.278211+0000","last_active":"2024-08-17T17:03:47.096240+0000","last_peered":"2024-08-17T17:03:47.096240+0000","last_clean":"2024-08-17T17:03:47.096240+0000","last_became_active":"2024-08-17T17:03:22.277301+0000","last_became_peered":"2024-08-17T17:03:22.277301+0000","last_unstale":"2024-08-17T17:03:47.096240+0000","last_undegraded":"2024-08-17T17:03:47.096240+0000","last_fullsized":"2024-08-17T17:03:47.096240+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362883+0000","last_change":"2024-08-17T17:03:22.263304+0000","last_active":"2024-08-17T17:03:46.362883+0000","last_peered":"2024-08-17T17:03:46.362883+0000","last_clean":"2024-08-17T17:03:46.362883+0000","last_became_active":"2024-08-17T17:03:22.263046+0000","last_became_peered":"2024-08-17T17:03:22.263046+0000","last_unstale":"2024-08-17T17:03:46.362883+0000","last_undegraded":"2024-08-17T17:03:46.362883+0000","last_fullsized":"2024-08-17T17:03:46.362883+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363119+0000","last_change":"2024-08-17T17:03:22.267902+0000","last_active":"2024-08-17T17:03:46.363119+0000","last_peered":"2024-08-17T17:03:46.363119+0000","last_clean":"2024-08-17T17:03:46.363119+0000","last_became_active":"2024-08-17T17:03:22.267617+0000","last_became_peered":"2024-08-17T17:03:22.267617+0000","last_unstale":"2024-08-17T17:03:46.363119+0000","last_undegraded":"2024-08-17T17:03:46.363119+0000","last_fullsized":"2024-08-17T17:03:46.363119+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357825+0000","last_change":"2024-08-17T17:03:22.269192+0000","last_active":"2024-08-17T17:03:46.357825+0000","last_peered":"2024-08-17T17:03:46.357825+0000","last_clean":"2024-08-17T17:03:46.357825+0000","last_became_active":"2024-08-17T17:03:22.268916+0000","last_became_peered":"2024-08-17T17:03:22.268916+0000","last_unstale":"2024-08-17T17:03:46.357825+0000","last_undegraded":"2024-08-17T17:03:46.357825+0000","last_fullsized":"2024-08-17T17:03:46.357825+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.366595+0000","last_change":"2024-08-17T17:03:47.366595+0000","last_active":"2024-08-17T17:03:47.366595+0000","last_peered":"2024-08-17T17:03:47.366595+0000","last_clean":"2024-08-17T17:03:47.366595+0000","last_became_active":"2024-08-17T17:03:47.366240+0000","last_became_peered":"2024-08-17T17:03:47.366240+0000","last_unstale":"2024-08-17T17:03:47.366595+0000","last_undegraded":"2024-08-17T17:03:47.366595+0000","last_fullsized":"2024-08-17T17:03:47.366595+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:49:43.534890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364218+0000","last_change":"2024-08-17T17:03:22.267806+0000","last_active":"2024-08-17T17:03:46.364218+0000","last_peered":"2024-08-17T17:03:46.364218+0000","last_clean":"2024-08-17T17:03:46.364218+0000","last_became_active":"2024-08-17T17:03:22.267501+0000","last_became_peered":"2024-08-17T17:03:22.267501+0000","last_unstale":"2024-08-17T17:03:46.364218+0000","last_undegraded":"2024-08-17T17:03:46.364218+0000","last_fullsized":"2024-08-17T17:03:46.364218+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363701+0000","last_change":"2024-08-17T17:03:19.056166+0000","last_active":"2024-08-17T17:03:46.363701+0000","last_peered":"2024-08-17T17:03:46.363701+0000","last_clean":"2024-08-17T17:03:46.363701+0000","last_became_active":"2024-08-17T17:03:19.055691+0000","last_became_peered":"2024-08-17T17:03:19.055691+0000","last_unstale":"2024-08-17T17:03:46.363701+0000","last_undegraded":"2024-08-17T17:03:46.363701+0000","last_fullsized":"2024-08-17T17:03:46.363701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360346+0000","last_change":"2024-08-17T17:03:19.055667+0000","last_active":"2024-08-17T17:03:46.360346+0000","last_peered":"2024-08-17T17:03:46.360346+0000","last_clean":"2024-08-17T17:03:46.360346+0000","last_became_active":"2024-08-17T17:03:19.055394+0000","last_became_peered":"2024-08-17T17:03:19.055394+0000","last_unstale":"2024-08-17T17:03:46.360346+0000","last_undegraded":"2024-08-17T17:03:46.360346+0000","last_fullsized":"2024-08-17T17:03:46.360346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360511+0000","last_change":"2024-08-17T17:03:22.262672+0000","last_active":"2024-08-17T17:03:46.360511+0000","last_peered":"2024-08-17T17:03:46.360511+0000","last_clean":"2024-08-17T17:03:46.360511+0000","last_became_active":"2024-08-17T17:03:22.262427+0000","last_became_peered":"2024-08-17T17:03:22.262427+0000","last_unstale":"2024-08-17T17:03:46.360511+0000","last_undegraded":"2024-08-17T17:03:46.360511+0000","last_fullsized":"2024-08-17T17:03:46.360511+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096172+0000","last_change":"2024-08-17T17:03:19.052092+0000","last_active":"2024-08-17T17:03:47.096172+0000","last_peered":"2024-08-17T17:03:47.096172+0000","last_clean":"2024-08-17T17:03:47.096172+0000","last_became_active":"2024-08-17T17:03:19.051686+0000","last_became_peered":"2024-08-17T17:03:19.051686+0000","last_unstale":"2024-08-17T17:03:47.096172+0000","last_undegraded":"2024-08-17T17:03:47.096172+0000","last_fullsized":"2024-08-17T17:03:47.096172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357746+0000","last_change":"2024-08-17T17:03:22.266336+0000","last_active":"2024-08-17T17:03:46.357746+0000","last_peered":"2024-08-17T17:03:46.357746+0000","last_clean":"2024-08-17T17:03:46.357746+0000","last_became_active":"2024-08-17T17:03:22.266092+0000","last_became_peered":"2024-08-17T17:03:22.266092+0000","last_unstale":"2024-08-17T17:03:46.357746+0000","last_undegraded":"2024-08-17T17:03:46.357746+0000","last_fullsized":"2024-08-17T17:03:46.357746+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363816+0000","last_change":"2024-08-17T17:03:19.054514+0000","last_active":"2024-08-17T17:03:46.363816+0000","last_peered":"2024-08-17T17:03:46.363816+0000","last_clean":"2024-08-17T17:03:46.363816+0000","last_became_active":"2024-08-17T17:03:19.054200+0000","last_became_peered":"2024-08-17T17:03:19.054200+0000","last_unstale":"2024-08-17T17:03:46.363816+0000","last_undegraded":"2024-08-17T17:03:46.363816+0000","last_fullsized":"2024-08-17T17:03:46.363816+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096472+0000","last_change":"2024-08-17T17:03:22.268798+0000","last_active":"2024-08-17T17:03:47.096472+0000","last_peered":"2024-08-17T17:03:47.096472+0000","last_clean":"2024-08-17T17:03:47.096472+0000","last_became_active":"2024-08-17T17:03:22.267965+0000","last_became_peered":"2024-08-17T17:03:22.267965+0000","last_unstale":"2024-08-17T17:03:47.096472+0000","last_undegraded":"2024-08-17T17:03:47.096472+0000","last_fullsized":"2024-08-17T17:03:47.096472+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096597+0000","last_change":"2024-08-17T17:03:19.051631+0000","last_active":"2024-08-17T17:03:47.096597+0000","last_peered":"2024-08-17T17:03:47.096597+0000","last_clean":"2024-08-17T17:03:47.096597+0000","last_became_active":"2024-08-17T17:03:19.051208+0000","last_became_peered":"2024-08-17T17:03:19.051208+0000","last_unstale":"2024-08-17T17:03:47.096597+0000","last_undegraded":"2024-08-17T17:03:47.096597+0000","last_fullsized":"2024-08-17T17:03:47.096597+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364890+0000","last_change":"2024-08-17T17:03:22.266016+0000","last_active":"2024-08-17T17:03:46.364890+0000","last_peered":"2024-08-17T17:03:46.364890+0000","last_clean":"2024-08-17T17:03:46.364890+0000","last_became_active":"2024-08-17T17:03:22.265758+0000","last_became_peered":"2024-08-17T17:03:22.265758+0000","last_unstale":"2024-08-17T17:03:46.364890+0000","last_undegraded":"2024-08-17T17:03:46.364890+0000","last_fullsized":"2024-08-17T17:03:46.364890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358174+0000","last_change":"2024-08-17T17:03:19.051932+0000","last_active":"2024-08-17T17:03:46.358174+0000","last_peered":"2024-08-17T17:03:46.358174+0000","last_clean":"2024-08-17T17:03:46.358174+0000","last_became_active":"2024-08-17T17:03:19.051658+0000","last_became_peered":"2024-08-17T17:03:19.051658+0000","last_unstale":"2024-08-17T17:03:46.358174+0000","last_undegraded":"2024-08-17T17:03:46.358174+0000","last_fullsized":"2024-08-17T17:03:46.358174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358223+0000","last_change":"2024-08-17T17:03:22.267788+0000","last_active":"2024-08-17T17:03:46.358223+0000","last_peered":"2024-08-17T17:03:46.358223+0000","last_clean":"2024-08-17T17:03:46.358223+0000","last_became_active":"2024-08-17T17:03:22.267461+0000","last_became_peered":"2024-08-17T17:03:22.267461+0000","last_unstale":"2024-08-17T17:03:46.358223+0000","last_undegraded":"2024-08-17T17:03:46.358223+0000","last_fullsized":"2024-08-17T17:03:46.358223+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364208+0000","last_change":"2024-08-17T17:03:19.052938+0000","last_active":"2024-08-17T17:03:46.364208+0000","last_peered":"2024-08-17T17:03:46.364208+0000","last_clean":"2024-08-17T17:03:46.364208+0000","last_became_active":"2024-08-17T17:03:19.052617+0000","last_became_peered":"2024-08-17T17:03:19.052617+0000","last_unstale":"2024-08-17T17:03:46.364208+0000","last_undegraded":"2024-08-17T17:03:46.364208+0000","last_fullsized":"2024-08-17T17:03:46.364208+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360818+0000","last_change":"2024-08-17T17:03:22.267063+0000","last_active":"2024-08-17T17:03:46.360818+0000","last_peered":"2024-08-17T17:03:46.360818+0000","last_clean":"2024-08-17T17:03:46.360818+0000","last_became_active":"2024-08-17T17:03:22.266545+0000","last_became_peered":"2024-08-17T17:03:22.266545+0000","last_unstale":"2024-08-17T17:03:46.360818+0000","last_undegraded":"2024-08-17T17:03:46.360818+0000","last_fullsized":"2024-08-17T17:03:46.360818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364737+0000","last_change":"2024-08-17T17:03:19.050295+0000","last_active":"2024-08-17T17:03:46.364737+0000","last_peered":"2024-08-17T17:03:46.364737+0000","last_clean":"2024-08-17T17:03:46.364737+0000","last_became_active":"2024-08-17T17:03:19.050011+0000","last_became_peered":"2024-08-17T17:03:19.050011+0000","last_unstale":"2024-08-17T17:03:46.364737+0000","last_undegraded":"2024-08-17T17:03:46.364737+0000","last_fullsized":"2024-08-17T17:03:46.364737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363643+0000","last_change":"2024-08-17T17:03:22.260921+0000","last_active":"2024-08-17T17:03:46.363643+0000","last_peered":"2024-08-17T17:03:46.363643+0000","last_clean":"2024-08-17T17:03:46.363643+0000","last_became_active":"2024-08-17T17:03:22.260656+0000","last_became_peered":"2024-08-17T17:03:22.260656+0000","last_unstale":"2024-08-17T17:03:46.363643+0000","last_undegraded":"2024-08-17T17:03:46.363643+0000","last_fullsized":"2024-08-17T17:03:46.363643+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096405+0000","last_change":"2024-08-17T17:03:19.052255+0000","last_active":"2024-08-17T17:03:47.096405+0000","last_peered":"2024-08-17T17:03:47.096405+0000","last_clean":"2024-08-17T17:03:47.096405+0000","last_became_active":"2024-08-17T17:03:19.051761+0000","last_became_peered":"2024-08-17T17:03:19.051761+0000","last_unstale":"2024-08-17T17:03:47.096405+0000","last_undegraded":"2024-08-17T17:03:47.096405+0000","last_fullsized":"2024-08-17T17:03:47.096405+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361447+0000","last_change":"2024-08-17T17:03:22.270812+0000","last_active":"2024-08-17T17:03:46.361447+0000","last_peered":"2024-08-17T17:03:46.361447+0000","last_clean":"2024-08-17T17:03:46.361447+0000","last_became_active":"2024-08-17T17:03:22.270445+0000","last_became_peered":"2024-08-17T17:03:22.270445+0000","last_unstale":"2024-08-17T17:03:46.361447+0000","last_undegraded":"2024-08-17T17:03:46.361447+0000","last_fullsized":"2024-08-17T17:03:46.361447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363409+0000","last_change":"2024-08-17T17:03:19.051568+0000","last_active":"2024-08-17T17:03:46.363409+0000","last_peered":"2024-08-17T17:03:46.363409+0000","last_clean":"2024-08-17T17:03:46.363409+0000","last_became_active":"2024-08-17T17:03:19.051289+0000","last_became_peered":"2024-08-17T17:03:19.051289+0000","last_unstale":"2024-08-17T17:03:46.363409+0000","last_undegraded":"2024-08-17T17:03:46.363409+0000","last_fullsized":"2024-08-17T17:03:46.363409+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363210+0000","last_change":"2024-08-17T17:03:22.267402+0000","last_active":"2024-08-17T17:03:46.363210+0000","last_peered":"2024-08-17T17:03:46.363210+0000","last_clean":"2024-08-17T17:03:46.363210+0000","last_became_active":"2024-08-17T17:03:22.267104+0000","last_became_peered":"2024-08-17T17:03:22.267104+0000","last_unstale":"2024-08-17T17:03:46.363210+0000","last_undegraded":"2024-08-17T17:03:46.363210+0000","last_fullsized":"2024-08-17T17:03:46.363210+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361121+0000","last_change":"2024-08-17T17:03:19.055699+0000","last_active":"2024-08-17T17:03:46.361121+0000","last_peered":"2024-08-17T17:03:46.361121+0000","last_clean":"2024-08-17T17:03:46.361121+0000","last_became_active":"2024-08-17T17:03:19.055041+0000","last_became_peered":"2024-08-17T17:03:19.055041+0000","last_unstale":"2024-08-17T17:03:46.361121+0000","last_undegraded":"2024-08-17T17:03:46.361121+0000","last_fullsized":"2024-08-17T17:03:46.361121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361071+0000","last_change":"2024-08-17T17:03:22.272043+0000","last_active":"2024-08-17T17:03:46.361071+0000","last_peered":"2024-08-17T17:03:46.361071+0000","last_clean":"2024-08-17T17:03:46.361071+0000","last_became_active":"2024-08-17T17:03:22.271777+0000","last_became_peered":"2024-08-17T17:03:22.271777+0000","last_unstale":"2024-08-17T17:03:46.361071+0000","last_undegraded":"2024-08-17T17:03:46.361071+0000","last_fullsized":"2024-08-17T17:03:46.361071+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358706+0000","last_change":"2024-08-17T17:03:19.050860+0000","last_active":"2024-08-17T17:03:46.358706+0000","last_peered":"2024-08-17T17:03:46.358706+0000","last_clean":"2024-08-17T17:03:46.358706+0000","last_became_active":"2024-08-17T17:03:19.050558+0000","last_became_peered":"2024-08-17T17:03:19.050558+0000","last_unstale":"2024-08-17T17:03:46.358706+0000","last_undegraded":"2024-08-17T17:03:46.358706+0000","last_fullsized":"2024-08-17T17:03:46.358706+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361118+0000","last_change":"2024-08-17T17:03:22.271825+0000","last_active":"2024-08-17T17:03:46.361118+0000","last_peered":"2024-08-17T17:03:46.361118+0000","last_clean":"2024-08-17T17:03:46.361118+0000","last_became_active":"2024-08-17T17:03:22.271537+0000","last_became_peered":"2024-08-17T17:03:22.271537+0000","last_unstale":"2024-08-17T17:03:46.361118+0000","last_undegraded":"2024-08-17T17:03:46.361118+0000","last_fullsized":"2024-08-17T17:03:46.361118+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362741+0000","last_change":"2024-08-17T17:03:19.055234+0000","last_active":"2024-08-17T17:03:46.362741+0000","last_peered":"2024-08-17T17:03:46.362741+0000","last_clean":"2024-08-17T17:03:46.362741+0000","last_became_active":"2024-08-17T17:03:19.054956+0000","last_became_peered":"2024-08-17T17:03:19.054956+0000","last_unstale":"2024-08-17T17:03:46.362741+0000","last_undegraded":"2024-08-17T17:03:46.362741+0000","last_fullsized":"2024-08-17T17:03:46.362741+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.598046+0000","last_change":"2024-08-17T17:03:47.598046+0000","last_active":"2024-08-17T17:03:47.598046+0000","last_peered":"2024-08-17T17:03:47.598046+0000","last_clean":"2024-08-17T17:03:47.598046+0000","last_became_active":"2024-08-17T17:03:47.597609+0000","last_became_peered":"2024-08-17T17:03:47.597609+0000","last_unstale":"2024-08-17T17:03:47.598046+0000","last_undegraded":"2024-08-17T17:03:47.598046+0000","last_fullsized":"2024-08-17T17:03:47.598046+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:08:08.053596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358254+0000","last_change":"2024-08-17T17:03:19.052658+0000","last_active":"2024-08-17T17:03:46.358254+0000","last_peered":"2024-08-17T17:03:46.358254+0000","last_clean":"2024-08-17T17:03:46.358254+0000","last_became_active":"2024-08-17T17:03:19.052282+0000","last_became_peered":"2024-08-17T17:03:19.052282+0000","last_unstale":"2024-08-17T17:03:46.358254+0000","last_undegraded":"2024-08-17T17:03:46.358254+0000","last_fullsized":"2024-08-17T17:03:46.358254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096360+0000","last_change":"2024-08-17T17:03:22.277719+0000","last_active":"2024-08-17T17:03:47.096360+0000","last_peered":"2024-08-17T17:03:47.096360+0000","last_clean":"2024-08-17T17:03:47.096360+0000","last_became_active":"2024-08-17T17:03:22.277195+0000","last_became_peered":"2024-08-17T17:03:22.277195+0000","last_unstale":"2024-08-17T17:03:47.096360+0000","last_undegraded":"2024-08-17T17:03:47.096360+0000","last_fullsized":"2024-08-17T17:03:47.096360+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362343+0000","last_change":"2024-08-17T17:03:19.051913+0000","last_active":"2024-08-17T17:03:46.362343+0000","last_peered":"2024-08-17T17:03:46.362343+0000","last_clean":"2024-08-17T17:03:46.362343+0000","last_became_active":"2024-08-17T17:03:19.051639+0000","last_became_peered":"2024-08-17T17:03:19.051639+0000","last_unstale":"2024-08-17T17:03:46.362343+0000","last_undegraded":"2024-08-17T17:03:46.362343+0000","last_fullsized":"2024-08-17T17:03:46.362343+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360920+0000","last_change":"2024-08-17T17:03:22.264055+0000","last_active":"2024-08-17T17:03:46.360920+0000","last_peered":"2024-08-17T17:03:46.360920+0000","last_clean":"2024-08-17T17:03:46.360920+0000","last_became_active":"2024-08-17T17:03:22.263754+0000","last_became_peered":"2024-08-17T17:03:22.263754+0000","last_unstale":"2024-08-17T17:03:46.360920+0000","last_undegraded":"2024-08-17T17:03:46.360920+0000","last_fullsized":"2024-08-17T17:03:46.360920+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":235,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360649+0000","last_change":"2024-08-17T17:02:57.392447+0000","last_active":"2024-08-17T17:03:46.360649+0000","last_peered":"2024-08-17T17:03:46.360649+0000","last_clean":"2024-08-17T17:03:46.360649+0000","last_became_active":"2024-08-17T17:02:57.392120+0000","last_became_peered":"2024-08-17T17:02:57.392120+0000","last_unstale":"2024-08-17T17:03:46.360649+0000","last_undegraded":"2024-08-17T17:03:46.360649+0000","last_fullsized":"2024-08-17T17:03:46.360649+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_clean_scrub_stamp":"2024-08-17T17:00:58.187014+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096174+0000","last_change":"2024-08-17T17:03:19.055976+0000","last_active":"2024-08-17T17:03:47.096174+0000","last_peered":"2024-08-17T17:03:47.096174+0000","last_clean":"2024-08-17T17:03:47.096174+0000","last_became_active":"2024-08-17T17:03:19.055674+0000","last_became_peered":"2024-08-17T17:03:19.055674+0000","last_unstale":"2024-08-17T17:03:47.096174+0000","last_undegraded":"2024-08-17T17:03:47.096174+0000","last_fullsized":"2024-08-17T17:03:47.096174+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360141+0000","last_change":"2024-08-17T17:03:22.267611+0000","last_active":"2024-08-17T17:03:46.360141+0000","last_peered":"2024-08-17T17:03:46.360141+0000","last_clean":"2024-08-17T17:03:46.360141+0000","last_became_active":"2024-08-17T17:03:22.267332+0000","last_became_peered":"2024-08-17T17:03:22.267332+0000","last_unstale":"2024-08-17T17:03:46.360141+0000","last_undegraded":"2024-08-17T17:03:46.360141+0000","last_fullsized":"2024-08-17T17:03:46.360141+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360525+0000","last_change":"2024-08-17T17:03:19.059420+0000","last_active":"2024-08-17T17:03:46.360525+0000","last_peered":"2024-08-17T17:03:46.360525+0000","last_clean":"2024-08-17T17:03:46.360525+0000","last_became_active":"2024-08-17T17:03:19.059087+0000","last_became_peered":"2024-08-17T17:03:19.059087+0000","last_unstale":"2024-08-17T17:03:46.360525+0000","last_undegraded":"2024-08-17T17:03:46.360525+0000","last_fullsized":"2024-08-17T17:03:46.360525+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363126+0000","last_change":"2024-08-17T17:03:22.266793+0000","last_active":"2024-08-17T17:03:46.363126+0000","last_peered":"2024-08-17T17:03:46.363126+0000","last_clean":"2024-08-17T17:03:46.363126+0000","last_became_active":"2024-08-17T17:03:22.266540+0000","last_became_peered":"2024-08-17T17:03:22.266540+0000","last_unstale":"2024-08-17T17:03:46.363126+0000","last_undegraded":"2024-08-17T17:03:46.363126+0000","last_fullsized":"2024-08-17T17:03:46.363126+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.362958+0000","last_change":"2024-08-17T17:03:19.047554+0000","last_active":"2024-08-17T17:03:46.362958+0000","last_peered":"2024-08-17T17:03:46.362958+0000","last_clean":"2024-08-17T17:03:46.362958+0000","last_became_active":"2024-08-17T17:03:19.047277+0000","last_became_peered":"2024-08-17T17:03:19.047277+0000","last_unstale":"2024-08-17T17:03:46.362958+0000","last_undegraded":"2024-08-17T17:03:46.362958+0000","last_fullsized":"2024-08-17T17:03:46.362958+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357747+0000","last_change":"2024-08-17T17:03:22.261224+0000","last_active":"2024-08-17T17:03:46.357747+0000","last_peered":"2024-08-17T17:03:46.357747+0000","last_clean":"2024-08-17T17:03:46.357747+0000","last_became_active":"2024-08-17T17:03:22.260935+0000","last_became_peered":"2024-08-17T17:03:22.260935+0000","last_unstale":"2024-08-17T17:03:46.357747+0000","last_undegraded":"2024-08-17T17:03:46.357747+0000","last_fullsized":"2024-08-17T17:03:46.357747+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096364+0000","last_change":"2024-08-17T17:03:19.054820+0000","last_active":"2024-08-17T17:03:47.096364+0000","last_peered":"2024-08-17T17:03:47.096364+0000","last_clean":"2024-08-17T17:03:47.096364+0000","last_became_active":"2024-08-17T17:03:19.054167+0000","last_became_peered":"2024-08-17T17:03:19.054167+0000","last_unstale":"2024-08-17T17:03:47.096364+0000","last_undegraded":"2024-08-17T17:03:47.096364+0000","last_fullsized":"2024-08-17T17:03:47.096364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358097+0000","last_change":"2024-08-17T17:03:22.267131+0000","last_active":"2024-08-17T17:03:46.358097+0000","last_peered":"2024-08-17T17:03:46.358097+0000","last_clean":"2024-08-17T17:03:46.358097+0000","last_became_active":"2024-08-17T17:03:22.266814+0000","last_became_peered":"2024-08-17T17:03:22.266814+0000","last_unstale":"2024-08-17T17:03:46.358097+0000","last_undegraded":"2024-08-17T17:03:46.358097+0000","last_fullsized":"2024-08-17T17:03:46.358097+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358075+0000","last_change":"2024-08-17T17:03:19.056199+0000","last_active":"2024-08-17T17:03:46.358075+0000","last_peered":"2024-08-17T17:03:46.358075+0000","last_clean":"2024-08-17T17:03:46.358075+0000","last_became_active":"2024-08-17T17:03:19.055929+0000","last_became_peered":"2024-08-17T17:03:19.055929+0000","last_unstale":"2024-08-17T17:03:46.358075+0000","last_undegraded":"2024-08-17T17:03:46.358075+0000","last_fullsized":"2024-08-17T17:03:46.358075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096483+0000","last_change":"2024-08-17T17:03:22.278432+0000","last_active":"2024-08-17T17:03:47.096483+0000","last_peered":"2024-08-17T17:03:47.096483+0000","last_clean":"2024-08-17T17:03:47.096483+0000","last_became_active":"2024-08-17T17:03:22.278075+0000","last_became_peered":"2024-08-17T17:03:22.278075+0000","last_unstale":"2024-08-17T17:03:47.096483+0000","last_undegraded":"2024-08-17T17:03:47.096483+0000","last_fullsized":"2024-08-17T17:03:47.096483+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361408+0000","last_change":"2024-08-17T17:03:19.056751+0000","last_active":"2024-08-17T17:03:46.361408+0000","last_peered":"2024-08-17T17:03:46.361408+0000","last_clean":"2024-08-17T17:03:46.361408+0000","last_became_active":"2024-08-17T17:03:19.056433+0000","last_became_peered":"2024-08-17T17:03:19.056433+0000","last_unstale":"2024-08-17T17:03:46.361408+0000","last_undegraded":"2024-08-17T17:03:46.361408+0000","last_fullsized":"2024-08-17T17:03:46.361408+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358058+0000","last_change":"2024-08-17T17:03:22.267179+0000","last_active":"2024-08-17T17:03:46.358058+0000","last_peered":"2024-08-17T17:03:46.358058+0000","last_clean":"2024-08-17T17:03:46.358058+0000","last_became_active":"2024-08-17T17:03:22.266932+0000","last_became_peered":"2024-08-17T17:03:22.266932+0000","last_unstale":"2024-08-17T17:03:46.358058+0000","last_undegraded":"2024-08-17T17:03:46.358058+0000","last_fullsized":"2024-08-17T17:03:46.358058+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358331+0000","last_change":"2024-08-17T17:03:19.053098+0000","last_active":"2024-08-17T17:03:46.358331+0000","last_peered":"2024-08-17T17:03:46.358331+0000","last_clean":"2024-08-17T17:03:46.358331+0000","last_became_active":"2024-08-17T17:03:19.052605+0000","last_became_peered":"2024-08-17T17:03:19.052605+0000","last_unstale":"2024-08-17T17:03:46.358331+0000","last_undegraded":"2024-08-17T17:03:46.358331+0000","last_fullsized":"2024-08-17T17:03:46.358331+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361149+0000","last_change":"2024-08-17T17:03:22.272778+0000","last_active":"2024-08-17T17:03:46.361149+0000","last_peered":"2024-08-17T17:03:46.361149+0000","last_clean":"2024-08-17T17:03:46.361149+0000","last_became_active":"2024-08-17T17:03:22.272493+0000","last_became_peered":"2024-08-17T17:03:22.272493+0000","last_unstale":"2024-08-17T17:03:46.361149+0000","last_undegraded":"2024-08-17T17:03:46.361149+0000","last_fullsized":"2024-08-17T17:03:46.361149+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363963+0000","last_change":"2024-08-17T17:03:19.055179+0000","last_active":"2024-08-17T17:03:46.363963+0000","last_peered":"2024-08-17T17:03:46.363963+0000","last_clean":"2024-08-17T17:03:46.363963+0000","last_became_active":"2024-08-17T17:03:19.054902+0000","last_became_peered":"2024-08-17T17:03:19.054902+0000","last_unstale":"2024-08-17T17:03:46.363963+0000","last_undegraded":"2024-08-17T17:03:46.363963+0000","last_fullsized":"2024-08-17T17:03:46.363963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363823+0000","last_change":"2024-08-17T17:03:22.270697+0000","last_active":"2024-08-17T17:03:46.363823+0000","last_peered":"2024-08-17T17:03:46.363823+0000","last_clean":"2024-08-17T17:03:46.363823+0000","last_became_active":"2024-08-17T17:03:22.270441+0000","last_became_peered":"2024-08-17T17:03:22.270441+0000","last_unstale":"2024-08-17T17:03:46.363823+0000","last_undegraded":"2024-08-17T17:03:46.363823+0000","last_fullsized":"2024-08-17T17:03:46.363823+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360405+0000","last_change":"2024-08-17T17:03:19.056425+0000","last_active":"2024-08-17T17:03:46.360405+0000","last_peered":"2024-08-17T17:03:46.360405+0000","last_clean":"2024-08-17T17:03:46.360405+0000","last_became_active":"2024-08-17T17:03:19.055463+0000","last_became_peered":"2024-08-17T17:03:19.055463+0000","last_unstale":"2024-08-17T17:03:46.360405+0000","last_undegraded":"2024-08-17T17:03:46.360405+0000","last_fullsized":"2024-08-17T17:03:46.360405+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.365160+0000","last_change":"2024-08-17T17:03:47.365160+0000","last_active":"2024-08-17T17:03:47.365160+0000","last_peered":"2024-08-17T17:03:47.365160+0000","last_clean":"2024-08-17T17:03:47.365160+0000","last_became_active":"2024-08-17T17:03:47.364689+0000","last_became_peered":"2024-08-17T17:03:47.364689+0000","last_unstale":"2024-08-17T17:03:47.365160+0000","last_undegraded":"2024-08-17T17:03:47.365160+0000","last_fullsized":"2024-08-17T17:03:47.365160+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:13:27.209481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.357864+0000","last_change":"2024-08-17T17:03:19.060098+0000","last_active":"2024-08-17T17:03:46.357864+0000","last_peered":"2024-08-17T17:03:46.357864+0000","last_clean":"2024-08-17T17:03:46.357864+0000","last_became_active":"2024-08-17T17:03:19.059797+0000","last_became_peered":"2024-08-17T17:03:19.059797+0000","last_unstale":"2024-08-17T17:03:46.357864+0000","last_undegraded":"2024-08-17T17:03:46.357864+0000","last_fullsized":"2024-08-17T17:03:46.357864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360581+0000","last_change":"2024-08-17T17:03:22.265234+0000","last_active":"2024-08-17T17:03:46.360581+0000","last_peered":"2024-08-17T17:03:46.360581+0000","last_clean":"2024-08-17T17:03:46.360581+0000","last_became_active":"2024-08-17T17:03:22.264965+0000","last_became_peered":"2024-08-17T17:03:22.264965+0000","last_unstale":"2024-08-17T17:03:46.360581+0000","last_undegraded":"2024-08-17T17:03:46.360581+0000","last_fullsized":"2024-08-17T17:03:46.360581+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.358105+0000","last_change":"2024-08-17T17:03:19.060089+0000","last_active":"2024-08-17T17:03:46.358105+0000","last_peered":"2024-08-17T17:03:46.358105+0000","last_clean":"2024-08-17T17:03:46.358105+0000","last_became_active":"2024-08-17T17:03:19.059780+0000","last_became_peered":"2024-08-17T17:03:19.059780+0000","last_unstale":"2024-08-17T17:03:46.358105+0000","last_undegraded":"2024-08-17T17:03:46.358105+0000","last_fullsized":"2024-08-17T17:03:46.358105+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.598394+0000","last_change":"2024-08-17T17:03:47.598394+0000","last_active":"2024-08-17T17:03:47.598394+0000","last_peered":"2024-08-17T17:03:47.598394+0000","last_clean":"2024-08-17T17:03:47.598394+0000","last_became_active":"2024-08-17T17:03:47.598071+0000","last_became_peered":"2024-08-17T17:03:47.598071+0000","last_unstale":"2024-08-17T17:03:47.598394+0000","last_undegraded":"2024-08-17T17:03:47.598394+0000","last_fullsized":"2024-08-17T17:03:47.598394+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:14:28.572388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361692+0000","last_change":"2024-08-17T17:03:19.055844+0000","last_active":"2024-08-17T17:03:46.361692+0000","last_peered":"2024-08-17T17:03:46.361692+0000","last_clean":"2024-08-17T17:03:46.361692+0000","last_became_active":"2024-08-17T17:03:19.055537+0000","last_became_peered":"2024-08-17T17:03:19.055537+0000","last_unstale":"2024-08-17T17:03:46.361692+0000","last_undegraded":"2024-08-17T17:03:46.361692+0000","last_fullsized":"2024-08-17T17:03:46.361692+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.363481+0000","last_change":"2024-08-17T17:03:22.275125+0000","last_active":"2024-08-17T17:03:46.363481+0000","last_peered":"2024-08-17T17:03:46.363481+0000","last_clean":"2024-08-17T17:03:46.363481+0000","last_became_active":"2024-08-17T17:03:22.274831+0000","last_became_peered":"2024-08-17T17:03:22.274831+0000","last_unstale":"2024-08-17T17:03:46.363481+0000","last_undegraded":"2024-08-17T17:03:46.363481+0000","last_fullsized":"2024-08-17T17:03:46.363481+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096464+0000","last_change":"2024-08-17T17:03:22.271296+0000","last_active":"2024-08-17T17:03:47.096464+0000","last_peered":"2024-08-17T17:03:47.096464+0000","last_clean":"2024-08-17T17:03:47.096464+0000","last_became_active":"2024-08-17T17:03:22.271016+0000","last_became_peered":"2024-08-17T17:03:22.271016+0000","last_unstale":"2024-08-17T17:03:47.096464+0000","last_undegraded":"2024-08-17T17:03:47.096464+0000","last_fullsized":"2024-08-17T17:03:47.096464+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.360821+0000","last_change":"2024-08-17T17:03:19.058260+0000","last_active":"2024-08-17T17:03:46.360821+0000","last_peered":"2024-08-17T17:03:46.360821+0000","last_clean":"2024-08-17T17:03:46.360821+0000","last_became_active":"2024-08-17T17:03:19.056952+0000","last_became_peered":"2024-08-17T17:03:19.056952+0000","last_unstale":"2024-08-17T17:03:46.360821+0000","last_undegraded":"2024-08-17T17:03:46.360821+0000","last_fullsized":"2024-08-17T17:03:46.360821+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:47.096328+0000","last_change":"2024-08-17T17:03:22.272255+0000","last_active":"2024-08-17T17:03:47.096328+0000","last_peered":"2024-08-17T17:03:47.096328+0000","last_clean":"2024-08-17T17:03:47.096328+0000","last_became_active":"2024-08-17T17:03:22.271983+0000","last_became_peered":"2024-08-17T17:03:22.271983+0000","last_unstale":"2024-08-17T17:03:47.096328+0000","last_undegraded":"2024-08-17T17:03:47.096328+0000","last_fullsized":"2024-08-17T17:03:47.096328+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361302+0000","last_change":"2024-08-17T17:03:19.054081+0000","last_active":"2024-08-17T17:03:46.361302+0000","last_peered":"2024-08-17T17:03:46.361302+0000","last_clean":"2024-08-17T17:03:46.361302+0000","last_became_active":"2024-08-17T17:03:19.051053+0000","last_became_peered":"2024-08-17T17:03:19.051053+0000","last_unstale":"2024-08-17T17:03:46.361302+0000","last_undegraded":"2024-08-17T17:03:46.361302+0000","last_fullsized":"2024-08-17T17:03:46.361302+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.364818+0000","last_change":"2024-08-17T17:03:22.267065+0000","last_active":"2024-08-17T17:03:46.364818+0000","last_peered":"2024-08-17T17:03:46.364818+0000","last_clean":"2024-08-17T17:03:46.364818+0000","last_became_active":"2024-08-17T17:03:22.266803+0000","last_became_peered":"2024-08-17T17:03:22.266803+0000","last_unstale":"2024-08-17T17:03:46.364818+0000","last_undegraded":"2024-08-17T17:03:46.364818+0000","last_fullsized":"2024-08-17T17:03:46.364818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361400+0000","last_change":"2024-08-17T17:03:19.050988+0000","last_active":"2024-08-17T17:03:46.361400+0000","last_peered":"2024-08-17T17:03:46.361400+0000","last_clean":"2024-08-17T17:03:46.361400+0000","last_became_active":"2024-08-17T17:03:19.050727+0000","last_became_peered":"2024-08-17T17:03:19.050727+0000","last_unstale":"2024-08-17T17:03:46.361400+0000","last_undegraded":"2024-08-17T17:03:46.361400+0000","last_fullsized":"2024-08-17T17:03:46.361400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.361243+0000","last_change":"2024-08-17T17:03:22.261802+0000","last_active":"2024-08-17T17:03:46.361243+0000","last_peered":"2024-08-17T17:03:46.361243+0000","last_clean":"2024-08-17T17:03:46.361243+0000","last_became_active":"2024-08-17T17:03:22.261515+0000","last_became_peered":"2024-08-17T17:03:22.261515+0000","last_unstale":"2024-08-17T17:03:46.361243+0000","last_undegraded":"2024-08-17T17:03:46.361243+0000","last_fullsized":"2024-08-17T17:03:46.361243+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T17:03:46.365011+0000","last_change":"2024-08-17T17:03:19.056541+0000","last_active":"2024-08-17T17:03:46.365011+0000","last_peered":"2024-08-17T17:03:46.365011+0000","last_clean":"2024-08-17T17:03:46.365011+0000","last_became_active":"2024-08-17T17:03:19.056109+0000","last_became_peered":"2024-08-17T17:03:19.056109+0000","last_unstale":"2024-08-17T17:03:46.365011+0000","last_undegraded":"2024-08-17T17:03:46.365011+0000","last_fullsized":"2024-08-17T17:03:46.365011+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201295,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1286144,"data_stored":883572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.53400000000000003}]},{"osd":1,"last update":"Sat Aug 17 17:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.498},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.64800000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.55500000000000005}]},{"osd":3,"last update":"Sat Aug 17 17:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.54400000000000004}]},{"osd":4,"last update":"Sat Aug 17 17:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.39700000000000002}]},{"osd":5,"last update":"Sat Aug 17 17:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.33500000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.44600000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462933,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298620,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446532,"statfs":{"total":95995035648,"available":95689248768,"internally_reserved":0,"allocated":1290240,"data_stored":884532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":1.1559999999999999,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.39700000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.438},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.46400000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.3819999999999999,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.48499999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.585,"5min":1.585,"15min":1.585},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.56299999999999994}]},{"osd":4,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.60799999999999998}]},{"osd":5,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.6080000000000001,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.65700000000000003}]},{"osd":7,"last update":"Sat Aug 17 17:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.70399999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724569,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":704512,"data_stored":294577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.498},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.51000000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54200000000000004}]},{"osd":2,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.48799999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.53400000000000003}]},{"osd":4,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.44800000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.38},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.42299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986205,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":293366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70499999999999996,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.39100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.54100000000000004}]},{"osd":1,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.5,"15min":0.496},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54100000000000004,"15min":0.54700000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.78700000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.35599999999999998}]},{"osd":2,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.52600000000000002,"15min":0.52400000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52600000000000002,"15min":0.52500000000000002},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.76300000000000001,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.47299999999999998}]},{"osd":3,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.53600000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67500000000000004,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.497,"5min":0.53100000000000003,"15min":0.53700000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.66800000000000004,"5min":0.748,"15min":0.748},"last":0.53200000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.42599999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:03:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.504},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.50900000000000001}]},{"osd":7,"last update":"Sat Aug 17 17:03:55 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.57599999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149729,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298052,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447100,"statfs":{"total":95995035648,"available":95689830400,"internally_reserved":0,"allocated":708608,"data_stored":294591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40000000000000002,"15min":0.40400000000000003},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57499999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.41499999999999998,"15min":0.42299999999999999},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.32900000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.41699999999999998,"15min":0.42299999999999999},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.42499999999999999,"15min":0.433},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.53800000000000003,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.42799999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.46800000000000003,"15min":0.47699999999999998},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.60999999999999999,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.375,"5min":0.42199999999999999,"15min":0.42999999999999999},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.40899999999999997}]},{"osd":4,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56000000000000005,"15min":0.56799999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71999999999999997,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:03:10 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.76500000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.67300000000000004}]},{"osd":7,"last update":"Sat Aug 17 17:03:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.752},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.64200000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411367,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298028,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447124,"statfs":{"total":95995035648,"available":95689854976,"internally_reserved":0,"allocated":684032,"data_stored":292670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32400000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.34499999999999997},"min":{"1min":0.31900000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"last":0.52400000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:03:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.35699999999999998,"15min":0.34699999999999998},"min":{"1min":0.28799999999999998,"5min":0.25,"15min":0.25},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.57999999999999996}]},{"osd":3,"last update":"Sat Aug 17 17:03:28 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.373,"15min":0.373},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39900000000000002,"15min":0.40200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52100000000000002,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.60899999999999999}]},{"osd":4,"last update":"Sat Aug 17 17:03:43 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.64000000000000001}]},{"osd":5,"last update":"Sat Aug 17 17:03:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.86599999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:03:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.83599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]}]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":292565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.32100000000000001,"5min":0.312,"15min":0.29399999999999998},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.53600000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.33000000000000002,"15min":0.308},"min":{"1min":0.27200000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56599999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.36699999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:03:58 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.35399999999999998,"15min":0.35199999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.497,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.35099999999999998},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.50900000000000001,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.46800000000000003}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.41999999999999998,"15min":0.42299999999999999},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.496},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.40999999999999998,"15min":0.41499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.54600000000000004,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.40400000000000003}]},{"osd":4,"last update":"Sat Aug 17 17:03:50 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.39400000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55700000000000005,"15min":0.55100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.442},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.64600000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:03:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.626},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat Aug 17 17:03:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.45500000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738416,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298628,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446524,"statfs":{"total":95995035648,"available":95689240576,"internally_reserved":0,"allocated":1298432,"data_stored":884019,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:03:38 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.33200000000000002,"15min":0.32700000000000001},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.48799999999999999,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.33400000000000002,"5min":0.34699999999999998,"15min":0.34000000000000002},"min":{"1min":0.23999999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.59199999999999997,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36299999999999999,"15min":0.36099999999999999},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"min":{"1min":0.28199999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.54700000000000004,"5min":0.627,"15min":0.627},"last":0.33300000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:03:24 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42799999999999999,"15min":0.434},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.41399999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.81399999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55800000000000005,"15min":0.56100000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.83799999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.52600000000000002}]},{"osd":5,"last update":"Sat Aug 17 17:03:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.502},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.56299999999999994}]},{"osd":6,"last update":"Sat Aug 17 17:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.60499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:04:03.294 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T17:04:03.294 INFO:tasks.cephadm:Adding prometheus.a on smithi190 2024-08-17T17:04:03.295 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply prometheus '1;smithi190=a' 2024-08-17T17:04:03.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:03 smithi094 ceph-mon[41048]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:03.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:03 smithi094 ceph-mon[29912]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:03.564 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:04:03.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:03 smithi190 ceph-mon[33316]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:04.588 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:04 smithi190 ceph-mon[33316]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:04:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:04 smithi094 ceph-mon[29912]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:04:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:04 smithi094 ceph-mon[41048]: from='client.24437 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:04:05.248 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled prometheus update... 2024-08-17T17:04:05.594 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:05 smithi190 ceph-mon[33316]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:05.594 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:05 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:05.594 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:05 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:05.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:05 smithi094 ceph-mon[29912]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:05.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:05 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:05.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:05 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:05.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:05 smithi094 ceph-mon[41048]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:05.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:05 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:05.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:05 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:05.881 DEBUG:teuthology.orchestra.run.smithi190:prometheus.a> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a.service 2024-08-17T17:04:05.883 INFO:tasks.cephadm:Adding node-exporter.a on smithi094 2024-08-17T17:04:05.883 INFO:tasks.cephadm:Adding node-exporter.b on smithi190 2024-08-17T17:04:05.884 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply node-exporter '2;smithi094=a;smithi190=b' 2024-08-17T17:04:06.202 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:04:06.573 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:06 smithi190 ceph-mon[33316]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:06.573 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:06 smithi190 ceph-mon[33316]: Saving service prometheus spec with placement smithi190=a;count:1 2024-08-17T17:04:06.573 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:06.573 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:06.573 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:06 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[29912]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[29912]: Saving service prometheus spec with placement smithi190=a;count:1 2024-08-17T17:04:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:06.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[41048]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:06.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[41048]: Saving service prometheus spec with placement smithi190=a;count:1 2024-08-17T17:04:06.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:06.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:06.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:06 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:07.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:07 smithi190 ceph-mon[33316]: Deploying daemon prometheus.a on smithi190 2024-08-17T17:04:07.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:07 smithi190 ceph-mon[33316]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:07.673 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:07 smithi094 ceph-mon[29912]: Deploying daemon prometheus.a on smithi190 2024-08-17T17:04:07.673 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:07 smithi094 ceph-mon[29912]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:07.674 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:07 smithi094 ceph-mon[41048]: Deploying daemon prometheus.a on smithi190 2024-08-17T17:04:07.674 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:07 smithi094 ceph-mon[41048]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:08.455 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled node-exporter update... 2024-08-17T17:04:09.758 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:09 smithi190 ceph-mon[33316]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:09.758 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:09 smithi190 ceph-mon[33316]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi094=a;smithi190=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:09.759 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:09 smithi190 ceph-mon[33316]: Saving service node-exporter spec with placement smithi094=a;smithi190=b;count:2 2024-08-17T17:04:09.759 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:09 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:09 smithi094 ceph-mon[41048]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:09 smithi094 ceph-mon[41048]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi094=a;smithi190=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:09 smithi094 ceph-mon[41048]: Saving service node-exporter spec with placement smithi094=a;smithi190=b;count:2 2024-08-17T17:04:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:09 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:09 smithi094 ceph-mon[29912]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:09 smithi094 ceph-mon[29912]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi094=a;smithi190=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:09 smithi094 ceph-mon[29912]: Saving service node-exporter spec with placement smithi094=a;smithi190=b;count:2 2024-08-17T17:04:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:09 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:09.782 DEBUG:teuthology.orchestra.run.smithi094:node-exporter.a> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service 2024-08-17T17:04:09.785 DEBUG:teuthology.orchestra.run.smithi190:node-exporter.b> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service 2024-08-17T17:04:09.788 INFO:tasks.cephadm:Adding alertmanager.a on smithi094 2024-08-17T17:04:09.788 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply alertmanager '1;smithi094=a' 2024-08-17T17:04:10.086 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:04:11.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:11 smithi094 ceph-mon[29912]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:11.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:11 smithi094 ceph-mon[41048]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:11.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:11 smithi190 ceph-mon[33316]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:13.596 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:13 smithi190 ceph-mon[33316]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:13.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:13 smithi094 ceph-mon[29912]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:13 smithi094 ceph-mon[41048]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:13.988 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled alertmanager update... 2024-08-17T17:04:14.641 DEBUG:teuthology.orchestra.run.smithi094:alertmanager.a> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service 2024-08-17T17:04:14.645 INFO:tasks.cephadm:Adding grafana.a on smithi190 2024-08-17T17:04:14.645 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply grafana '1;smithi190=a' 2024-08-17T17:04:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:14 smithi190 ceph-mon[33316]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:14 smithi190 ceph-mon[33316]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi094=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:14 smithi190 ceph-mon[33316]: Saving service alertmanager spec with placement smithi094=a;count:1 2024-08-17T17:04:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:14 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:14 smithi094 ceph-mon[41048]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:14 smithi094 ceph-mon[41048]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi094=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:14 smithi094 ceph-mon[41048]: Saving service alertmanager spec with placement smithi094=a;count:1 2024-08-17T17:04:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:14 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:15.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:14 smithi094 ceph-mon[29912]: pgmap v222: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:15.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:14 smithi094 ceph-mon[29912]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi094=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:15.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:14 smithi094 ceph-mon[29912]: Saving service alertmanager spec with placement smithi094=a;count:1 2024-08-17T17:04:15.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:14 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:15.589 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:04:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:16 smithi190 ceph-mon[33316]: pgmap v223: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:16 smithi094 ceph-mon[29912]: pgmap v223: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:16 smithi094 ceph-mon[41048]: pgmap v223: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:18.813 INFO:teuthology.orchestra.run.smithi190.stdout:Scheduled grafana update... 2024-08-17T17:04:19.126 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:18 smithi190 ceph-mon[33316]: pgmap v224: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:19.126 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:18 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:18 smithi094 ceph-mon[41048]: pgmap v224: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:18 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:19.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:18 smithi094 ceph-mon[29912]: pgmap v224: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:19.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:18 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:20.017 DEBUG:teuthology.orchestra.run.smithi190:grafana.a> sudo journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service 2024-08-17T17:04:20.020 INFO:tasks.cephadm:Setting up client nodes... 2024-08-17T17:04:20.021 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T17:04:20.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:19 smithi094 ceph-mon[29912]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:20.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:19 smithi094 ceph-mon[29912]: Saving service grafana spec with placement smithi190=a;count:1 2024-08-17T17:04:20.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:19 smithi094 ceph-mon[41048]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:20.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:19 smithi094 ceph-mon[41048]: Saving service grafana spec with placement smithi190=a;count:1 2024-08-17T17:04:20.279 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:20.281 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:19 smithi190 ceph-mon[33316]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi190=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:20.281 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:19 smithi190 ceph-mon[33316]: Saving service grafana spec with placement smithi190=a;count:1 2024-08-17T17:04:20.559 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 podman[63512]: 2024-08-17 17:04:20.298778058 +0000 UTC m=+0.133101382 container create c25ffb796ef5a0c4b355c22c99bacbe29319fcbc4d4753026c101797723aa61c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:04:20.560 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 podman[63512]: 2024-08-17 17:04:20.559212814 +0000 UTC m=+0.393536102 container init c25ffb796ef5a0c4b355c22c99bacbe29319fcbc4d4753026c101797723aa61c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:04:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 podman[63512]: 2024-08-17 17:04:20.564184029 +0000 UTC m=+0.398507311 container start c25ffb796ef5a0c4b355c22c99bacbe29319fcbc4d4753026c101797723aa61c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.588Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.588Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.588Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi190 (none))" 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.588Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.588Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.589Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.589Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.590Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.590Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.592Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.593Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.616µs 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.593Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.593Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-17T17:04:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.593Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.477µs wal_replay_duration=250.103µs wbl_replay_duration=86ns total_replay_duration=288.44µs 2024-08-17T17:04:20.938 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.593Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:04:20.938 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.593Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T17:04:20.938 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.594Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:04:20.938 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.607Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.934886ms db_storage=689ns remote_storage=1.065µs web_handler=329ns query_engine=524ns scrape=391.825µs scrape_sd=18.513µs notify=665ns notify_sd=1.619µs rules=13.274138ms tracing=5.666µs 2024-08-17T17:04:20.938 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.607Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T17:04:20.938 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:04:20.607Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:04:20.938 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 bash[63512]: c25ffb796ef5a0c4b355c22c99bacbe29319fcbc4d4753026c101797723aa61c 2024-08-17T17:04:20.938 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:04:20 smithi190 systemd[1]: Started Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[29912]: pgmap v225: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[41048]: pgmap v225: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.123 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.124 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.124 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T17:04:21.124 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:20 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-mon[33316]: pgmap v225: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T17:04:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:20 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' 2024-08-17T17:04:21.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ignoring --setuser ceph since I am not root 2024-08-17T17:04:21.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ignoring --setgroup ceph since I am not root 2024-08-17T17:04:21.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:21 smithi094 ceph-mgr[30202]: -- 172.21.15.94:0/564058233 <== mon.2 v2:172.21.15.94:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558b766649c0 con 0x558b76670c00 2024-08-17T17:04:22.032 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:21 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ignoring --setuser ceph since I am not root 2024-08-17T17:04:22.032 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:21 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ignoring --setgroup ceph since I am not root 2024-08-17T17:04:22.032 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:21 smithi190 ceph-mgr[35401]: -- 172.21.15.190:0/1768108699 <== mon.0 v2:172.21.15.94:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5651815529c0 con 0x56518155ec00 2024-08-17T17:04:22.033 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:21 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:21.846+0000 7fd21df50ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T17:04:22.033 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:21 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:21.967+0000 7fd21df50ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:04:22.033 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:22.031+0000 7fd21df50ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T17:04:22.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:21.844+0000 7fe8cdebdec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T17:04:22.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:21.969+0000 7fe8cdebdec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:04:22.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:22.037+0000 7fe8cdebdec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T17:04:22.282 INFO:teuthology.orchestra.run.smithi094.stdout:[client.0] 2024-08-17T17:04:22.282 INFO:teuthology.orchestra.run.smithi094.stdout: key = AQAW2MBmY8efEBAAhdXiE0rOYxsK50kzR6OvNQ== 2024-08-17T17:04:22.325 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:22.267+0000 7fd21df50ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T17:04:22.325 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:22.324+0000 7fd21df50ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T17:04:22.639 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:22.286+0000 7fe8cdebdec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T17:04:22.640 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:22.347+0000 7fe8cdebdec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T17:04:22.914 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[29912]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T17:04:22.914 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[29912]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T17:04:22.914 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3535792635' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:22.914 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:22.915 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:04:22.915 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[41048]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T17:04:22.915 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[41048]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T17:04:22.915 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3535792635' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:22.915 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:22.915 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:22 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:04:22.941 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T17:04:22.941 DEBUG:teuthology.orchestra.run.smithi094:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-17T17:04:22.941 DEBUG:teuthology.orchestra.run.smithi094:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-17T17:04:22.979 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T17:04:23.001 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:22 smithi190 ceph-mon[33316]: from='mgr.14150 172.21.15.94:0/3006048864' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T17:04:23.001 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:22 smithi190 ceph-mon[33316]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T17:04:23.001 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:22 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3535792635' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:23.001 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:22 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:23.002 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:22 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:04:23.254 INFO:teuthology.orchestra.run.smithi190.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:04:23.367 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:23.244+0000 7fd21df50ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T17:04:23.367 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:23.366+0000 7fd21df50ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T17:04:23.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:23.258+0000 7fe8cdebdec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T17:04:23.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:23.368+0000 7fe8cdebdec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T17:04:23.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:23.422+0000 7fe8cdebdec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T17:04:23.675 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:23.422+0000 7fd21df50ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T17:04:23.675 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:23.615+0000 7fd21df50ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T17:04:23.676 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:23.674+0000 7fd21df50ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T17:04:23.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:23.744+0000 7fd21df50ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T17:04:23.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:23.866+0000 7fd21df50ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:04:24.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:23.608+0000 7fe8cdebdec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T17:04:24.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:23.666+0000 7fe8cdebdec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T17:04:24.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:23.730+0000 7fe8cdebdec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T17:04:24.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:23.851+0000 7fe8cdebdec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:04:24.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:24.254+0000 7fe8cdebdec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T17:04:24.570 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:24.280+0000 7fd21df50ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T17:04:24.570 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:24.569+0000 7fd21df50ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T17:04:24.931 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:24.634+0000 7fd21df50ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T17:04:24.932 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:24.760+0000 7fd21df50ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T17:04:24.972 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:24.536+0000 7fe8cdebdec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T17:04:24.972 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:24.600+0000 7fe8cdebdec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T17:04:24.972 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:24.722+0000 7fe8cdebdec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T17:04:24.972 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:24 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:24.970+0000 7fe8cdebdec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T17:04:25.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:25.021+0000 7fd21df50ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T17:04:25.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:25.087+0000 7fd21df50ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T17:04:25.267 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:25.028+0000 7fe8cdebdec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T17:04:25.268 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:25.205+0000 7fe8cdebdec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T17:04:25.268 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:25.266+0000 7fe8cdebdec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T17:04:25.458 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:25.275+0000 7fd21df50ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T17:04:25.459 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:25.342+0000 7fd21df50ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T17:04:25.459 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:25.426+0000 7fd21df50ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T17:04:25.514 INFO:teuthology.orchestra.run.smithi190.stdout:[client.1] 2024-08-17T17:04:25.514 INFO:teuthology.orchestra.run.smithi190.stdout: key = AQAZ2MBmTo5hHhAA+3pA5Hvcr8BtIAkRwqGkew== 2024-08-17T17:04:25.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:25.346+0000 7fe8cdebdec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T17:04:25.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:25.402+0000 7fe8cdebdec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T17:04:25.834 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:25.487+0000 7fd21df50ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T17:04:25.834 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-mon[33316]: from='client.? 172.21.15.190:0/2554018337' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:25.834 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:25.834 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:25 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:04:25.913 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-mon[29912]: from='client.? 172.21.15.190:0/2554018337' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:25.913 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:25.914 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:04:25.914 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-mon[41048]: from='client.? 172.21.15.190:0/2554018337' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:25.914 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:04:25.914 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:04:26.179 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:26.033+0000 7fd21df50ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T17:04:26.218 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:25 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:25.911+0000 7fe8cdebdec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T17:04:26.218 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.042+0000 7fe8cdebdec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T17:04:26.218 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:26] ENGINE Bus STARTING 2024-08-17T17:04:26.218 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: CherryPy Checker: 2024-08-17T17:04:26.218 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: The Application mounted at '' has an empty config. 2024-08-17T17:04:26.218 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.218 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe8790a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.218 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe8790a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.219 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe8790a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.219 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe8790a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.219 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe8790a8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.219 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe87c8af640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.219 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe87c8af640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.219 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe87c8af640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.219 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe87c8af640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.219 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:26.145+0000 7fe87c8af640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:04:26.256 DEBUG:teuthology.orchestra.run.smithi190:> set -ex 2024-08-17T17:04:26.256 DEBUG:teuthology.orchestra.run.smithi190:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-17T17:04:26.256 DEBUG:teuthology.orchestra.run.smithi190:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-17T17:04:26.334 INFO:tasks.cephadm:Creating RBD pool 2024-08-17T17:04:26.335 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool create rbd 8 2024-08-17T17:04:26.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:26.178+0000 7fd21df50ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T17:04:26.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: [17/Aug/2024:17:04:26] ENGINE Bus STARTING 2024-08-17T17:04:26.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: CherryPy Checker: 2024-08-17T17:04:26.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: The Application mounted at '' has an empty config. 2024-08-17T17:04:26.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: 2024-08-17T17:04:26.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: [17/Aug/2024:17:04:26] ENGINE Serving on http://:::9283 2024-08-17T17:04:26.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: [17/Aug/2024:17:04:26] ENGINE Bus STARTED 2024-08-17T17:04:26.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:26] ENGINE Serving on http://:::9283 2024-08-17T17:04:26.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:26] ENGINE Bus STARTED 2024-08-17T17:04:26.602 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: Active manager daemon y restarted 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: Activating manager daemon y 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: mgrmap e17: y(active, starting, since 0.00597845s), standbys: x 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:04:26.860 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:04:26.861 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: Manager daemon y is now available 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:04:26.862 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: Standby manager daemon x restarted 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: Active manager daemon y restarted 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: Activating manager daemon y 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: mgrmap e17: y(active, starting, since 0.00597845s), standbys: x 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:04:26.863 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: Manager daemon y is now available 2024-08-17T17:04:26.864 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: Standby manager daemon x restarted 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: Standby manager daemon x started 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:04:26.865 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:04:26.866 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: Standby manager daemon x started 2024-08-17T17:04:26.866 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:04:26.866 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:04:26.866 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:04:26.866 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:26 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:04:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: Active manager daemon y restarted 2024-08-17T17:04:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: Activating manager daemon y 2024-08-17T17:04:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T17:04:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: mgrmap e17: y(active, starting, since 0.00597845s), standbys: x 2024-08-17T17:04:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:04:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: Manager daemon y is now available 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: Standby manager daemon x restarted 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: Standby manager daemon x started 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:04:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:04:26.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:04:26.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:26 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/1299789212' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:04:27.455 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:27.343+0000 7fe866c04640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:17:04:27] ENGINE Error in HTTPServer.serve 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: Traceback (most recent call last): 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._connections.run(self.expiration_interval) 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._run(expiration_interval) 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: s = self.context.wrap_socket( 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:04:27.456 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: return self.sslsocket_class._create( 2024-08-17T17:04:27.457 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:04:27.457 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self.do_handshake() 2024-08-17T17:04:27.457 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:04:27.457 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: self._sslobj.do_handshake() 2024-08-17T17:04:27.457 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:04:27.457 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[29912]: mgrmap e18: y(active, since 1.01032s), standbys: x 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[29912]: [17/Aug/2024:17:04:27] ENGINE Bus STARTING 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[29912]: [17/Aug/2024:17:04:27] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[29912]: [17/Aug/2024:17:04:27] ENGINE Bus STARTED 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[29912]: [17/Aug/2024:17:04:27] ENGINE Error in HTTPServer.serve 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout: Traceback (most recent call last): 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._run(expiration_interval) 2024-08-17T17:04:28.353 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: self.do_handshake() 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:28.354 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[41048]: mgrmap e18: y(active, since 1.01032s), standbys: x 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[41048]: [17/Aug/2024:17:04:27] ENGINE Bus STARTING 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[41048]: [17/Aug/2024:17:04:27] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[41048]: [17/Aug/2024:17:04:27] ENGINE Bus STARTED 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[41048]: [17/Aug/2024:17:04:27] ENGINE Error in HTTPServer.serve 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: Traceback (most recent call last): 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._run(expiration_interval) 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:04:28.355 INFO:journalctl@ceph.mon.c.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T17:04:28.356 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:04:28.356 INFO:journalctl@ceph.mon.c.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T17:04:28.356 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:04:28.356 INFO:journalctl@ceph.mon.c.smithi094.stdout: self.do_handshake() 2024-08-17T17:04:28.356 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:04:28.356 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T17:04:28.356 INFO:journalctl@ceph.mon.c.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:04:28.356 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:28 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:28.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:28 smithi190 ceph-mon[33316]: mgrmap e18: y(active, since 1.01032s), standbys: x 2024-08-17T17:04:28.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:28 smithi190 ceph-mon[33316]: [17/Aug/2024:17:04:27] ENGINE Bus STARTING 2024-08-17T17:04:28.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:28 smithi190 ceph-mon[33316]: [17/Aug/2024:17:04:27] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:28 smithi190 ceph-mon[33316]: [17/Aug/2024:17:04:27] ENGINE Bus STARTED 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:28 smithi190 ceph-mon[33316]: [17/Aug/2024:17:04:27] ENGINE Error in HTTPServer.serve 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: Traceback (most recent call last): 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._run(expiration_interval) 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: s = self.context.wrap_socket( 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:04:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: return self.sslsocket_class._create( 2024-08-17T17:04:28.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:04:28.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: self.do_handshake() 2024-08-17T17:04:28.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:04:28.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._sslobj.do_handshake() 2024-08-17T17:04:28.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:04:28.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:28 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.507 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'rbd' created 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/4201634131' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/4201634131' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/4201634131' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:29.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:29.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.157 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- rbd pool init rbd 2024-08-17T17:04:30.447 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi190 to 2992M 2024-08-17T17:04:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T17:04:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T17:04:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi190 to 2992M 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:30.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:30 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:30.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi190 to 2992M 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:30 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:31.619 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:31.619 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi094 to 2992M 2024-08-17T17:04:31.619 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:04:31.619 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.620 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi094 to 2992M 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.621 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:31 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: pgmap v6: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi094 to 2992M 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:04:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:04:31.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:31.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:31 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:04:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:04:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:04:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[29912]: Deploying daemon alertmanager.a on smithi094 2024-08-17T17:04:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[29912]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T17:04:32.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1964058008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:04:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:04:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:04:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:04:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[41048]: Deploying daemon alertmanager.a on smithi094 2024-08-17T17:04:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[41048]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T17:04:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:32 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1964058008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:04:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:32 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:04:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:32 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:04:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:32 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:04:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:32 smithi190 ceph-mon[33316]: Deploying daemon alertmanager.a on smithi094 2024-08-17T17:04:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:32 smithi190 ceph-mon[33316]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T17:04:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:32 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1964058008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:04:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:33 smithi094 ceph-mon[29912]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:33 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1964058008' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T17:04:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:33 smithi094 ceph-mon[29912]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T17:04:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:33 smithi094 ceph-mon[41048]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:33 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1964058008' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T17:04:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:33 smithi094 ceph-mon[41048]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T17:04:33.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:04:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:04:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:33 smithi190 ceph-mon[33316]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:33 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1964058008' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T17:04:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:33 smithi190 ceph-mon[33316]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T17:04:34.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:34 smithi190 ceph-mon[33316]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T17:04:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:34 smithi094 ceph-mon[29912]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T17:04:35.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:34 smithi094 ceph-mon[41048]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T17:04:35.682 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph config log 1 --format=json 2024-08-17T17:04:35.907 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:35 smithi190 ceph-mon[33316]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T17:04:35.908 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:35 smithi190 ceph-mon[33316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:04:35.908 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:35 smithi190 ceph-mon[33316]: Cluster is now healthy 2024-08-17T17:04:35.908 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:35 smithi190 ceph-mon[33316]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T17:04:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:35 smithi094 ceph-mon[29912]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T17:04:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:35 smithi094 ceph-mon[29912]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:04:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:35 smithi094 ceph-mon[29912]: Cluster is now healthy 2024-08-17T17:04:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:35 smithi094 ceph-mon[29912]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T17:04:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:35 smithi094 ceph-mon[41048]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T17:04:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:35 smithi094 ceph-mon[41048]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:04:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:35 smithi094 ceph-mon[41048]: Cluster is now healthy 2024-08-17T17:04:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:35 smithi094 ceph-mon[41048]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T17:04:37.763 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:37 smithi094 ceph-mon[29912]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-17T17:04:37.763 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:37 smithi094 ceph-mon[41048]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-17T17:04:37.800 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:37 smithi190 ceph-mon[33316]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-17T17:04:39.741 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:39 smithi094 ceph-mon[29912]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-17T17:04:39.742 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:39 smithi094 ceph-mon[29912]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T17:04:39.742 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:39 smithi094 ceph-mon[41048]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-17T17:04:39.742 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:39 smithi094 ceph-mon[41048]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T17:04:39.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:39 smithi190 ceph-mon[33316]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-17T17:04:39.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:39 smithi190 ceph-mon[33316]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T17:04:40.437 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:40 smithi094 systemd[1]: Starting Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:04:41.074 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:04:41.386 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 podman[76506]: 2024-08-17 17:04:40.98203384 +0000 UTC m=+0.017400852 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T17:04:41.386 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 podman[76506]: 2024-08-17 17:04:41.133139922 +0000 UTC m=+0.168506992 volume create e2c3f2c9d5f5c339832296efff4805ff02dc1e2f9c4edcc6d6178999be2389a0 2024-08-17T17:04:41.386 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 podman[76506]: 2024-08-17 17:04:41.200066985 +0000 UTC m=+0.235433995 container create 482eae2a40a70d36d1bae55b3cb0996544490b8f515aac66fd56c72c3057e380 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:04:41.760 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-mon[29912]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 313 B/s wr, 0 op/s 2024-08-17T17:04:41.760 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/142644242' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T17:04:41.760 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:41.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-mon[41048]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 313 B/s wr, 0 op/s 2024-08-17T17:04:41.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/142644242' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T17:04:41.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:41.760 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:41] ENGINE Bus STOPPING 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 podman[76506]: 2024-08-17 17:04:41.502516773 +0000 UTC m=+0.537883785 container init 482eae2a40a70d36d1bae55b3cb0996544490b8f515aac66fd56c72c3057e380 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 podman[76506]: 2024-08-17 17:04:41.507565594 +0000 UTC m=+0.542932606 container start 482eae2a40a70d36d1bae55b3cb0996544490b8f515aac66fd56c72c3057e380 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:41.519Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:41.519Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:41.520Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.94 port=9094 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:41.521Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:41.545Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:41.546Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:41.548Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:41.548Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T17:04:41.761 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 bash[76506]: 482eae2a40a70d36d1bae55b3cb0996544490b8f515aac66fd56c72c3057e380 2024-08-17T17:04:41.762 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:41 smithi094 systemd[1]: Started Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:04:41.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:41 smithi190 ceph-mon[33316]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 313 B/s wr, 0 op/s 2024-08-17T17:04:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:41 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/142644242' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T17:04:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:42.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:04:42.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:41] ENGINE Bus STOPPED 2024-08-17T17:04:42.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:41] ENGINE Bus STARTING 2024-08-17T17:04:42.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:41] ENGINE Serving on http://:::9283 2024-08-17T17:04:42.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:04:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:04:41] ENGINE Bus STARTED 2024-08-17T17:04:42.286 INFO:teuthology.orchestra.run.smithi094.stdout:[{"version":20,"timestamp":"2024-08-17T17:04:30.263716+0000","name":"","changes":[{"name":"osd/host:smithi094/osd_memory_target","previous_value":"4211110707","new_value":"3137368883"}]}] 2024-08-17T17:04:42.286 INFO:tasks.ceph_manager:config epoch is 20 2024-08-17T17:04:42.286 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-17T17:04:42.287 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-17T17:04:42.287 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-17T17:04:42.543 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:42.927 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.927 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.927 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.927 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.927 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.927 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[29912]: Deploying daemon grafana.a on smithi190 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:04:42.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:04:42.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:42.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:42 smithi094 ceph-mon[41048]: Deploying daemon grafana.a on smithi190 2024-08-17T17:04:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:42 smithi190 ceph-mon[33316]: Deploying daemon grafana.a on smithi190 2024-08-17T17:04:43.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:43 smithi190 ceph-mon[33316]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:04:43.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:04:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:04:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:43 smithi094 ceph-mon[29912]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:04:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:43 smithi094 ceph-mon[41048]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:04:44.022 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:43.522Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000367766s 2024-08-17T17:04:44.751 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:04:45.487 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":20,"flags":0,"active_gid":24461,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6800","nonce":514776204},{"type":"v1","addr":"172.21.15.94:6801","nonce":514776204}]},"active_addr":"172.21.15.94:6801/514776204","active_change":"2024-08-17T17:04:26.045618+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24388,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.94:8443/","prometheus":"http://172.21.15.94:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":69,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":1888261294}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":2726789995}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":2276468495}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":4205162456}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":225871593}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.94:0","nonce":2842913084}]}]} 2024-08-17T17:04:45.490 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-17T17:04:45.490 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-17T17:04:45.491 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:04:45.744 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:45 smithi094 ceph-mon[41048]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 214 B/s wr, 0 op/s 2024-08-17T17:04:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:45 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/4262042575' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T17:04:46.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:45 smithi094 ceph-mon[29912]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 214 B/s wr, 0 op/s 2024-08-17T17:04:46.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:45 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/4262042575' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T17:04:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:45 smithi190 ceph-mon[33316]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 214 B/s wr, 0 op/s 2024-08-17T17:04:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:45 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/4262042575' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.265 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:47 smithi094 ceph-mon[29912]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:04:47.265 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:47 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:47.265 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:47 smithi094 ceph-mon[41048]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:04:47.266 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:47 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:47.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:47 smithi190 ceph-mon[33316]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:04:47.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:47 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:47.617 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:04:47.617 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":76,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:04:39.394224+0000","last_up_change":"2024-08-17T17:02:53.958002+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:03:17.470931+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:03:21.189504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:04:28.848193+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6803","nonce":4002020297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6805","nonce":4002020297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6809","nonce":4002020297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6807","nonce":4002020297}]},"public_addr":"172.21.15.94:6803/4002020297","cluster_addr":"172.21.15.94:6805/4002020297","heartbeat_back_addr":"172.21.15.94:6809/4002020297","heartbeat_front_addr":"172.21.15.94:6807/4002020297","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6811","nonce":278782843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6813","nonce":278782843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6817","nonce":278782843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6815","nonce":278782843}]},"public_addr":"172.21.15.94:6811/278782843","cluster_addr":"172.21.15.94:6813/278782843","heartbeat_back_addr":"172.21.15.94:6817/278782843","heartbeat_front_addr":"172.21.15.94:6815/278782843","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6819","nonce":3861667989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6821","nonce":3861667989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6825","nonce":3861667989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6823","nonce":3861667989}]},"public_addr":"172.21.15.94:6819/3861667989","cluster_addr":"172.21.15.94:6821/3861667989","heartbeat_back_addr":"172.21.15.94:6825/3861667989","heartbeat_front_addr":"172.21.15.94:6823/3861667989","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6827","nonce":2884779140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6829","nonce":2884779140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6833","nonce":2884779140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6831","nonce":2884779140}]},"public_addr":"172.21.15.94:6827/2884779140","cluster_addr":"172.21.15.94:6829/2884779140","heartbeat_back_addr":"172.21.15.94:6833/2884779140","heartbeat_front_addr":"172.21.15.94:6831/2884779140","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6801","nonce":1964936587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6803","nonce":1964936587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6807","nonce":1964936587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6805","nonce":1964936587}]},"public_addr":"172.21.15.190:6801/1964936587","cluster_addr":"172.21.15.190:6803/1964936587","heartbeat_back_addr":"172.21.15.190:6807/1964936587","heartbeat_front_addr":"172.21.15.190:6805/1964936587","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6809","nonce":1008027659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6811","nonce":1008027659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6815","nonce":1008027659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6813","nonce":1008027659}]},"public_addr":"172.21.15.190:6809/1008027659","cluster_addr":"172.21.15.190:6811/1008027659","heartbeat_back_addr":"172.21.15.190:6815/1008027659","heartbeat_front_addr":"172.21.15.190:6813/1008027659","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6817","nonce":1643573405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6819","nonce":1643573405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6823","nonce":1643573405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6821","nonce":1643573405}]},"public_addr":"172.21.15.190:6817/1643573405","cluster_addr":"172.21.15.190:6819/1643573405","heartbeat_back_addr":"172.21.15.190:6823/1643573405","heartbeat_front_addr":"172.21.15.190:6821/1643573405","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6825","nonce":1230209556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6827","nonce":1230209556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6831","nonce":1230209556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6829","nonce":1230209556}]},"public_addr":"172.21.15.190:6825/1230209556","cluster_addr":"172.21.15.190:6827/1230209556","heartbeat_back_addr":"172.21.15.190:6831/1230209556","heartbeat_front_addr":"172.21.15.190:6829/1230209556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6801/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6800/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/2943594337":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/744318268":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/4070197261":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/3692513109":"2024-08-18T17:04:26.045431+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:04:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:48 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1827652948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:04:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:48 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1827652948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:04:48.327 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-17T17:04:48.328 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:04:48.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:48 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1827652948' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:04:48.578 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:49 smithi094 ceph-mon[29912]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:49 smithi094 ceph-mon[41048]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:49.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:49 smithi190 ceph-mon[33316]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:50.401 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:04:50.401 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":76,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:04:39.394224+0000","last_up_change":"2024-08-17T17:02:53.958002+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:03:17.470931+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:03:21.189504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:04:28.848193+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6803","nonce":4002020297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6805","nonce":4002020297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6809","nonce":4002020297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6807","nonce":4002020297}]},"public_addr":"172.21.15.94:6803/4002020297","cluster_addr":"172.21.15.94:6805/4002020297","heartbeat_back_addr":"172.21.15.94:6809/4002020297","heartbeat_front_addr":"172.21.15.94:6807/4002020297","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6811","nonce":278782843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6813","nonce":278782843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6817","nonce":278782843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6815","nonce":278782843}]},"public_addr":"172.21.15.94:6811/278782843","cluster_addr":"172.21.15.94:6813/278782843","heartbeat_back_addr":"172.21.15.94:6817/278782843","heartbeat_front_addr":"172.21.15.94:6815/278782843","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6819","nonce":3861667989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6821","nonce":3861667989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6825","nonce":3861667989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6823","nonce":3861667989}]},"public_addr":"172.21.15.94:6819/3861667989","cluster_addr":"172.21.15.94:6821/3861667989","heartbeat_back_addr":"172.21.15.94:6825/3861667989","heartbeat_front_addr":"172.21.15.94:6823/3861667989","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6827","nonce":2884779140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6829","nonce":2884779140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6833","nonce":2884779140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6831","nonce":2884779140}]},"public_addr":"172.21.15.94:6827/2884779140","cluster_addr":"172.21.15.94:6829/2884779140","heartbeat_back_addr":"172.21.15.94:6833/2884779140","heartbeat_front_addr":"172.21.15.94:6831/2884779140","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6801","nonce":1964936587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6803","nonce":1964936587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6807","nonce":1964936587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6805","nonce":1964936587}]},"public_addr":"172.21.15.190:6801/1964936587","cluster_addr":"172.21.15.190:6803/1964936587","heartbeat_back_addr":"172.21.15.190:6807/1964936587","heartbeat_front_addr":"172.21.15.190:6805/1964936587","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6809","nonce":1008027659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6811","nonce":1008027659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6815","nonce":1008027659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6813","nonce":1008027659}]},"public_addr":"172.21.15.190:6809/1008027659","cluster_addr":"172.21.15.190:6811/1008027659","heartbeat_back_addr":"172.21.15.190:6815/1008027659","heartbeat_front_addr":"172.21.15.190:6813/1008027659","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6817","nonce":1643573405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6819","nonce":1643573405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6823","nonce":1643573405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6821","nonce":1643573405}]},"public_addr":"172.21.15.190:6817/1643573405","cluster_addr":"172.21.15.190:6819/1643573405","heartbeat_back_addr":"172.21.15.190:6823/1643573405","heartbeat_front_addr":"172.21.15.190:6821/1643573405","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6825","nonce":1230209556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6827","nonce":1230209556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6831","nonce":1230209556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6829","nonce":1230209556}]},"public_addr":"172.21.15.190:6825/1230209556","cluster_addr":"172.21.15.190:6827/1230209556","heartbeat_back_addr":"172.21.15.190:6831/1230209556","heartbeat_front_addr":"172.21.15.190:6829/1230209556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6801/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6800/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/2943594337":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/744318268":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/4070197261":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/3692513109":"2024-08-18T17:04:26.045431+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:04:51.043 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-17T17:04:51.044 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-17T17:04:51.044 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-17T17:04:51.045 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-17T17:04:51.045 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-17T17:04:51.046 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-17T17:04:51.046 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-17T17:04:51.047 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-17T17:04:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:51 smithi094 ceph-mon[29912]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:51 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/129989768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:04:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:51 smithi094 ceph-mon[41048]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:51 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/129989768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:04:51.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:51 smithi190 ceph-mon[33316]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:51.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:51 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/129989768' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:04:51.567 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:51.568 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:51.570 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:51.575 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:51.575 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:51.578 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:51.591 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:51.591 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:51.850 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:04:51 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:04:51.523Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002189117s 2024-08-17T17:04:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:53 smithi190 ceph-mon[33316]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:53.286 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:53 smithi094 ceph-mon[29912]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:53.286 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:53 smithi094 ceph-mon[41048]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:53.731 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:04:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:04:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:04:55.094 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:54 smithi190 podman[65627]: 2024-08-17 17:04:54.978658185 +0000 UTC m=+0.130092077 container create df17b573f0fcaa448d6feb2c85ffabcd9f0e03f095bbb41a43ed31e7bc0edc7f (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, version=8.5, release=239.1651231664, maintainer=Paul Cuzner , vcs-type=git, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container) 2024-08-17T17:04:55.239 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:55 smithi094 ceph-mon[29912]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:55.240 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:55 smithi094 ceph-mon[41048]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:55.377 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-mon[33316]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:55.377 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 podman[65627]: 2024-08-17 17:04:55.214342995 +0000 UTC m=+0.365776894 container init df17b573f0fcaa448d6feb2c85ffabcd9f0e03f095bbb41a43ed31e7bc0edc7f (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, version=8.5, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, io.openshift.expose-services=, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, name=ubi8) 2024-08-17T17:04:55.377 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 podman[65627]: 2024-08-17 17:04:55.218885588 +0000 UTC m=+0.370319480 container start df17b573f0fcaa448d6feb2c85ffabcd9f0e03f095bbb41a43ed31e7bc0edc7f (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, io.openshift.expose-services=, vendor=Red Hat, Inc., com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., build-date=2022-04-29T11:48:11.055897, architecture=x86_64, release=239.1651231664, maintainer=Paul Cuzner , description=Ceph Grafana Container, name=ubi8, distribution-scope=public, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-17T17:04:55.377 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 bash[65627]: df17b573f0fcaa448d6feb2c85ffabcd9f0e03f095bbb41a43ed31e7bc0edc7f 2024-08-17T17:04:55.377 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 systemd[1]: Started Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:04:55.629 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.376809657Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377016427Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377084124Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377148615Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377160136Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377177841Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377187657Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377198192Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.37720838Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377220895Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T17:04:55.630 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377231281Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377241809Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377251971Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=settings t=2024-08-17T17:04:55.377262634Z level=info msg="App mode production" 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=sqlstore t=2024-08-17T17:04:55.37733468Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=sqlstore t=2024-08-17T17:04:55.377359187Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.378495817Z level=info msg="Starting DB migrations" 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.378576859Z level=info msg="Executing migration" id="create migration_log table" 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.379175333Z level=info msg="Executing migration" id="create user table" 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.379631738Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.380510843Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.381337101Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-17T17:04:55.631 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.382198262Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.383077478Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.3839383Z level=info msg="Executing migration" id="create user table v2" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.384890216Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.385618299Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.388577336Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.391336365Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.394092074Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.396905019Z level=info msg="Executing migration" id="Update user table charset" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.397219293Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.400078115Z level=info msg="Executing migration" id="Add missing user data" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.402939732Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-17T17:04:55.632 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.40574602Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-17T17:04:55.633 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.408647984Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-17T17:04:55.633 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.411344948Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-17T17:04:55.633 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.412515569Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-17T17:04:55.634 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.415380253Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-17T17:04:55.634 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.418340839Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.420932598Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.423724764Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.426501308Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.42682407Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.429727634Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.432143175Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.434833857Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.437234944Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.440179636Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.44246863Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.445126786Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.447733786Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-17T17:04:55.635 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.450294102Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.452992248Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.455739083Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.458403427Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.46113699Z level=info msg="Executing migration" id="create star table" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.463599131Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.464120644Z level=info msg="Executing migration" id="create org table v1" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.46665556Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.469337412Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.469891791Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.470781828Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.471609311Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.472487077Z level=info msg="Executing migration" id="Update org table charset" 2024-08-17T17:04:55.636 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.472795913Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.47367173Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.47460883Z level=info msg="Executing migration" id="create dashboard table" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.475260372Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.475703984Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.476549611Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.47737489Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.47832326Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.47885955Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.479719646Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.480685435Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.481536559Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-17T17:04:55.637 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.482184589Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-17T17:04:55.638 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.482970138Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-17T17:04:55.638 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.483422635Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-17T17:04:55.638 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.483822682Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-17T17:04:55.638 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.484356706Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-17T17:04:55.638 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.484852204Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-17T17:04:55.638 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.485333477Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-17T17:04:55.638 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.486231369Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.487240112Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.488066727Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.48872038Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.489538083Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.490513766Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.491425582Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.492096162Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.492997866Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.493710508Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.494070308Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.494980774Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.49734733Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-17T17:04:55.639 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.500201742Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.503003729Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.505850699Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.506766042Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.509640858Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.512387332Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.515244322Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.515684667Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.518446985Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.521187729Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.524066473Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.524408998Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.527271828Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.527798265Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-17T17:04:55.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.530136811Z level=info msg="Executing migration" id="create data_source table" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.53274016Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.533179541Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.53359287Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.536439116Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.538959134Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.540098722Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.542857727Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.545522472Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.548159217Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.548541864Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.551111582Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.553730584Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-17T17:04:55.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.554038796Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.554326457Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.556441419Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.558995461Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.559368174Z level=info msg="Executing migration" id="Add uid column" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.559920202Z level=info msg="Executing migration" id="Update uid value" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.560238389Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.560648297Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.561079227Z level=info msg="Executing migration" id="create api_key table" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.563373733Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.565997665Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.566506011Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.56728148Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-17T17:04:55.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.568103665Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.568526013Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.568939535Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.56994977Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.570344075Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.570770134Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.571178828Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.571584587Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.571928286Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.572261106Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.57252484Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.57310486Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.573704927Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.57402311Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.574531492Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-17T17:04:55.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.575116835Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.575501468Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.575875521Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.576266518Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.576681853Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.577098855Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.577507682Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.577816527Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.578113125Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.578654754Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.579207038Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.579491817Z level=info msg="Executing migration" id="create quota table v1" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.579893528Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.580329309Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-17T17:04:55.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.580603439Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.581036807Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.58145523Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.582039464Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.582345747Z level=info msg="Executing migration" id="create session table" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.582777283Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.583524855Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.583866294Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.584259232Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.584653792Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.584950076Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.585225314Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.585501489Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.585820081Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.586220569Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-17T17:04:55.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.586487481Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.587126076Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.587448996Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.588101174Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.588704335Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.589025256Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.589456705Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.589924292Z level=info msg="Executing migration" id="create alert table v1" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.590775229Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.591609087Z level=info msg="Executing migration" id="add index alert state" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.59202771Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.592426231Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-17T17:04:55.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.592811504Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.593227549Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.593615808Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.595091719Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.595515509Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.59627756Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.596658967Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.597071557Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.597448362Z level=info msg="Executing migration" id="Add column is_default" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.598126815Z level=info msg="Executing migration" id="Add column frequency" 2024-08-17T17:04:55.647 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.59885319Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.599516529Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.600167362Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.600600518Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.600913649Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.601195474Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.601598303Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.602053265Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.602413403Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.602841222Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.603302476Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.604148275Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.604988166Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-17T17:04:55.648 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.605865319Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.606711997Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.607609655Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.60845634Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.609442715Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.61023062Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.611251736Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.612003835Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.612874827Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.613732404Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.614556742Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.61555464Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.616331165Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.617143576Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.61808222Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-17T17:04:55.649 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.618863971Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.619746382Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.620699947Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.621661369Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.622355263Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.62332574Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.626261931Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.628807021Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.631740733Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-17T17:04:55.650 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.63218573Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-17T17:04:55.881 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.63499509Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-17T17:04:55.881 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.635382039Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-17T17:04:55.881 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.637859192Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-17T17:04:55.881 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.640575412Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-17T17:04:55.881 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.643444486Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-17T17:04:55.881 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.646294233Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-17T17:04:55.881 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.649156319Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.65185601Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.654750242Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.65776156Z level=info msg="Executing migration" id="Move region to single row" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.660587741Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.663453556Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.666303783Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.669065662Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.671570694Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.674208278Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.676969421Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-17T17:04:55.882 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.679813895Z level=info msg="Executing migration" id="create test_data table" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.682295194Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.684800185Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.687608902Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.690252503Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.692886255Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.695476515Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.697985923Z level=info msg="Executing migration" id="create team table" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.700782825Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-17T17:04:55.884 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.703396424Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.706025764Z level=info msg="Executing migration" id="create team member table" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.708717821Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.71129578Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.714022505Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.714669593Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.715528103Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.716508294Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.717437665Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.718301143Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.719286199Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.720012173Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.720799748Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.72182195Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.722509406Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-17T17:04:55.885 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.723352038Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.724204612Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.724598035Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.725568806Z level=info msg="Executing migration" id="create tag table" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.726267065Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.727122237Z level=info msg="Executing migration" id="create login attempt table" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.727542Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.728535303Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.729253534Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.731156254Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.731532824Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.732415011Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.733402181Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-17T17:04:55.886 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.734127182Z level=info msg="Executing migration" id="create user auth table" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.734519701Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.735391474Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.736379004Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.737207672Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.737973319Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.738820019Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.739774151Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.740790655Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.741700101Z level=info msg="Executing migration" id="create server_lock table" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.742706256Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.743392827Z level=info msg="Executing migration" id="create user auth token table" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.74628881Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.746762722Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-17T17:04:55.887 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.749612206Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.752676154Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.755403137Z level=info msg="Executing migration" id="create cache_data table" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.755942144Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.758920992Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.761671902Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.764447568Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.764796998Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.76770424Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.770443653Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.773320041Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.773786744Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.776651847Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-17T17:04:55.888 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.779458137Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.782243303Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.78270781Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.785505749Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.788148199Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.790578377Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.790925539Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.793597033Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.794089182Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.796202063Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.796535397Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.798867877Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.799399114Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.802169278Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.804902307Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-17T17:04:55.889 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.807430636Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.807902453Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.810490246Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.813878722Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.81722666Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.81772701Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.818582833Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.819451401Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.8202879Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.820754928Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.821563874Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.822337729Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.823197871Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-17T17:04:55.890 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.824101117Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-17T17:04:55.891 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.82493963Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-17T17:04:55.891 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.82577966Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-17T17:04:55.891 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.826663107Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-17T17:04:55.891 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.827154806Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-17T17:04:55.891 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.828019978Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.828868008Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.829730681Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.830567604Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.831426647Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.832361313Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.832854265Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.833349999Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.833797302Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.83468686Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.835566322Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.836436892Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.837311012Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.838197602Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-17T17:04:55.892 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.839110986Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.839980678Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.841066167Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.843862315Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.846418211Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.84914997Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.849690924Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.852256385Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.855106185Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.857593204Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.858510599Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.861308164Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.863983566Z level=info msg="Executing migration" id="create alert_image table" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.864862738Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-17T17:04:55.893 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.865472099Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.866349833Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.867232607Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.867742874Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.867832803Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.868117754Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.868955315Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.86943318Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.869559416Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-17T17:04:55.894 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.869681561Z level=info msg="alerts found to migrate" alerts=0 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.870102011Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.871002507Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.871492224Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.872463772Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.873188919Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.874028427Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.87434859Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.875267657Z level=info msg="Executing migration" id="create data_keys table" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.875916563Z level=info msg="Executing migration" id="create secrets table" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.876377506Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.88067225Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.881649643Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-17T17:04:55.895 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.882525776Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-17T17:04:56.186 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.886877508Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-17T17:04:56.186 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.891049777Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-17T17:04:56.186 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.891869931Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-17T17:04:56.186 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.892320372Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-17T17:04:56.186 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.892649663Z level=info msg="Executing migration" id="create permission table" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.893058476Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.89350139Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.89402428Z level=info msg="Executing migration" id="create role table" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.894422116Z level=info msg="Executing migration" id="add column display_name" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.89536743Z level=info msg="Executing migration" id="add column group_name" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.896305757Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.896756555Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.897198708Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.897650475Z level=info msg="Executing migration" id="create team role table" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.89806047Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.898513738Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-17T17:04:56.187 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.898972024Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.899410214Z level=info msg="Executing migration" id="create user role table" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.899808828Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.900245936Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.900685698Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.901139437Z level=info msg="Executing migration" id="create builtin role table" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.901564516Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.902343663Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.902810726Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.903844239Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.90432003Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.904769307Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.905189969Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.905614193Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-17T17:04:56.188 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.906020651Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-17T17:04:56.189 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.906471914Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-17T17:04:56.189 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.907454582Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-17T17:04:56.189 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.907886945Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-17T17:04:56.189 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.90836053Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-17T17:04:56.189 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.908660793Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-17T17:04:56.189 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.909107503Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-17T17:04:56.189 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.909592334Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.909989535Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.910291498Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.910631155Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.911037578Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.911487082Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.912446801Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.912784292Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.913186641Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.913616484Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.914072205Z level=info msg="Executing migration" id="add correlation config column" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.915113657Z level=info msg="Executing migration" id="create entity_events table" 2024-08-17T17:04:56.190 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.915544199Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.916368286Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.91647099Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.916766456Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.916863687Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.917148181Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.918005137Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.918446896Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.918945647Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.919788973Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.920228646Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.921120309Z level=info msg="Executing migration" id="Drop public config table" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.921567495Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.922023001Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-17T17:04:56.191 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.922977985Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.923684453Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.924149132Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.927215754Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.930060772Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.932955405Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.933305848Z level=info msg="Executing migration" id="add share column" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.936204686Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.939249189Z level=info msg="Executing migration" id="create file table" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.94210092Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.94255518Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.945454526Z level=info msg="Executing migration" id="create file_meta table" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.945895387Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.948775035Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-17T17:04:56.192 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.949135257Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.952175427Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.952558463Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.95513552Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.957891785Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.958328594Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.961063626Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.963734962Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.966292083Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.966707453Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.969403215Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.972000038Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.974662743Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.984405569Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-17T17:04:56.193 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.987114862Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.989953976Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.993391097Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.993712031Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.996473197Z level=info msg="Executing migration" id="create folder table" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:55.999192705Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:56.001893294Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:56.00233692Z level=info msg="Executing migration" id="Update folder title length" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:56.0049046Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=migrator t=2024-08-17T17:04:56.005377502Z level=info msg="migrations completed" performed=485 skipped=0 duration=626.823512ms 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=sqlstore t=2024-08-17T17:04:56.005761172Z level=info msg="Created default organization" 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=plugin.loader t=2024-08-17T17:04:56.059695399Z level=info msg="Plugin registered" pluginID=input 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=plugin.loader t=2024-08-17T17:04:56.087037392Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T17:04:56.194 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=plugin.loader t=2024-08-17T17:04:56.087060348Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T17:04:56.195 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=secrets t=2024-08-17T17:04:56.087095609Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T17:04:56.195 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=query_data t=2024-08-17T17:04:56.090335604Z level=info msg="Query Service initialization" 2024-08-17T17:04:56.195 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=live.push_http t=2024-08-17T17:04:56.092656343Z level=info msg="Live Push Gateway initialization" 2024-08-17T17:04:56.674 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.674 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.674 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.674 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.674 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-mon[33316]: Deploying daemon node-exporter.a on smithi094 2024-08-17T17:04:56.674 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:56.674 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.688 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.688 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.688 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.688 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.688 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[29912]: Deploying daemon node-exporter.a on smithi094 2024-08-17T17:04:56.688 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:56.688 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[41048]: Deploying daemon node-exporter.a on smithi094 2024-08-17T17:04:56.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:56.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:04:56.931 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=infra.usagestats.collector t=2024-08-17T17:04:56.831984924Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T17:04:56.931 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=provisioning.datasources t=2024-08-17T17:04:56.832328041Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-17T17:04:56.931 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=provisioning.datasources t=2024-08-17T17:04:56.865875105Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T17:04:56.931 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=provisioning.datasources t=2024-08-17T17:04:56.898001716Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-17T17:04:56.931 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=provisioning.alerting t=2024-08-17T17:04:56.919834365Z level=info msg="starting to provision alerting" 2024-08-17T17:04:56.931 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=provisioning.alerting t=2024-08-17T17:04:56.919860227Z level=info msg="finished to provision alerting" 2024-08-17T17:04:56.931 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=grafanaStorageLogger t=2024-08-17T17:04:56.920057293Z level=info msg="storage starting" 2024-08-17T17:04:56.931 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=ngalert.state.manager t=2024-08-17T17:04:56.920178228Z level=info msg="Warming state cache for startup" 2024-08-17T17:04:56.932 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=http.server t=2024-08-17T17:04:56.921813694Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T17:04:56.932 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=ngalert.state.manager t=2024-08-17T17:04:56.930374412Z level=info msg="State cache has been initialized" states=0 duration=10.194385ms 2024-08-17T17:04:56.932 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=ticker t=2024-08-17T17:04:56.930443512Z level=info msg=starting first_tick=2024-08-17T17:05:00Z 2024-08-17T17:04:56.932 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=ngalert.multiorg.alertmanager t=2024-08-17T17:04:56.930445287Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T17:04:57.185 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=sqlstore.transactions t=2024-08-17T17:04:56.93150531Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:04:57.186 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=sqlstore.transactions t=2024-08-17T17:04:56.962399863Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:04:57.186 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=sqlstore.transactions t=2024-08-17T17:04:57.003007438Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:04:57.186 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:04:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[65641]: logger=sqlstore.transactions t=2024-08-17T17:04:57.01350819Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-17T17:04:57.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:57 smithi094 ceph-mon[29912]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:57.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:57 smithi094 ceph-mon[41048]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:57.522 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:04:57 smithi094 systemd[1]: Starting Ceph node-exporter.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:04:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:57 smithi190 ceph-mon[33316]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:59.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:04:59 smithi190 ceph-mon[33316]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:59.721 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:04:59 smithi094 ceph-mon[29912]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:04:59.721 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:04:59 smithi094 ceph-mon[41048]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:01.313 INFO:teuthology.orchestra.run.smithi094.stdout:167503724581 2024-08-17T17:05:01.314 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-17T17:05:01.619 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:01 smithi094 ceph-mon[41048]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:01.619 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:01 smithi094 ceph-mon[29912]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:01.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:01 smithi190 ceph-mon[33316]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:01.925 INFO:teuthology.orchestra.run.smithi094.stdout:34359738428 2024-08-17T17:05:01.925 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-17T17:05:02.755 INFO:teuthology.orchestra.run.smithi094.stdout:236223201308 2024-08-17T17:05:02.755 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-17T17:05:03.558 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:03 smithi094 ceph-mon[29912]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:03.559 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:03 smithi094 ceph-mon[41048]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:03 smithi190 ceph-mon[33316]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:03.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:05:03 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:05:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:05:04.530 INFO:teuthology.orchestra.run.smithi094.stdout:77309411379 2024-08-17T17:05:04.531 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-17T17:05:05.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:05 smithi190 ceph-mon[33316]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:05.709 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:05 smithi094 ceph-mon[29912]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:05.709 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:05 smithi094 ceph-mon[41048]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:07.488 INFO:teuthology.orchestra.run.smithi094.stdout:201863462946 2024-08-17T17:05:07.488 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-17T17:05:07.511 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:07.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:07 smithi190 ceph-mon[33316]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:07.695 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:07 smithi094 ceph-mon[29912]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:07.695 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:07 smithi094 ceph-mon[41048]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:08.099 INFO:teuthology.orchestra.run.smithi094.stdout:111669149742 2024-08-17T17:05:08.100 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-17T17:05:08.127 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:08.685 INFO:teuthology.orchestra.run.smithi094.stdout:133143986218 2024-08-17T17:05:08.685 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-17T17:05:09.556 INFO:teuthology.orchestra.run.smithi094.stdout:55834574906 2024-08-17T17:05:09.556 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-17T17:05:09.570 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:09.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:09 smithi190 ceph-mon[33316]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:09.738 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:09 smithi094 ceph-mon[29912]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:09.738 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:09 smithi094 ceph-mon[41048]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:09.826 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:10.901 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:11.234 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:10 smithi094 bash[79407]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T17:05:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:11 smithi094 ceph-mon[29912]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:11 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:11.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:11 smithi094 ceph-mon[41048]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:11.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:11 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:11.523 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:11 smithi094 bash[79407]: Getting image source signatures 2024-08-17T17:05:11.523 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:11 smithi094 bash[79407]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T17:05:11.523 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:11 smithi094 bash[79407]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T17:05:11.523 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:11 smithi094 bash[79407]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T17:05:11.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:11 smithi190 ceph-mon[33316]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:11.702 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:11 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:13.684 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:13 smithi094 ceph-mon[29912]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:13.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:13 smithi094 ceph-mon[41048]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:13.685 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:05:13 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:05:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:05:13.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:13 smithi190 ceph-mon[33316]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:13.745 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:13.996 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:13 smithi094 bash[79407]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T17:05:13.996 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:13 smithi094 bash[79407]: Writing manifest to image destination 2024-08-17T17:05:14.745 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:14.772 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:14 smithi094 podman[79407]: 2024-08-17 17:05:14.489150569 +0000 UTC m=+5.435955873 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T17:05:15.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:15 smithi190 ceph-mon[33316]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:15.689 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:15 smithi094 ceph-mon[29912]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:15.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:15 smithi094 ceph-mon[41048]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:15.833 INFO:teuthology.orchestra.run.smithi094.stdout:236223201310 2024-08-17T17:05:16.307 INFO:teuthology.orchestra.run.smithi094.stdout:34359738431 2024-08-17T17:05:16.699 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:16 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2599827070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T17:05:16.699 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:16 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/99147433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T17:05:16.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:16 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2599827070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T17:05:16.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:16 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/99147433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T17:05:16.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:16 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2599827070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T17:05:16.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:16 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/99147433' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T17:05:16.961 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201308 got 236223201310 for osd.7 2024-08-17T17:05:16.962 DEBUG:teuthology.parallel:result is None 2024-08-17T17:05:17.272 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:17 smithi094 podman[79407]: 2024-08-17 17:05:17.049700538 +0000 UTC m=+7.996505828 container create 1e268c0bcded24b64381e5338874f460430641de6ca4c3b577860f543d8ad000 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:17.599 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:17 smithi094 ceph-mon[29912]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:17.600 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:17 smithi094 ceph-mon[41048]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:17.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:17 smithi190 ceph-mon[33316]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 podman[79407]: 2024-08-17 17:05:18.362643554 +0000 UTC m=+9.309448844 container init 1e268c0bcded24b64381e5338874f460430641de6ca4c3b577860f543d8ad000 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 podman[79407]: 2024-08-17 17:05:18.369100379 +0000 UTC m=+9.315905680 container start 1e268c0bcded24b64381e5338874f460430641de6ca4c3b577860f543d8ad000 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.373Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.373Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.373Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.373Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T17:05:18.515 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T17:05:18.516 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T17:05:18.517 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T17:05:18.518 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T17:05:18.519 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[80068]: ts=2024-08-17T17:05:18.374Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T17:05:19.474 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:19.611 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:19 smithi094 ceph-mon[29912]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:19.612 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:19 smithi094 ceph-mon[41048]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:19.726 INFO:teuthology.orchestra.run.smithi094.stdout:167503724585 2024-08-17T17:05:19.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:19 smithi190 ceph-mon[33316]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:20.514 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724581 got 167503724585 for osd.5 2024-08-17T17:05:20.514 DEBUG:teuthology.parallel:result is None 2024-08-17T17:05:20.713 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:20 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3984289509' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T17:05:20.714 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:20 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3984289509' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T17:05:20.714 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:20 smithi094 bash[79407]: 1e268c0bcded24b64381e5338874f460430641de6ca4c3b577860f543d8ad000 2024-08-17T17:05:20.714 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:05:20 smithi094 systemd[1]: Started Ceph node-exporter.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:05:20.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:20 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3984289509' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T17:05:21.131 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738428 got 34359738431 for osd.0 2024-08-17T17:05:21.131 DEBUG:teuthology.parallel:result is None 2024-08-17T17:05:21.250 INFO:teuthology.orchestra.run.smithi094.stdout:111669149745 2024-08-17T17:05:21.670 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:21 smithi190 bash[65923]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T17:05:21.935 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:21 smithi190 bash[65923]: Getting image source signatures 2024-08-17T17:05:21.936 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:21 smithi190 bash[65923]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T17:05:21.936 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:21 smithi190 bash[65923]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T17:05:21.936 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:21 smithi190 bash[65923]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T17:05:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:21 smithi190 ceph-mon[33316]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:21 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:21 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:21 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:21 smithi190 ceph-mon[33316]: Deploying daemon node-exporter.b on smithi190 2024-08-17T17:05:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:21 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1025165895' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T17:05:21.980 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[29912]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:21.980 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.980 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.980 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.980 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[29912]: Deploying daemon node-exporter.b on smithi190 2024-08-17T17:05:21.980 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1025165895' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T17:05:21.980 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[41048]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:21.981 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.981 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.981 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:21.981 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[41048]: Deploying daemon node-exporter.b on smithi190 2024-08-17T17:05:21.981 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:21 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1025165895' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T17:05:22.010 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149742 got 111669149745 for osd.3 2024-08-17T17:05:22.010 DEBUG:teuthology.parallel:result is None 2024-08-17T17:05:23.435 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 bash[65923]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T17:05:23.436 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 bash[65923]: Writing manifest to image destination 2024-08-17T17:05:23.855 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:23 smithi094 ceph-mon[29912]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:23.855 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:23 smithi094 ceph-mon[41048]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:23.890 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-mon[33316]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:23.890 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:05:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:05:23.890 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 podman[65923]: 2024-08-17 17:05:23.588841213 +0000 UTC m=+2.111085750 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T17:05:23.890 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 podman[65923]: 2024-08-17 17:05:23.687498171 +0000 UTC m=+2.209742715 container create cdeec02a4ecb9dbb01af4e4abcfd2dd3f74096d828f8557774733077294dbd06 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:05:24.119 INFO:teuthology.orchestra.run.smithi094.stdout:77309411384 2024-08-17T17:05:24.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 podman[65923]: 2024-08-17 17:05:23.889680043 +0000 UTC m=+2.411924581 container init cdeec02a4ecb9dbb01af4e4abcfd2dd3f74096d828f8557774733077294dbd06 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:05:24.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 podman[65923]: 2024-08-17 17:05:23.895677823 +0000 UTC m=+2.417922363 container start cdeec02a4ecb9dbb01af4e4abcfd2dd3f74096d828f8557774733077294dbd06 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:05:24.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.899Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T17:05:24.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.899Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T17:05:24.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.900Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T17:05:24.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.900Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T17:05:24.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.900Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T17:05:24.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.900Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T17:05:24.188 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T17:05:24.188 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T17:05:24.188 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T17:05:24.188 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T17:05:24.188 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T17:05:24.188 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T17:05:24.189 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T17:05:24.189 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T17:05:24.189 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T17:05:24.189 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T17:05:24.189 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T17:05:24.189 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T17:05:24.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T17:05:24.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T17:05:24.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T17:05:24.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T17:05:24.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T17:05:24.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T17:05:24.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T17:05:24.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[65973]: ts=2024-08-17T17:05:23.901Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T17:05:24.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:23 smithi190 bash[65923]: cdeec02a4ecb9dbb01af4e4abcfd2dd3f74096d828f8557774733077294dbd06 2024-08-17T17:05:24.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:05:24 smithi190 systemd[1]: Started Ceph node-exporter.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:05:25.129 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.129 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[29912]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:25.129 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.129 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.129 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.129 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/821684933' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[41048]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/821684933' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T17:05:25.130 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:25 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:25.340 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:25 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.340 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:25 smithi190 ceph-mon[33316]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:25.340 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:25 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.340 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:25 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.341 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:25 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.341 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:25 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:25.341 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:25 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/821684933' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T17:05:25.341 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:25 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:26.074 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411379 got 77309411384 for osd.2 2024-08-17T17:05:26.074 DEBUG:teuthology.parallel:result is None 2024-08-17T17:05:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:26 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3808221055' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T17:05:26.190 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:26 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3808221055' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T17:05:26.191 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:26 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3808221055' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T17:05:26.393 INFO:teuthology.orchestra.run.smithi094.stdout:55834574909 2024-08-17T17:05:26.429 INFO:teuthology.orchestra.run.smithi094.stdout:133143986222 2024-08-17T17:05:27.193 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:27 smithi094 ceph-mon[29912]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:27.193 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:27 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:27.193 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:27 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:27.193 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:27 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2504045038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T17:05:27.194 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:27 smithi094 ceph-mon[41048]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:27.194 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:27 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:27.194 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:27 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:27.194 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:27 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2504045038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T17:05:27.219 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574906 got 55834574909 for osd.1 2024-08-17T17:05:27.219 DEBUG:teuthology.parallel:result is None 2024-08-17T17:05:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:27 smithi190 ceph-mon[33316]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:27 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:27 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:27 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2504045038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T17:05:28.074 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986218 got 133143986222 for osd.4 2024-08-17T17:05:28.074 DEBUG:teuthology.parallel:result is None 2024-08-17T17:05:28.527 INFO:teuthology.orchestra.run.smithi094.stdout:201863462950 2024-08-17T17:05:29.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:29.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:29 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:29.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:29 smithi094 ceph-mon[29912]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:29.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:29 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1391442563' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T17:05:29.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:29.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:29 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:29.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:29 smithi094 ceph-mon[41048]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:29.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:29 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1391442563' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T17:05:29.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:29.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:29 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:29.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:29 smithi190 ceph-mon[33316]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:29.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:29 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1391442563' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T17:05:29.558 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462946 got 201863462950 for osd.6 2024-08-17T17:05:29.558 DEBUG:teuthology.parallel:result is None 2024-08-17T17:05:29.559 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T17:05:29.559 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:05:29.906 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:31.253 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:31 smithi094 ceph-mon[29912]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:31.253 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:31 smithi094 ceph-mon[41048]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:31.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:31 smithi190 ceph-mon[33316]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:31.918 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:05:31.920 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-08-17T17:05:33.075 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-08-17T17:05:30.070844+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386816,"kb_used_data":7968,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574400,"statfs":{"total":767960285184,"available":765516185600,"internally_reserved":0,"allocated":8159232,"data_stored":4593383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002996"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782463+0000","last_change":"2024-08-17T17:03:47.597771+0000","last_active":"2024-08-17T17:04:34.782463+0000","last_peered":"2024-08-17T17:04:34.782463+0000","last_clean":"2024-08-17T17:04:34.782463+0000","last_became_active":"2024-08-17T17:03:47.597382+0000","last_became_peered":"2024-08-17T17:03:47.597382+0000","last_unstale":"2024-08-17T17:04:34.782463+0000","last_undegraded":"2024-08-17T17:04:34.782463+0000","last_fullsized":"2024-08-17T17:04:34.782463+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:36.508200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527920+0000","last_change":"2024-08-17T17:03:22.261131+0000","last_active":"2024-08-17T17:04:34.527920+0000","last_peered":"2024-08-17T17:04:34.527920+0000","last_clean":"2024-08-17T17:04:34.527920+0000","last_became_active":"2024-08-17T17:03:22.260858+0000","last_became_peered":"2024-08-17T17:03:22.260858+0000","last_unstale":"2024-08-17T17:04:34.527920+0000","last_undegraded":"2024-08-17T17:04:34.527920+0000","last_fullsized":"2024-08-17T17:04:34.527920+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782814+0000","last_change":"2024-08-17T17:03:22.259737+0000","last_active":"2024-08-17T17:04:34.782814+0000","last_peered":"2024-08-17T17:04:34.782814+0000","last_clean":"2024-08-17T17:04:34.782814+0000","last_became_active":"2024-08-17T17:03:22.259439+0000","last_became_peered":"2024-08-17T17:03:22.259439+0000","last_unstale":"2024-08-17T17:04:34.782814+0000","last_undegraded":"2024-08-17T17:04:34.782814+0000","last_fullsized":"2024-08-17T17:04:34.782814+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531309+0000","last_change":"2024-08-17T17:03:22.278490+0000","last_active":"2024-08-17T17:04:34.531309+0000","last_peered":"2024-08-17T17:04:34.531309+0000","last_clean":"2024-08-17T17:04:34.531309+0000","last_became_active":"2024-08-17T17:03:22.277386+0000","last_became_peered":"2024-08-17T17:03:22.277386+0000","last_unstale":"2024-08-17T17:04:34.531309+0000","last_undegraded":"2024-08-17T17:04:34.531309+0000","last_fullsized":"2024-08-17T17:04:34.531309+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782968+0000","last_change":"2024-08-17T17:03:47.366705+0000","last_active":"2024-08-17T17:04:34.782968+0000","last_peered":"2024-08-17T17:04:34.782968+0000","last_clean":"2024-08-17T17:04:34.782968+0000","last_became_active":"2024-08-17T17:03:47.366346+0000","last_became_peered":"2024-08-17T17:03:47.366346+0000","last_unstale":"2024-08-17T17:04:34.782968+0000","last_undegraded":"2024-08-17T17:04:34.782968+0000","last_fullsized":"2024-08-17T17:04:34.782968+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:36:11.632366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531178+0000","last_change":"2024-08-17T17:03:22.275018+0000","last_active":"2024-08-17T17:04:34.531178+0000","last_peered":"2024-08-17T17:04:34.531178+0000","last_clean":"2024-08-17T17:04:34.531178+0000","last_became_active":"2024-08-17T17:03:22.274684+0000","last_became_peered":"2024-08-17T17:03:22.274684+0000","last_unstale":"2024-08-17T17:04:34.531178+0000","last_undegraded":"2024-08-17T17:04:34.531178+0000","last_fullsized":"2024-08-17T17:04:34.531178+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782352+0000","last_change":"2024-08-17T17:03:22.273527+0000","last_active":"2024-08-17T17:04:34.782352+0000","last_peered":"2024-08-17T17:04:34.782352+0000","last_clean":"2024-08-17T17:04:34.782352+0000","last_became_active":"2024-08-17T17:03:22.273201+0000","last_became_peered":"2024-08-17T17:03:22.273201+0000","last_unstale":"2024-08-17T17:04:34.782352+0000","last_undegraded":"2024-08-17T17:04:34.782352+0000","last_fullsized":"2024-08-17T17:04:34.782352+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.781824+0000","last_change":"2024-08-17T17:03:22.268004+0000","last_active":"2024-08-17T17:04:34.781824+0000","last_peered":"2024-08-17T17:04:34.781824+0000","last_clean":"2024-08-17T17:04:34.781824+0000","last_became_active":"2024-08-17T17:03:22.267753+0000","last_became_peered":"2024-08-17T17:03:22.267753+0000","last_unstale":"2024-08-17T17:04:34.781824+0000","last_undegraded":"2024-08-17T17:04:34.781824+0000","last_fullsized":"2024-08-17T17:04:34.781824+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783479+0000","last_change":"2024-08-17T17:03:22.263746+0000","last_active":"2024-08-17T17:04:34.783479+0000","last_peered":"2024-08-17T17:04:34.783479+0000","last_clean":"2024-08-17T17:04:34.783479+0000","last_became_active":"2024-08-17T17:03:22.263380+0000","last_became_peered":"2024-08-17T17:03:22.263380+0000","last_unstale":"2024-08-17T17:04:34.783479+0000","last_undegraded":"2024-08-17T17:04:34.783479+0000","last_fullsized":"2024-08-17T17:04:34.783479+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783100+0000","last_change":"2024-08-17T17:03:22.270724+0000","last_active":"2024-08-17T17:04:34.783100+0000","last_peered":"2024-08-17T17:04:34.783100+0000","last_clean":"2024-08-17T17:04:34.783100+0000","last_became_active":"2024-08-17T17:03:22.270440+0000","last_became_peered":"2024-08-17T17:03:22.270440+0000","last_unstale":"2024-08-17T17:04:34.783100+0000","last_undegraded":"2024-08-17T17:04:34.783100+0000","last_fullsized":"2024-08-17T17:04:34.783100+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783385+0000","last_change":"2024-08-17T17:03:22.267830+0000","last_active":"2024-08-17T17:04:34.783385+0000","last_peered":"2024-08-17T17:04:34.783385+0000","last_clean":"2024-08-17T17:04:34.783385+0000","last_became_active":"2024-08-17T17:03:22.267540+0000","last_became_peered":"2024-08-17T17:03:22.267540+0000","last_unstale":"2024-08-17T17:04:34.783385+0000","last_undegraded":"2024-08-17T17:04:34.783385+0000","last_fullsized":"2024-08-17T17:04:34.783385+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.781987+0000","last_change":"2024-08-17T17:03:47.597635+0000","last_active":"2024-08-17T17:04:34.781987+0000","last_peered":"2024-08-17T17:04:34.781987+0000","last_clean":"2024-08-17T17:04:34.781987+0000","last_became_active":"2024-08-17T17:03:47.597321+0000","last_became_peered":"2024-08-17T17:03:47.597321+0000","last_unstale":"2024-08-17T17:04:34.781987+0000","last_undegraded":"2024-08-17T17:04:34.781987+0000","last_fullsized":"2024-08-17T17:04:34.781987+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:24:45.794527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782074+0000","last_change":"2024-08-17T17:03:22.265966+0000","last_active":"2024-08-17T17:04:34.782074+0000","last_peered":"2024-08-17T17:04:34.782074+0000","last_clean":"2024-08-17T17:04:34.782074+0000","last_became_active":"2024-08-17T17:03:22.265702+0000","last_became_peered":"2024-08-17T17:03:22.265702+0000","last_unstale":"2024-08-17T17:04:34.782074+0000","last_undegraded":"2024-08-17T17:04:34.782074+0000","last_fullsized":"2024-08-17T17:04:34.782074+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782466+0000","last_change":"2024-08-17T17:03:22.269182+0000","last_active":"2024-08-17T17:04:34.782466+0000","last_peered":"2024-08-17T17:04:34.782466+0000","last_clean":"2024-08-17T17:04:34.782466+0000","last_became_active":"2024-08-17T17:03:22.267879+0000","last_became_peered":"2024-08-17T17:03:22.267879+0000","last_unstale":"2024-08-17T17:04:34.782466+0000","last_undegraded":"2024-08-17T17:04:34.782466+0000","last_fullsized":"2024-08-17T17:04:34.782466+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527545+0000","last_change":"2024-08-17T17:03:22.265683+0000","last_active":"2024-08-17T17:04:34.527545+0000","last_peered":"2024-08-17T17:04:34.527545+0000","last_clean":"2024-08-17T17:04:34.527545+0000","last_became_active":"2024-08-17T17:03:22.265406+0000","last_became_peered":"2024-08-17T17:03:22.265406+0000","last_unstale":"2024-08-17T17:04:34.527545+0000","last_undegraded":"2024-08-17T17:04:34.527545+0000","last_fullsized":"2024-08-17T17:04:34.527545+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531004+0000","last_change":"2024-08-17T17:03:22.275095+0000","last_active":"2024-08-17T17:04:34.531004+0000","last_peered":"2024-08-17T17:04:34.531004+0000","last_clean":"2024-08-17T17:04:34.531004+0000","last_became_active":"2024-08-17T17:03:22.274803+0000","last_became_peered":"2024-08-17T17:03:22.274803+0000","last_unstale":"2024-08-17T17:04:34.531004+0000","last_undegraded":"2024-08-17T17:04:34.531004+0000","last_fullsized":"2024-08-17T17:04:34.531004+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531770+0000","last_change":"2024-08-17T17:03:22.273149+0000","last_active":"2024-08-17T17:04:34.531770+0000","last_peered":"2024-08-17T17:04:34.531770+0000","last_clean":"2024-08-17T17:04:34.531770+0000","last_became_active":"2024-08-17T17:03:22.271885+0000","last_became_peered":"2024-08-17T17:03:22.271885+0000","last_unstale":"2024-08-17T17:04:34.531770+0000","last_undegraded":"2024-08-17T17:04:34.531770+0000","last_fullsized":"2024-08-17T17:04:34.531770+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.781951+0000","last_change":"2024-08-17T17:03:22.262924+0000","last_active":"2024-08-17T17:04:34.781951+0000","last_peered":"2024-08-17T17:04:34.781951+0000","last_clean":"2024-08-17T17:04:34.781951+0000","last_became_active":"2024-08-17T17:03:22.262672+0000","last_became_peered":"2024-08-17T17:03:22.262672+0000","last_unstale":"2024-08-17T17:04:34.781951+0000","last_undegraded":"2024-08-17T17:04:34.781951+0000","last_fullsized":"2024-08-17T17:04:34.781951+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783162+0000","last_change":"2024-08-17T17:03:22.261077+0000","last_active":"2024-08-17T17:04:34.783162+0000","last_peered":"2024-08-17T17:04:34.783162+0000","last_clean":"2024-08-17T17:04:34.783162+0000","last_became_active":"2024-08-17T17:03:22.260769+0000","last_became_peered":"2024-08-17T17:03:22.260769+0000","last_unstale":"2024-08-17T17:04:34.783162+0000","last_undegraded":"2024-08-17T17:04:34.783162+0000","last_fullsized":"2024-08-17T17:04:34.783162+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782603+0000","last_change":"2024-08-17T17:03:22.276754+0000","last_active":"2024-08-17T17:04:34.782603+0000","last_peered":"2024-08-17T17:04:34.782603+0000","last_clean":"2024-08-17T17:04:34.782603+0000","last_became_active":"2024-08-17T17:03:22.276477+0000","last_became_peered":"2024-08-17T17:03:22.276477+0000","last_unstale":"2024-08-17T17:04:34.782603+0000","last_undegraded":"2024-08-17T17:04:34.782603+0000","last_fullsized":"2024-08-17T17:04:34.782603+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782347+0000","last_change":"2024-08-17T17:03:22.260379+0000","last_active":"2024-08-17T17:04:34.782347+0000","last_peered":"2024-08-17T17:04:34.782347+0000","last_clean":"2024-08-17T17:04:34.782347+0000","last_became_active":"2024-08-17T17:03:22.260112+0000","last_became_peered":"2024-08-17T17:03:22.260112+0000","last_unstale":"2024-08-17T17:04:34.782347+0000","last_undegraded":"2024-08-17T17:04:34.782347+0000","last_fullsized":"2024-08-17T17:04:34.782347+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531408+0000","last_change":"2024-08-17T17:03:22.270104+0000","last_active":"2024-08-17T17:04:34.531408+0000","last_peered":"2024-08-17T17:04:34.531408+0000","last_clean":"2024-08-17T17:04:34.531408+0000","last_became_active":"2024-08-17T17:03:22.269809+0000","last_became_peered":"2024-08-17T17:03:22.269809+0000","last_unstale":"2024-08-17T17:04:34.531408+0000","last_undegraded":"2024-08-17T17:04:34.531408+0000","last_fullsized":"2024-08-17T17:04:34.531408+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782776+0000","last_change":"2024-08-17T17:03:22.265871+0000","last_active":"2024-08-17T17:04:34.782776+0000","last_peered":"2024-08-17T17:04:34.782776+0000","last_clean":"2024-08-17T17:04:34.782776+0000","last_became_active":"2024-08-17T17:03:22.265609+0000","last_became_peered":"2024-08-17T17:03:22.265609+0000","last_unstale":"2024-08-17T17:04:34.782776+0000","last_undegraded":"2024-08-17T17:04:34.782776+0000","last_fullsized":"2024-08-17T17:04:34.782776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531082+0000","last_change":"2024-08-17T17:03:22.277855+0000","last_active":"2024-08-17T17:04:34.531082+0000","last_peered":"2024-08-17T17:04:34.531082+0000","last_clean":"2024-08-17T17:04:34.531082+0000","last_became_active":"2024-08-17T17:03:22.277374+0000","last_became_peered":"2024-08-17T17:03:22.277374+0000","last_unstale":"2024-08-17T17:04:34.531082+0000","last_undegraded":"2024-08-17T17:04:34.531082+0000","last_fullsized":"2024-08-17T17:04:34.531082+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783592+0000","last_change":"2024-08-17T17:03:22.260672+0000","last_active":"2024-08-17T17:04:34.783592+0000","last_peered":"2024-08-17T17:04:34.783592+0000","last_clean":"2024-08-17T17:04:34.783592+0000","last_became_active":"2024-08-17T17:03:22.260391+0000","last_became_peered":"2024-08-17T17:03:22.260391+0000","last_unstale":"2024-08-17T17:04:34.783592+0000","last_undegraded":"2024-08-17T17:04:34.783592+0000","last_fullsized":"2024-08-17T17:04:34.783592+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783209+0000","last_change":"2024-08-17T17:03:22.274336+0000","last_active":"2024-08-17T17:04:34.783209+0000","last_peered":"2024-08-17T17:04:34.783209+0000","last_clean":"2024-08-17T17:04:34.783209+0000","last_became_active":"2024-08-17T17:03:22.274005+0000","last_became_peered":"2024-08-17T17:03:22.274005+0000","last_unstale":"2024-08-17T17:04:34.783209+0000","last_undegraded":"2024-08-17T17:04:34.783209+0000","last_fullsized":"2024-08-17T17:04:34.783209+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527480+0000","last_change":"2024-08-17T17:03:22.262652+0000","last_active":"2024-08-17T17:04:34.527480+0000","last_peered":"2024-08-17T17:04:34.527480+0000","last_clean":"2024-08-17T17:04:34.527480+0000","last_became_active":"2024-08-17T17:03:22.259917+0000","last_became_peered":"2024-08-17T17:03:22.259917+0000","last_unstale":"2024-08-17T17:04:34.527480+0000","last_undegraded":"2024-08-17T17:04:34.527480+0000","last_fullsized":"2024-08-17T17:04:34.527480+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783539+0000","last_change":"2024-08-17T17:03:22.262094+0000","last_active":"2024-08-17T17:04:34.783539+0000","last_peered":"2024-08-17T17:04:34.783539+0000","last_clean":"2024-08-17T17:04:34.783539+0000","last_became_active":"2024-08-17T17:03:22.261835+0000","last_became_peered":"2024-08-17T17:03:22.261835+0000","last_unstale":"2024-08-17T17:04:34.783539+0000","last_undegraded":"2024-08-17T17:04:34.783539+0000","last_fullsized":"2024-08-17T17:04:34.783539+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782422+0000","last_change":"2024-08-17T17:03:22.268672+0000","last_active":"2024-08-17T17:04:34.782422+0000","last_peered":"2024-08-17T17:04:34.782422+0000","last_clean":"2024-08-17T17:04:34.782422+0000","last_became_active":"2024-08-17T17:03:22.268425+0000","last_became_peered":"2024-08-17T17:03:22.268425+0000","last_unstale":"2024-08-17T17:04:34.782422+0000","last_undegraded":"2024-08-17T17:04:34.782422+0000","last_fullsized":"2024-08-17T17:04:34.782422+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531368+0000","last_change":"2024-08-17T17:03:22.278211+0000","last_active":"2024-08-17T17:04:34.531368+0000","last_peered":"2024-08-17T17:04:34.531368+0000","last_clean":"2024-08-17T17:04:34.531368+0000","last_became_active":"2024-08-17T17:03:22.277301+0000","last_became_peered":"2024-08-17T17:03:22.277301+0000","last_unstale":"2024-08-17T17:04:34.531368+0000","last_undegraded":"2024-08-17T17:04:34.531368+0000","last_fullsized":"2024-08-17T17:04:34.531368+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782258+0000","last_change":"2024-08-17T17:03:22.263304+0000","last_active":"2024-08-17T17:04:34.782258+0000","last_peered":"2024-08-17T17:04:34.782258+0000","last_clean":"2024-08-17T17:04:34.782258+0000","last_became_active":"2024-08-17T17:03:22.263046+0000","last_became_peered":"2024-08-17T17:03:22.263046+0000","last_unstale":"2024-08-17T17:04:34.782258+0000","last_undegraded":"2024-08-17T17:04:34.782258+0000","last_fullsized":"2024-08-17T17:04:34.782258+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782049+0000","last_change":"2024-08-17T17:03:22.267902+0000","last_active":"2024-08-17T17:04:34.782049+0000","last_peered":"2024-08-17T17:04:34.782049+0000","last_clean":"2024-08-17T17:04:34.782049+0000","last_became_active":"2024-08-17T17:03:22.267617+0000","last_became_peered":"2024-08-17T17:03:22.267617+0000","last_unstale":"2024-08-17T17:04:34.782049+0000","last_undegraded":"2024-08-17T17:04:34.782049+0000","last_fullsized":"2024-08-17T17:04:34.782049+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.528779+0000","last_change":"2024-08-17T17:03:22.269192+0000","last_active":"2024-08-17T17:04:34.528779+0000","last_peered":"2024-08-17T17:04:34.528779+0000","last_clean":"2024-08-17T17:04:34.528779+0000","last_became_active":"2024-08-17T17:03:22.268916+0000","last_became_peered":"2024-08-17T17:03:22.268916+0000","last_unstale":"2024-08-17T17:04:34.528779+0000","last_undegraded":"2024-08-17T17:04:34.528779+0000","last_fullsized":"2024-08-17T17:04:34.528779+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":35,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782334+0000","last_change":"2024-08-17T17:03:47.366595+0000","last_active":"2024-08-17T17:04:34.782334+0000","last_peered":"2024-08-17T17:04:34.782334+0000","last_clean":"2024-08-17T17:04:34.782334+0000","last_became_active":"2024-08-17T17:03:47.366240+0000","last_became_peered":"2024-08-17T17:03:47.366240+0000","last_unstale":"2024-08-17T17:04:34.782334+0000","last_undegraded":"2024-08-17T17:04:34.782334+0000","last_fullsized":"2024-08-17T17:04:34.782334+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:49:43.534890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782496+0000","last_change":"2024-08-17T17:03:22.267806+0000","last_active":"2024-08-17T17:04:34.782496+0000","last_peered":"2024-08-17T17:04:34.782496+0000","last_clean":"2024-08-17T17:04:34.782496+0000","last_became_active":"2024-08-17T17:03:22.267501+0000","last_became_peered":"2024-08-17T17:03:22.267501+0000","last_unstale":"2024-08-17T17:04:34.782496+0000","last_undegraded":"2024-08-17T17:04:34.782496+0000","last_fullsized":"2024-08-17T17:04:34.782496+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782413+0000","last_change":"2024-08-17T17:03:19.056166+0000","last_active":"2024-08-17T17:04:34.782413+0000","last_peered":"2024-08-17T17:04:34.782413+0000","last_clean":"2024-08-17T17:04:34.782413+0000","last_became_active":"2024-08-17T17:03:19.055691+0000","last_became_peered":"2024-08-17T17:03:19.055691+0000","last_unstale":"2024-08-17T17:04:34.782413+0000","last_undegraded":"2024-08-17T17:04:34.782413+0000","last_fullsized":"2024-08-17T17:04:34.782413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782894+0000","last_change":"2024-08-17T17:03:19.055667+0000","last_active":"2024-08-17T17:04:34.782894+0000","last_peered":"2024-08-17T17:04:34.782894+0000","last_clean":"2024-08-17T17:04:34.782894+0000","last_became_active":"2024-08-17T17:03:19.055394+0000","last_became_peered":"2024-08-17T17:03:19.055394+0000","last_unstale":"2024-08-17T17:04:34.782894+0000","last_undegraded":"2024-08-17T17:04:34.782894+0000","last_fullsized":"2024-08-17T17:04:34.782894+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783044+0000","last_change":"2024-08-17T17:03:22.262672+0000","last_active":"2024-08-17T17:04:34.783044+0000","last_peered":"2024-08-17T17:04:34.783044+0000","last_clean":"2024-08-17T17:04:34.783044+0000","last_became_active":"2024-08-17T17:03:22.262427+0000","last_became_peered":"2024-08-17T17:03:22.262427+0000","last_unstale":"2024-08-17T17:04:34.783044+0000","last_undegraded":"2024-08-17T17:04:34.783044+0000","last_fullsized":"2024-08-17T17:04:34.783044+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531090+0000","last_change":"2024-08-17T17:03:19.052092+0000","last_active":"2024-08-17T17:04:34.531090+0000","last_peered":"2024-08-17T17:04:34.531090+0000","last_clean":"2024-08-17T17:04:34.531090+0000","last_became_active":"2024-08-17T17:03:19.051686+0000","last_became_peered":"2024-08-17T17:03:19.051686+0000","last_unstale":"2024-08-17T17:04:34.531090+0000","last_undegraded":"2024-08-17T17:04:34.531090+0000","last_fullsized":"2024-08-17T17:04:34.531090+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527325+0000","last_change":"2024-08-17T17:03:22.266336+0000","last_active":"2024-08-17T17:04:34.527325+0000","last_peered":"2024-08-17T17:04:34.527325+0000","last_clean":"2024-08-17T17:04:34.527325+0000","last_became_active":"2024-08-17T17:03:22.266092+0000","last_became_peered":"2024-08-17T17:03:22.266092+0000","last_unstale":"2024-08-17T17:04:34.527325+0000","last_undegraded":"2024-08-17T17:04:34.527325+0000","last_fullsized":"2024-08-17T17:04:34.527325+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783103+0000","last_change":"2024-08-17T17:03:19.054514+0000","last_active":"2024-08-17T17:04:34.783103+0000","last_peered":"2024-08-17T17:04:34.783103+0000","last_clean":"2024-08-17T17:04:34.783103+0000","last_became_active":"2024-08-17T17:03:19.054200+0000","last_became_peered":"2024-08-17T17:03:19.054200+0000","last_unstale":"2024-08-17T17:04:34.783103+0000","last_undegraded":"2024-08-17T17:04:34.783103+0000","last_fullsized":"2024-08-17T17:04:34.783103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531518+0000","last_change":"2024-08-17T17:03:22.268798+0000","last_active":"2024-08-17T17:04:34.531518+0000","last_peered":"2024-08-17T17:04:34.531518+0000","last_clean":"2024-08-17T17:04:34.531518+0000","last_became_active":"2024-08-17T17:03:22.267965+0000","last_became_peered":"2024-08-17T17:03:22.267965+0000","last_unstale":"2024-08-17T17:04:34.531518+0000","last_undegraded":"2024-08-17T17:04:34.531518+0000","last_fullsized":"2024-08-17T17:04:34.531518+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531609+0000","last_change":"2024-08-17T17:03:19.051631+0000","last_active":"2024-08-17T17:04:34.531609+0000","last_peered":"2024-08-17T17:04:34.531609+0000","last_clean":"2024-08-17T17:04:34.531609+0000","last_became_active":"2024-08-17T17:03:19.051208+0000","last_became_peered":"2024-08-17T17:03:19.051208+0000","last_unstale":"2024-08-17T17:04:34.531609+0000","last_undegraded":"2024-08-17T17:04:34.531609+0000","last_fullsized":"2024-08-17T17:04:34.531609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783081+0000","last_change":"2024-08-17T17:03:22.266016+0000","last_active":"2024-08-17T17:04:34.783081+0000","last_peered":"2024-08-17T17:04:34.783081+0000","last_clean":"2024-08-17T17:04:34.783081+0000","last_became_active":"2024-08-17T17:03:22.265758+0000","last_became_peered":"2024-08-17T17:03:22.265758+0000","last_unstale":"2024-08-17T17:04:34.783081+0000","last_undegraded":"2024-08-17T17:04:34.783081+0000","last_fullsized":"2024-08-17T17:04:34.783081+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527634+0000","last_change":"2024-08-17T17:03:19.051932+0000","last_active":"2024-08-17T17:04:34.527634+0000","last_peered":"2024-08-17T17:04:34.527634+0000","last_clean":"2024-08-17T17:04:34.527634+0000","last_became_active":"2024-08-17T17:03:19.051658+0000","last_became_peered":"2024-08-17T17:03:19.051658+0000","last_unstale":"2024-08-17T17:04:34.527634+0000","last_undegraded":"2024-08-17T17:04:34.527634+0000","last_fullsized":"2024-08-17T17:04:34.527634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.529151+0000","last_change":"2024-08-17T17:03:22.267788+0000","last_active":"2024-08-17T17:04:34.529151+0000","last_peered":"2024-08-17T17:04:34.529151+0000","last_clean":"2024-08-17T17:04:34.529151+0000","last_became_active":"2024-08-17T17:03:22.267461+0000","last_became_peered":"2024-08-17T17:03:22.267461+0000","last_unstale":"2024-08-17T17:04:34.529151+0000","last_undegraded":"2024-08-17T17:04:34.529151+0000","last_fullsized":"2024-08-17T17:04:34.529151+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782600+0000","last_change":"2024-08-17T17:03:19.052938+0000","last_active":"2024-08-17T17:04:34.782600+0000","last_peered":"2024-08-17T17:04:34.782600+0000","last_clean":"2024-08-17T17:04:34.782600+0000","last_became_active":"2024-08-17T17:03:19.052617+0000","last_became_peered":"2024-08-17T17:03:19.052617+0000","last_unstale":"2024-08-17T17:04:34.782600+0000","last_undegraded":"2024-08-17T17:04:34.782600+0000","last_fullsized":"2024-08-17T17:04:34.782600+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782853+0000","last_change":"2024-08-17T17:03:22.267063+0000","last_active":"2024-08-17T17:04:34.782853+0000","last_peered":"2024-08-17T17:04:34.782853+0000","last_clean":"2024-08-17T17:04:34.782853+0000","last_became_active":"2024-08-17T17:03:22.266545+0000","last_became_peered":"2024-08-17T17:03:22.266545+0000","last_unstale":"2024-08-17T17:04:34.782853+0000","last_undegraded":"2024-08-17T17:04:34.782853+0000","last_fullsized":"2024-08-17T17:04:34.782853+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782575+0000","last_change":"2024-08-17T17:03:19.050295+0000","last_active":"2024-08-17T17:04:34.782575+0000","last_peered":"2024-08-17T17:04:34.782575+0000","last_clean":"2024-08-17T17:04:34.782575+0000","last_became_active":"2024-08-17T17:03:19.050011+0000","last_became_peered":"2024-08-17T17:03:19.050011+0000","last_unstale":"2024-08-17T17:04:34.782575+0000","last_undegraded":"2024-08-17T17:04:34.782575+0000","last_fullsized":"2024-08-17T17:04:34.782575+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782538+0000","last_change":"2024-08-17T17:03:22.260921+0000","last_active":"2024-08-17T17:04:34.782538+0000","last_peered":"2024-08-17T17:04:34.782538+0000","last_clean":"2024-08-17T17:04:34.782538+0000","last_became_active":"2024-08-17T17:03:22.260656+0000","last_became_peered":"2024-08-17T17:03:22.260656+0000","last_unstale":"2024-08-17T17:04:34.782538+0000","last_undegraded":"2024-08-17T17:04:34.782538+0000","last_fullsized":"2024-08-17T17:04:34.782538+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531476+0000","last_change":"2024-08-17T17:03:19.052255+0000","last_active":"2024-08-17T17:04:34.531476+0000","last_peered":"2024-08-17T17:04:34.531476+0000","last_clean":"2024-08-17T17:04:34.531476+0000","last_became_active":"2024-08-17T17:03:19.051761+0000","last_became_peered":"2024-08-17T17:03:19.051761+0000","last_unstale":"2024-08-17T17:04:34.531476+0000","last_undegraded":"2024-08-17T17:04:34.531476+0000","last_fullsized":"2024-08-17T17:04:34.531476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782744+0000","last_change":"2024-08-17T17:03:22.270812+0000","last_active":"2024-08-17T17:04:34.782744+0000","last_peered":"2024-08-17T17:04:34.782744+0000","last_clean":"2024-08-17T17:04:34.782744+0000","last_became_active":"2024-08-17T17:03:22.270445+0000","last_became_peered":"2024-08-17T17:03:22.270445+0000","last_unstale":"2024-08-17T17:04:34.782744+0000","last_undegraded":"2024-08-17T17:04:34.782744+0000","last_fullsized":"2024-08-17T17:04:34.782744+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782574+0000","last_change":"2024-08-17T17:03:19.051568+0000","last_active":"2024-08-17T17:04:34.782574+0000","last_peered":"2024-08-17T17:04:34.782574+0000","last_clean":"2024-08-17T17:04:34.782574+0000","last_became_active":"2024-08-17T17:03:19.051289+0000","last_became_peered":"2024-08-17T17:03:19.051289+0000","last_unstale":"2024-08-17T17:04:34.782574+0000","last_undegraded":"2024-08-17T17:04:34.782574+0000","last_fullsized":"2024-08-17T17:04:34.782574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782050+0000","last_change":"2024-08-17T17:03:22.267402+0000","last_active":"2024-08-17T17:04:34.782050+0000","last_peered":"2024-08-17T17:04:34.782050+0000","last_clean":"2024-08-17T17:04:34.782050+0000","last_became_active":"2024-08-17T17:03:22.267104+0000","last_became_peered":"2024-08-17T17:03:22.267104+0000","last_unstale":"2024-08-17T17:04:34.782050+0000","last_undegraded":"2024-08-17T17:04:34.782050+0000","last_fullsized":"2024-08-17T17:04:34.782050+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":32,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782001+0000","last_change":"2024-08-17T17:03:19.055699+0000","last_active":"2024-08-17T17:04:34.782001+0000","last_peered":"2024-08-17T17:04:34.782001+0000","last_clean":"2024-08-17T17:04:34.782001+0000","last_became_active":"2024-08-17T17:03:19.055041+0000","last_became_peered":"2024-08-17T17:03:19.055041+0000","last_unstale":"2024-08-17T17:04:34.782001+0000","last_undegraded":"2024-08-17T17:04:34.782001+0000","last_fullsized":"2024-08-17T17:04:34.782001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782438+0000","last_change":"2024-08-17T17:03:22.272043+0000","last_active":"2024-08-17T17:04:34.782438+0000","last_peered":"2024-08-17T17:04:34.782438+0000","last_clean":"2024-08-17T17:04:34.782438+0000","last_became_active":"2024-08-17T17:03:22.271777+0000","last_became_peered":"2024-08-17T17:03:22.271777+0000","last_unstale":"2024-08-17T17:04:34.782438+0000","last_undegraded":"2024-08-17T17:04:34.782438+0000","last_fullsized":"2024-08-17T17:04:34.782438+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.529586+0000","last_change":"2024-08-17T17:03:19.050860+0000","last_active":"2024-08-17T17:04:34.529586+0000","last_peered":"2024-08-17T17:04:34.529586+0000","last_clean":"2024-08-17T17:04:34.529586+0000","last_became_active":"2024-08-17T17:03:19.050558+0000","last_became_peered":"2024-08-17T17:03:19.050558+0000","last_unstale":"2024-08-17T17:04:34.529586+0000","last_undegraded":"2024-08-17T17:04:34.529586+0000","last_fullsized":"2024-08-17T17:04:34.529586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783148+0000","last_change":"2024-08-17T17:03:22.271825+0000","last_active":"2024-08-17T17:04:34.783148+0000","last_peered":"2024-08-17T17:04:34.783148+0000","last_clean":"2024-08-17T17:04:34.783148+0000","last_became_active":"2024-08-17T17:03:22.271537+0000","last_became_peered":"2024-08-17T17:03:22.271537+0000","last_unstale":"2024-08-17T17:04:34.783148+0000","last_undegraded":"2024-08-17T17:04:34.783148+0000","last_fullsized":"2024-08-17T17:04:34.783148+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782093+0000","last_change":"2024-08-17T17:03:19.055234+0000","last_active":"2024-08-17T17:04:34.782093+0000","last_peered":"2024-08-17T17:04:34.782093+0000","last_clean":"2024-08-17T17:04:34.782093+0000","last_became_active":"2024-08-17T17:03:19.054956+0000","last_became_peered":"2024-08-17T17:03:19.054956+0000","last_unstale":"2024-08-17T17:04:34.782093+0000","last_undegraded":"2024-08-17T17:04:34.782093+0000","last_fullsized":"2024-08-17T17:04:34.782093+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783374+0000","last_change":"2024-08-17T17:03:47.598046+0000","last_active":"2024-08-17T17:04:34.783374+0000","last_peered":"2024-08-17T17:04:34.783374+0000","last_clean":"2024-08-17T17:04:34.783374+0000","last_became_active":"2024-08-17T17:03:47.597609+0000","last_became_peered":"2024-08-17T17:03:47.597609+0000","last_unstale":"2024-08-17T17:04:34.783374+0000","last_undegraded":"2024-08-17T17:04:34.783374+0000","last_fullsized":"2024-08-17T17:04:34.783374+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:08:08.053596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527717+0000","last_change":"2024-08-17T17:03:19.052658+0000","last_active":"2024-08-17T17:04:34.527717+0000","last_peered":"2024-08-17T17:04:34.527717+0000","last_clean":"2024-08-17T17:04:34.527717+0000","last_became_active":"2024-08-17T17:03:19.052282+0000","last_became_peered":"2024-08-17T17:03:19.052282+0000","last_unstale":"2024-08-17T17:04:34.527717+0000","last_undegraded":"2024-08-17T17:04:34.527717+0000","last_fullsized":"2024-08-17T17:04:34.527717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531460+0000","last_change":"2024-08-17T17:03:22.277719+0000","last_active":"2024-08-17T17:04:34.531460+0000","last_peered":"2024-08-17T17:04:34.531460+0000","last_clean":"2024-08-17T17:04:34.531460+0000","last_became_active":"2024-08-17T17:03:22.277195+0000","last_became_peered":"2024-08-17T17:03:22.277195+0000","last_unstale":"2024-08-17T17:04:34.531460+0000","last_undegraded":"2024-08-17T17:04:34.531460+0000","last_fullsized":"2024-08-17T17:04:34.531460+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782169+0000","last_change":"2024-08-17T17:03:19.051913+0000","last_active":"2024-08-17T17:04:34.782169+0000","last_peered":"2024-08-17T17:04:34.782169+0000","last_clean":"2024-08-17T17:04:34.782169+0000","last_became_active":"2024-08-17T17:03:19.051639+0000","last_became_peered":"2024-08-17T17:03:19.051639+0000","last_unstale":"2024-08-17T17:04:34.782169+0000","last_undegraded":"2024-08-17T17:04:34.782169+0000","last_fullsized":"2024-08-17T17:04:34.782169+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783345+0000","last_change":"2024-08-17T17:03:22.264055+0000","last_active":"2024-08-17T17:04:34.783345+0000","last_peered":"2024-08-17T17:04:34.783345+0000","last_clean":"2024-08-17T17:04:34.783345+0000","last_became_active":"2024-08-17T17:03:22.263754+0000","last_became_peered":"2024-08-17T17:03:22.263754+0000","last_unstale":"2024-08-17T17:04:34.783345+0000","last_undegraded":"2024-08-17T17:04:34.783345+0000","last_fullsized":"2024-08-17T17:04:34.783345+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.724514+0000","last_change":"2024-08-17T17:04:34.783417+0000","last_active":"2024-08-17T17:04:39.724514+0000","last_peered":"2024-08-17T17:04:39.724514+0000","last_clean":"2024-08-17T17:04:39.724514+0000","last_became_active":"2024-08-17T17:04:30.522746+0000","last_became_peered":"2024-08-17T17:04:30.522746+0000","last_unstale":"2024-08-17T17:04:39.724514+0000","last_undegraded":"2024-08-17T17:04:39.724514+0000","last_fullsized":"2024-08-17T17:04:39.724514+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:56:52.561998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075103300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":282,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782396+0000","last_change":"2024-08-17T17:02:57.392447+0000","last_active":"2024-08-17T17:04:34.782396+0000","last_peered":"2024-08-17T17:04:34.782396+0000","last_clean":"2024-08-17T17:04:34.782396+0000","last_became_active":"2024-08-17T17:02:57.392120+0000","last_became_peered":"2024-08-17T17:02:57.392120+0000","last_unstale":"2024-08-17T17:04:34.782396+0000","last_undegraded":"2024-08-17T17:04:34.782396+0000","last_fullsized":"2024-08-17T17:04:34.782396+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_clean_scrub_stamp":"2024-08-17T17:00:58.187014+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531392+0000","last_change":"2024-08-17T17:03:19.055976+0000","last_active":"2024-08-17T17:04:34.531392+0000","last_peered":"2024-08-17T17:04:34.531392+0000","last_clean":"2024-08-17T17:04:34.531392+0000","last_became_active":"2024-08-17T17:03:19.055674+0000","last_became_peered":"2024-08-17T17:03:19.055674+0000","last_unstale":"2024-08-17T17:04:34.531392+0000","last_undegraded":"2024-08-17T17:04:34.531392+0000","last_fullsized":"2024-08-17T17:04:34.531392+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782549+0000","last_change":"2024-08-17T17:03:22.267611+0000","last_active":"2024-08-17T17:04:34.782549+0000","last_peered":"2024-08-17T17:04:34.782549+0000","last_clean":"2024-08-17T17:04:34.782549+0000","last_became_active":"2024-08-17T17:03:22.267332+0000","last_became_peered":"2024-08-17T17:03:22.267332+0000","last_unstale":"2024-08-17T17:04:34.782549+0000","last_undegraded":"2024-08-17T17:04:34.782549+0000","last_fullsized":"2024-08-17T17:04:34.782549+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:40.227698+0000","last_change":"2024-08-17T17:04:34.783579+0000","last_active":"2024-08-17T17:04:40.227698+0000","last_peered":"2024-08-17T17:04:40.227698+0000","last_clean":"2024-08-17T17:04:40.227698+0000","last_became_active":"2024-08-17T17:04:31.106795+0000","last_became_peered":"2024-08-17T17:04:31.106795+0000","last_unstale":"2024-08-17T17:04:40.227698+0000","last_undegraded":"2024-08-17T17:04:40.227698+0000","last_fullsized":"2024-08-17T17:04:40.227698+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:46:11.209358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066592699999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782164+0000","last_change":"2024-08-17T17:03:19.059420+0000","last_active":"2024-08-17T17:04:34.782164+0000","last_peered":"2024-08-17T17:04:34.782164+0000","last_clean":"2024-08-17T17:04:34.782164+0000","last_became_active":"2024-08-17T17:03:19.059087+0000","last_became_peered":"2024-08-17T17:03:19.059087+0000","last_unstale":"2024-08-17T17:04:34.782164+0000","last_undegraded":"2024-08-17T17:04:34.782164+0000","last_fullsized":"2024-08-17T17:04:34.782164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.781846+0000","last_change":"2024-08-17T17:03:22.266793+0000","last_active":"2024-08-17T17:04:34.781846+0000","last_peered":"2024-08-17T17:04:34.781846+0000","last_clean":"2024-08-17T17:04:34.781846+0000","last_became_active":"2024-08-17T17:03:22.266540+0000","last_became_peered":"2024-08-17T17:03:22.266540+0000","last_unstale":"2024-08-17T17:04:34.781846+0000","last_undegraded":"2024-08-17T17:04:34.781846+0000","last_fullsized":"2024-08-17T17:04:34.781846+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.397987+0000","last_change":"2024-08-17T17:04:34.528099+0000","last_active":"2024-08-17T17:04:39.397987+0000","last_peered":"2024-08-17T17:04:39.397987+0000","last_clean":"2024-08-17T17:04:39.397987+0000","last_became_active":"2024-08-17T17:04:30.926526+0000","last_became_peered":"2024-08-17T17:04:30.926526+0000","last_unstale":"2024-08-17T17:04:39.397987+0000","last_undegraded":"2024-08-17T17:04:39.397987+0000","last_fullsized":"2024-08-17T17:04:39.397987+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:25:24.895474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044253000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782258+0000","last_change":"2024-08-17T17:03:19.047554+0000","last_active":"2024-08-17T17:04:34.782258+0000","last_peered":"2024-08-17T17:04:34.782258+0000","last_clean":"2024-08-17T17:04:34.782258+0000","last_became_active":"2024-08-17T17:03:19.047277+0000","last_became_peered":"2024-08-17T17:03:19.047277+0000","last_unstale":"2024-08-17T17:04:34.782258+0000","last_undegraded":"2024-08-17T17:04:34.782258+0000","last_fullsized":"2024-08-17T17:04:34.782258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527186+0000","last_change":"2024-08-17T17:03:22.261224+0000","last_active":"2024-08-17T17:04:34.527186+0000","last_peered":"2024-08-17T17:04:34.527186+0000","last_clean":"2024-08-17T17:04:34.527186+0000","last_became_active":"2024-08-17T17:03:22.260935+0000","last_became_peered":"2024-08-17T17:03:22.260935+0000","last_unstale":"2024-08-17T17:04:34.527186+0000","last_undegraded":"2024-08-17T17:04:34.527186+0000","last_fullsized":"2024-08-17T17:04:34.527186+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.397621+0000","last_change":"2024-08-17T17:04:34.527899+0000","last_active":"2024-08-17T17:04:39.397621+0000","last_peered":"2024-08-17T17:04:39.397621+0000","last_clean":"2024-08-17T17:04:39.397621+0000","last_became_active":"2024-08-17T17:04:31.106805+0000","last_became_peered":"2024-08-17T17:04:31.106805+0000","last_unstale":"2024-08-17T17:04:39.397621+0000","last_undegraded":"2024-08-17T17:04:39.397621+0000","last_fullsized":"2024-08-17T17:04:39.397621+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:09:13.722186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000345514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531720+0000","last_change":"2024-08-17T17:03:19.054820+0000","last_active":"2024-08-17T17:04:34.531720+0000","last_peered":"2024-08-17T17:04:34.531720+0000","last_clean":"2024-08-17T17:04:34.531720+0000","last_became_active":"2024-08-17T17:03:19.054167+0000","last_became_peered":"2024-08-17T17:03:19.054167+0000","last_unstale":"2024-08-17T17:04:34.531720+0000","last_undegraded":"2024-08-17T17:04:34.531720+0000","last_fullsized":"2024-08-17T17:04:34.531720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.529098+0000","last_change":"2024-08-17T17:03:22.267131+0000","last_active":"2024-08-17T17:04:34.529098+0000","last_peered":"2024-08-17T17:04:34.529098+0000","last_clean":"2024-08-17T17:04:34.529098+0000","last_became_active":"2024-08-17T17:03:22.266814+0000","last_became_peered":"2024-08-17T17:03:22.266814+0000","last_unstale":"2024-08-17T17:04:34.529098+0000","last_undegraded":"2024-08-17T17:04:34.529098+0000","last_fullsized":"2024-08-17T17:04:34.529098+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.397493+0000","last_change":"2024-08-17T17:04:34.527641+0000","last_active":"2024-08-17T17:04:39.397493+0000","last_peered":"2024-08-17T17:04:39.397493+0000","last_clean":"2024-08-17T17:04:39.397493+0000","last_became_active":"2024-08-17T17:04:30.926528+0000","last_became_peered":"2024-08-17T17:04:30.926528+0000","last_unstale":"2024-08-17T17:04:39.397493+0000","last_undegraded":"2024-08-17T17:04:39.397493+0000","last_fullsized":"2024-08-17T17:04:39.397493+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:51:42.055783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032723700000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527673+0000","last_change":"2024-08-17T17:03:19.056199+0000","last_active":"2024-08-17T17:04:34.527673+0000","last_peered":"2024-08-17T17:04:34.527673+0000","last_clean":"2024-08-17T17:04:34.527673+0000","last_became_active":"2024-08-17T17:03:19.055929+0000","last_became_peered":"2024-08-17T17:03:19.055929+0000","last_unstale":"2024-08-17T17:04:34.527673+0000","last_undegraded":"2024-08-17T17:04:34.527673+0000","last_fullsized":"2024-08-17T17:04:34.527673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531507+0000","last_change":"2024-08-17T17:03:22.278432+0000","last_active":"2024-08-17T17:04:34.531507+0000","last_peered":"2024-08-17T17:04:34.531507+0000","last_clean":"2024-08-17T17:04:34.531507+0000","last_became_active":"2024-08-17T17:03:22.278075+0000","last_became_peered":"2024-08-17T17:03:22.278075+0000","last_unstale":"2024-08-17T17:04:34.531507+0000","last_undegraded":"2024-08-17T17:04:34.531507+0000","last_fullsized":"2024-08-17T17:04:34.531507+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:40.227220+0000","last_change":"2024-08-17T17:04:34.783560+0000","last_active":"2024-08-17T17:04:40.227220+0000","last_peered":"2024-08-17T17:04:40.227220+0000","last_clean":"2024-08-17T17:04:40.227220+0000","last_became_active":"2024-08-17T17:04:30.926464+0000","last_became_peered":"2024-08-17T17:04:30.926464+0000","last_unstale":"2024-08-17T17:04:40.227220+0000","last_undegraded":"2024-08-17T17:04:40.227220+0000","last_fullsized":"2024-08-17T17:04:40.227220+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:47:06.249116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013801379999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783242+0000","last_change":"2024-08-17T17:03:19.056751+0000","last_active":"2024-08-17T17:04:34.783242+0000","last_peered":"2024-08-17T17:04:34.783242+0000","last_clean":"2024-08-17T17:04:34.783242+0000","last_became_active":"2024-08-17T17:03:19.056433+0000","last_became_peered":"2024-08-17T17:03:19.056433+0000","last_unstale":"2024-08-17T17:04:34.783242+0000","last_undegraded":"2024-08-17T17:04:34.783242+0000","last_fullsized":"2024-08-17T17:04:34.783242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527653+0000","last_change":"2024-08-17T17:03:22.267179+0000","last_active":"2024-08-17T17:04:34.527653+0000","last_peered":"2024-08-17T17:04:34.527653+0000","last_clean":"2024-08-17T17:04:34.527653+0000","last_became_active":"2024-08-17T17:03:22.266932+0000","last_became_peered":"2024-08-17T17:03:22.266932+0000","last_unstale":"2024-08-17T17:04:34.527653+0000","last_undegraded":"2024-08-17T17:04:34.527653+0000","last_fullsized":"2024-08-17T17:04:34.527653+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.472956+0000","last_change":"2024-08-17T17:04:34.783294+0000","last_active":"2024-08-17T17:04:39.472956+0000","last_peered":"2024-08-17T17:04:39.472956+0000","last_clean":"2024-08-17T17:04:39.472956+0000","last_became_active":"2024-08-17T17:04:30.518861+0000","last_became_peered":"2024-08-17T17:04:30.518861+0000","last_unstale":"2024-08-17T17:04:39.472956+0000","last_undegraded":"2024-08-17T17:04:39.472956+0000","last_fullsized":"2024-08-17T17:04:39.472956+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:21.142968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016767220000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527953+0000","last_change":"2024-08-17T17:03:19.053098+0000","last_active":"2024-08-17T17:04:34.527953+0000","last_peered":"2024-08-17T17:04:34.527953+0000","last_clean":"2024-08-17T17:04:34.527953+0000","last_became_active":"2024-08-17T17:03:19.052605+0000","last_became_peered":"2024-08-17T17:03:19.052605+0000","last_unstale":"2024-08-17T17:04:34.527953+0000","last_undegraded":"2024-08-17T17:04:34.527953+0000","last_fullsized":"2024-08-17T17:04:34.527953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783671+0000","last_change":"2024-08-17T17:03:22.272778+0000","last_active":"2024-08-17T17:04:34.783671+0000","last_peered":"2024-08-17T17:04:34.783671+0000","last_clean":"2024-08-17T17:04:34.783671+0000","last_became_active":"2024-08-17T17:03:22.272493+0000","last_became_peered":"2024-08-17T17:03:22.272493+0000","last_unstale":"2024-08-17T17:04:34.783671+0000","last_undegraded":"2024-08-17T17:04:34.783671+0000","last_fullsized":"2024-08-17T17:04:34.783671+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.398203+0000","last_change":"2024-08-17T17:04:34.529151+0000","last_active":"2024-08-17T17:04:39.398203+0000","last_peered":"2024-08-17T17:04:39.398203+0000","last_clean":"2024-08-17T17:04:39.398203+0000","last_became_active":"2024-08-17T17:04:30.926631+0000","last_became_peered":"2024-08-17T17:04:30.926631+0000","last_unstale":"2024-08-17T17:04:39.398203+0000","last_undegraded":"2024-08-17T17:04:39.398203+0000","last_fullsized":"2024-08-17T17:04:39.398203+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:46.462199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000529127,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783220+0000","last_change":"2024-08-17T17:03:19.055179+0000","last_active":"2024-08-17T17:04:34.783220+0000","last_peered":"2024-08-17T17:04:34.783220+0000","last_clean":"2024-08-17T17:04:34.783220+0000","last_became_active":"2024-08-17T17:03:19.054902+0000","last_became_peered":"2024-08-17T17:03:19.054902+0000","last_unstale":"2024-08-17T17:04:34.783220+0000","last_undegraded":"2024-08-17T17:04:34.783220+0000","last_fullsized":"2024-08-17T17:04:34.783220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782823+0000","last_change":"2024-08-17T17:03:22.270697+0000","last_active":"2024-08-17T17:04:34.782823+0000","last_peered":"2024-08-17T17:04:34.782823+0000","last_clean":"2024-08-17T17:04:34.782823+0000","last_became_active":"2024-08-17T17:03:22.270441+0000","last_became_peered":"2024-08-17T17:03:22.270441+0000","last_unstale":"2024-08-17T17:04:34.782823+0000","last_undegraded":"2024-08-17T17:04:34.782823+0000","last_fullsized":"2024-08-17T17:04:34.782823+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782172+0000","last_change":"2024-08-17T17:03:19.056425+0000","last_active":"2024-08-17T17:04:34.782172+0000","last_peered":"2024-08-17T17:04:34.782172+0000","last_clean":"2024-08-17T17:04:34.782172+0000","last_became_active":"2024-08-17T17:03:19.055463+0000","last_became_peered":"2024-08-17T17:03:19.055463+0000","last_unstale":"2024-08-17T17:04:34.782172+0000","last_undegraded":"2024-08-17T17:04:34.782172+0000","last_fullsized":"2024-08-17T17:04:34.782172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527174+0000","last_change":"2024-08-17T17:03:47.365160+0000","last_active":"2024-08-17T17:04:34.527174+0000","last_peered":"2024-08-17T17:04:34.527174+0000","last_clean":"2024-08-17T17:04:34.527174+0000","last_became_active":"2024-08-17T17:03:47.364689+0000","last_became_peered":"2024-08-17T17:03:47.364689+0000","last_unstale":"2024-08-17T17:04:34.527174+0000","last_undegraded":"2024-08-17T17:04:34.527174+0000","last_fullsized":"2024-08-17T17:04:34.527174+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:13:27.209481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527400+0000","last_change":"2024-08-17T17:03:19.060098+0000","last_active":"2024-08-17T17:04:34.527400+0000","last_peered":"2024-08-17T17:04:34.527400+0000","last_clean":"2024-08-17T17:04:34.527400+0000","last_became_active":"2024-08-17T17:03:19.059797+0000","last_became_peered":"2024-08-17T17:03:19.059797+0000","last_unstale":"2024-08-17T17:04:34.527400+0000","last_undegraded":"2024-08-17T17:04:34.527400+0000","last_fullsized":"2024-08-17T17:04:34.527400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783112+0000","last_change":"2024-08-17T17:03:22.265234+0000","last_active":"2024-08-17T17:04:34.783112+0000","last_peered":"2024-08-17T17:04:34.783112+0000","last_clean":"2024-08-17T17:04:34.783112+0000","last_became_active":"2024-08-17T17:03:22.264965+0000","last_became_peered":"2024-08-17T17:03:22.264965+0000","last_unstale":"2024-08-17T17:04:34.783112+0000","last_undegraded":"2024-08-17T17:04:34.783112+0000","last_fullsized":"2024-08-17T17:04:34.783112+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527501+0000","last_change":"2024-08-17T17:03:19.060089+0000","last_active":"2024-08-17T17:04:34.527501+0000","last_peered":"2024-08-17T17:04:34.527501+0000","last_clean":"2024-08-17T17:04:34.527501+0000","last_became_active":"2024-08-17T17:03:19.059780+0000","last_became_peered":"2024-08-17T17:03:19.059780+0000","last_unstale":"2024-08-17T17:04:34.527501+0000","last_undegraded":"2024-08-17T17:04:34.527501+0000","last_fullsized":"2024-08-17T17:04:34.527501+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782144+0000","last_change":"2024-08-17T17:03:47.598394+0000","last_active":"2024-08-17T17:04:34.782144+0000","last_peered":"2024-08-17T17:04:34.782144+0000","last_clean":"2024-08-17T17:04:34.782144+0000","last_became_active":"2024-08-17T17:03:47.598071+0000","last_became_peered":"2024-08-17T17:03:47.598071+0000","last_unstale":"2024-08-17T17:04:34.782144+0000","last_undegraded":"2024-08-17T17:04:34.782144+0000","last_fullsized":"2024-08-17T17:04:34.782144+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:14:28.572388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782979+0000","last_change":"2024-08-17T17:03:19.055844+0000","last_active":"2024-08-17T17:04:34.782979+0000","last_peered":"2024-08-17T17:04:34.782979+0000","last_clean":"2024-08-17T17:04:34.782979+0000","last_became_active":"2024-08-17T17:03:19.055537+0000","last_became_peered":"2024-08-17T17:03:19.055537+0000","last_unstale":"2024-08-17T17:04:34.782979+0000","last_undegraded":"2024-08-17T17:04:34.782979+0000","last_fullsized":"2024-08-17T17:04:34.782979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782331+0000","last_change":"2024-08-17T17:03:22.275125+0000","last_active":"2024-08-17T17:04:34.782331+0000","last_peered":"2024-08-17T17:04:34.782331+0000","last_clean":"2024-08-17T17:04:34.782331+0000","last_became_active":"2024-08-17T17:03:22.274831+0000","last_became_peered":"2024-08-17T17:03:22.274831+0000","last_unstale":"2024-08-17T17:04:34.782331+0000","last_undegraded":"2024-08-17T17:04:34.782331+0000","last_fullsized":"2024-08-17T17:04:34.782331+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531558+0000","last_change":"2024-08-17T17:03:22.271296+0000","last_active":"2024-08-17T17:04:34.531558+0000","last_peered":"2024-08-17T17:04:34.531558+0000","last_clean":"2024-08-17T17:04:34.531558+0000","last_became_active":"2024-08-17T17:03:22.271016+0000","last_became_peered":"2024-08-17T17:03:22.271016+0000","last_unstale":"2024-08-17T17:04:34.531558+0000","last_undegraded":"2024-08-17T17:04:34.531558+0000","last_fullsized":"2024-08-17T17:04:34.531558+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782916+0000","last_change":"2024-08-17T17:03:19.058260+0000","last_active":"2024-08-17T17:04:34.782916+0000","last_peered":"2024-08-17T17:04:34.782916+0000","last_clean":"2024-08-17T17:04:34.782916+0000","last_became_active":"2024-08-17T17:03:19.056952+0000","last_became_peered":"2024-08-17T17:03:19.056952+0000","last_unstale":"2024-08-17T17:04:34.782916+0000","last_undegraded":"2024-08-17T17:04:34.782916+0000","last_fullsized":"2024-08-17T17:04:34.782916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531351+0000","last_change":"2024-08-17T17:03:22.272255+0000","last_active":"2024-08-17T17:04:34.531351+0000","last_peered":"2024-08-17T17:04:34.531351+0000","last_clean":"2024-08-17T17:04:34.531351+0000","last_became_active":"2024-08-17T17:03:22.271983+0000","last_became_peered":"2024-08-17T17:03:22.271983+0000","last_unstale":"2024-08-17T17:04:34.531351+0000","last_undegraded":"2024-08-17T17:04:34.531351+0000","last_fullsized":"2024-08-17T17:04:34.531351+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783066+0000","last_change":"2024-08-17T17:03:19.054081+0000","last_active":"2024-08-17T17:04:34.783066+0000","last_peered":"2024-08-17T17:04:34.783066+0000","last_clean":"2024-08-17T17:04:34.783066+0000","last_became_active":"2024-08-17T17:03:19.051053+0000","last_became_peered":"2024-08-17T17:03:19.051053+0000","last_unstale":"2024-08-17T17:04:34.783066+0000","last_undegraded":"2024-08-17T17:04:34.783066+0000","last_fullsized":"2024-08-17T17:04:34.783066+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783010+0000","last_change":"2024-08-17T17:03:22.267065+0000","last_active":"2024-08-17T17:04:34.783010+0000","last_peered":"2024-08-17T17:04:34.783010+0000","last_clean":"2024-08-17T17:04:34.783010+0000","last_became_active":"2024-08-17T17:03:22.266803+0000","last_became_peered":"2024-08-17T17:03:22.266803+0000","last_unstale":"2024-08-17T17:04:34.783010+0000","last_undegraded":"2024-08-17T17:04:34.783010+0000","last_fullsized":"2024-08-17T17:04:34.783010+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783912+0000","last_change":"2024-08-17T17:03:19.050988+0000","last_active":"2024-08-17T17:04:34.783912+0000","last_peered":"2024-08-17T17:04:34.783912+0000","last_clean":"2024-08-17T17:04:34.783912+0000","last_became_active":"2024-08-17T17:03:19.050727+0000","last_became_peered":"2024-08-17T17:03:19.050727+0000","last_unstale":"2024-08-17T17:04:34.783912+0000","last_undegraded":"2024-08-17T17:04:34.783912+0000","last_fullsized":"2024-08-17T17:04:34.783912+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783758+0000","last_change":"2024-08-17T17:03:22.261802+0000","last_active":"2024-08-17T17:04:34.783758+0000","last_peered":"2024-08-17T17:04:34.783758+0000","last_clean":"2024-08-17T17:04:34.783758+0000","last_became_active":"2024-08-17T17:03:22.261515+0000","last_became_peered":"2024-08-17T17:03:22.261515+0000","last_unstale":"2024-08-17T17:04:34.783758+0000","last_undegraded":"2024-08-17T17:04:34.783758+0000","last_fullsized":"2024-08-17T17:04:34.783758+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783275+0000","last_change":"2024-08-17T17:03:19.056541+0000","last_active":"2024-08-17T17:04:34.783275+0000","last_peered":"2024-08-17T17:04:34.783275+0000","last_clean":"2024-08-17T17:04:34.783275+0000","last_became_active":"2024-08-17T17:03:19.056109+0000","last_became_peered":"2024-08-17T17:03:19.056109+0000","last_unstale":"2024-08-17T17:04:34.783275+0000","last_undegraded":"2024-08-17T17:04:34.783275+0000","last_fullsized":"2024-08-17T17:04:34.783275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201313,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":942455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.56200000000000006,"15min":0.57399999999999995},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.69299999999999995,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.54600000000000004,"15min":0.55900000000000005},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.47599999999999998}]},{"osd":1,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.54700000000000004,"15min":0.56100000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.72199999999999998,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.55000000000000004,"15min":0.55800000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.76100000000000001,"5min":0.874,"15min":0.874},"last":0.435}]},{"osd":2,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.53500000000000003,"15min":0.54800000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.69999999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58699999999999997,"15min":0.59899999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71199999999999997,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.503}]},{"osd":3,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.58199999999999996,"15min":0.59599999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73399999999999999,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.56100000000000005,"15min":0.57299999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.61699999999999999,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.48999999999999999}]},{"osd":4,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.48299999999999998,"15min":0.499},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52800000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.377},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.52400000000000002,"15min":0.54200000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63100000000000001,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.315}]},{"osd":5,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.496,"15min":0.51300000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.56299999999999994,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.53700000000000003,"15min":0.55500000000000005},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64900000000000002,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.34499999999999997}]},{"osd":6,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.54700000000000004,"15min":0.56499999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.58099999999999996,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.59899999999999998,"15min":0.62},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67000000000000004,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.52300000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462951,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":944205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.36399999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71799999999999997,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.377,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.69499999999999995,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.56200000000000006}]},{"osd":1,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.55400000000000005,"15min":0.56000000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.64200000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.621},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.38500000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70399999999999996,"5min":1.323,"15min":1.323},"last":0.61399999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56999999999999995,"15min":0.57299999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.67700000000000005,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54800000000000004,"15min":0.55500000000000005},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":1.091,"15min":1.091},"last":0.59799999999999998}]},{"osd":3,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.68300000000000005,"5min":1.585,"15min":1.585},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72299999999999998,"5min":1.573,"15min":1.573},"last":0.57499999999999996}]},{"osd":4,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.442,"15min":0.44600000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.71699999999999997,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.45900000000000002,"15min":0.45700000000000002},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.70799999999999996,"5min":1.556,"15min":1.556},"last":0.53400000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.66100000000000003,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.73499999999999999,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.64100000000000001}]},{"osd":7,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.45100000000000001,"15min":0.45900000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64600000000000002,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.52600000000000002,"15min":0.53400000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.63100000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724587,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":354269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.35099999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.43099999999999999,"5min":0.374,"15min":0.374},"max":{"1min":0.69499999999999995,"5min":0.879,"15min":0.879},"last":0.61499999999999999}]},{"osd":1,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54100000000000004,"15min":0.53900000000000003},"min":{"1min":0.34999999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72799999999999998,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53200000000000003,"15min":0.53100000000000003},"min":{"1min":0.35099999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.51400000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53900000000000003,"15min":0.54400000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.71299999999999997,"5min":0.753,"15min":0.753},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56599999999999995,"15min":0.57199999999999995},"min":{"1min":0.373,"5min":0.372,"15min":0.372},"max":{"1min":0.65800000000000003,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.59299999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.64600000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.502},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56299999999999994,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.76800000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.64900000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40200000000000002,"15min":0.38400000000000001},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59499999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.378},{"interface":"front","average":{"1min":0.442,"5min":0.40999999999999998,"15min":0.39200000000000002},"min":{"1min":0.30199999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.61899999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.34999999999999998}]},{"osd":6,"last update":"Sat Aug 17 17:04:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.46400000000000002,"15min":0.47199999999999998},"min":{"1min":0.27400000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.57799999999999996,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.45800000000000002,"15min":0.46200000000000002},"min":{"1min":0.35299999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.56499999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.43099999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.49199999999999999,"15min":0.496},"min":{"1min":0.33400000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.61499999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.5,"15min":0.50600000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.70199999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.41299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986223,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":352268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.74299999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.36499999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.60899999999999999}]},{"osd":1,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.497},"min":{"1min":0.35899999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67500000000000004,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53500000000000003,"15min":0.54500000000000004},"min":{"1min":0.35599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66100000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.45900000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.41499999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.371,"5min":0.311,"15min":0.311},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.58399999999999996}]},{"osd":3,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53700000000000003},"min":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78700000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52700000000000002,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.53800000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:05:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.39500000000000002,"15min":0.371},"min":{"1min":0.307,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.39500000000000002,"15min":0.376},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.30099999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.42299999999999999,"15min":0.41699999999999998},"min":{"1min":0.29699999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.63,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.42199999999999999,"15min":0.41299999999999998},"min":{"1min":0.311,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.375}]},{"osd":7,"last update":"Sat Aug 17 17:04:57 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.495,"15min":0.497},"min":{"1min":0.32300000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66300000000000003,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.36199999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149747,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":354264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:25 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.38900000000000001,"15min":0.40000000000000002},"min":{"1min":0.248,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.44800000000000001,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.308},{"interface":"front","average":{"1min":0.33700000000000002,"5min":0.39700000000000002,"15min":0.41699999999999998},"min":{"1min":0.25700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.54400000000000004,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.36099999999999999}]},{"osd":1,"last update":"Sat Aug 17 17:04:25 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40600000000000003,"15min":0.41999999999999998},"min":{"1min":0.30499999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.47299999999999998,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.41399999999999998,"15min":0.42899999999999999},"min":{"1min":0.26000000000000001,"5min":0.191,"15min":0.191},"max":{"1min":0.58799999999999997,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.33700000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:04:25 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.45400000000000001,"15min":0.47199999999999998},"min":{"1min":0.30599999999999999,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.54300000000000004,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.40799999999999997,"15min":0.42499999999999999},"min":{"1min":0.28000000000000003,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.56399999999999995,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.40600000000000003}]},{"osd":4,"last update":"Sat Aug 17 17:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.54700000000000004,"15min":0.56399999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.63200000000000001,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56599999999999995,"15min":0.57599999999999996},"min":{"1min":0.39500000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.73799999999999999,"5min":0.755,"15min":0.755},"last":0.438}]},{"osd":5,"last update":"Sat Aug 17 17:05:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.501},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.40899999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.63,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.48499999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:04:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59299999999999997,"15min":0.59599999999999997},"min":{"1min":0.432,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.72599999999999998,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56999999999999995,"15min":0.57299999999999995},"min":{"1min":0.36799999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67300000000000004,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.46600000000000003}]},{"osd":7,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.66100000000000003,"5min":0.752,"15min":0.752},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.38100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.70599999999999996,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.52400000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411385,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298120,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447032,"statfs":{"total":95995035648,"available":95689760768,"internally_reserved":0,"allocated":782336,"data_stored":351553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:05:06 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.32600000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.222},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.35899999999999999,"15min":0.34699999999999998},"min":{"1min":0.251,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":0.33200000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:05:06 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.36199999999999999,"15min":0.34899999999999998},"min":{"1min":0.23599999999999999,"5min":0.222,"15min":0.222},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.246},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.36899999999999999,"15min":0.35099999999999998},"min":{"1min":0.27400000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.23300000000000001}]},{"osd":3,"last update":"Sat Aug 17 17:04:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.307},{"interface":"front","average":{"1min":0.371,"5min":0.39200000000000002,"15min":0.40000000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.318}]},{"osd":4,"last update":"Sat Aug 17 17:04:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.42399999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:05:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56000000000000005,"15min":0.55600000000000005},"min":{"1min":0.39500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80600000000000005,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.374},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57099999999999995,"15min":0.57799999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73799999999999999,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.40899999999999997}]},{"osd":6,"last update":"Sat Aug 17 17:04:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.55400000000000005,"15min":0.55700000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.40999999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57599999999999996,"15min":0.58199999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76900000000000002,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.437}]}]},{"osd":1,"up_from":13,"seq":55834574910,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":351467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.29899999999999999},"min":{"1min":0.255,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.52100000000000002,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.248},{"interface":"front","average":{"1min":0.378,"5min":0.34599999999999997,"15min":0.314},"min":{"1min":0.27400000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56100000000000005,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.26900000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35199999999999998,"15min":0.35199999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.47799999999999998,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.312},{"interface":"front","average":{"1min":0.379,"5min":0.36899999999999999,"15min":0.35299999999999998},"min":{"1min":0.27800000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.49399999999999999,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.34999999999999998}]},{"osd":3,"last update":"Sat Aug 17 17:05:25 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40600000000000003,"15min":0.41799999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56999999999999995,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.40400000000000003},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.46000000000000002,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.29399999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:04:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.40200000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.80600000000000005,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.441},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.65100000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.39400000000000002}]},{"osd":5,"last update":"Sat Aug 17 17:05:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.755,"5min":0.879,"15min":0.879},"last":0.42899999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:04:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.374},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.755,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Aug 17 17:04:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.57499999999999996,"15min":0.57299999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.89500000000000002,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66900000000000004,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.47999999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738434,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":942902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:04:38 2024","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32900000000000001,"15min":0.32600000000000001},"min":{"1min":0.23699999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.44800000000000001,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.248},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.29899999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.42299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.308}]},{"osd":2,"last update":"Sat Aug 17 17:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.35499999999999998,"15min":0.35799999999999998},"min":{"1min":0.22700000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.48099999999999998,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.38400000000000001,"15min":0.39200000000000002},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.45000000000000001,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.34699999999999998}]},{"osd":3,"last update":"Sat Aug 17 17:05:25 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.39000000000000001,"15min":0.40799999999999997},"min":{"1min":0.27300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.51800000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.376},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.40699999999999997,"15min":0.42699999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55600000000000005,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.29499999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55400000000000005,"15min":0.56399999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73399999999999999,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.55300000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.72899999999999998,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.39100000000000001}]},{"osd":5,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.35299999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.373,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68700000000000006,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.41599999999999998}]},{"osd":6,"last update":"Sat Aug 17 17:04:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.43099999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.54500000000000004,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.442}]},{"osd":7,"last update":"Sat Aug 17 17:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53900000000000003,"15min":0.54000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72099999999999997,"5min":0.745,"15min":0.745},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56499999999999995,"15min":0.56699999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.42999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:05:33.082 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:05:33.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:33 smithi190 ceph-mon[33316]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:33.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:33 smithi190 ceph-mon[33316]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:33.461 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:33 smithi094 ceph-mon[29912]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:33.461 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:33 smithi094 ceph-mon[29912]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:33.461 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:33 smithi094 ceph-mon[41048]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:33.461 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:33 smithi094 ceph-mon[41048]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:33.827 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:33.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:05:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:05:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:05:34.978 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:34.978 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:34.978 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[29912]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:34.978 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:05:34.978 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:05:34.978 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:34.978 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[29912]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:05:34.978 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[29912]: Reconfiguring daemon alertmanager.a on smithi094 2024-08-17T17:05:34.979 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:34.979 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:34.979 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[41048]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:34.979 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:05:34.979 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:05:34.979 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:34.979 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[41048]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:05:34.979 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:34 smithi094 ceph-mon[41048]: Reconfiguring daemon alertmanager.a on smithi094 2024-08-17T17:05:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:34 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:34 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:34 smithi190 ceph-mon[33316]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:34 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:05:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:34 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:05:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:34 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:34 smithi190 ceph-mon[33316]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:05:35.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:34 smithi190 ceph-mon[33316]: Reconfiguring daemon alertmanager.a on smithi094 2024-08-17T17:05:36.105 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:05:36.106 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-08-17T17:05:37.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:37 smithi094 ceph-mon[29912]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:37.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:37 smithi094 ceph-mon[29912]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:37.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:37 smithi094 ceph-mon[41048]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:37.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:37 smithi094 ceph-mon[41048]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:37.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:37 smithi190 ceph-mon[33316]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:37.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:37 smithi190 ceph-mon[33316]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:05:38.041 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-08-17T17:05:36.072064+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386816,"kb_used_data":7968,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574400,"statfs":{"total":767960285184,"available":765516185600,"internally_reserved":0,"allocated":8159232,"data_stored":4593383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002394"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782463+0000","last_change":"2024-08-17T17:03:47.597771+0000","last_active":"2024-08-17T17:04:34.782463+0000","last_peered":"2024-08-17T17:04:34.782463+0000","last_clean":"2024-08-17T17:04:34.782463+0000","last_became_active":"2024-08-17T17:03:47.597382+0000","last_became_peered":"2024-08-17T17:03:47.597382+0000","last_unstale":"2024-08-17T17:04:34.782463+0000","last_undegraded":"2024-08-17T17:04:34.782463+0000","last_fullsized":"2024-08-17T17:04:34.782463+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:36.508200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527920+0000","last_change":"2024-08-17T17:03:22.261131+0000","last_active":"2024-08-17T17:04:34.527920+0000","last_peered":"2024-08-17T17:04:34.527920+0000","last_clean":"2024-08-17T17:04:34.527920+0000","last_became_active":"2024-08-17T17:03:22.260858+0000","last_became_peered":"2024-08-17T17:03:22.260858+0000","last_unstale":"2024-08-17T17:04:34.527920+0000","last_undegraded":"2024-08-17T17:04:34.527920+0000","last_fullsized":"2024-08-17T17:04:34.527920+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782814+0000","last_change":"2024-08-17T17:03:22.259737+0000","last_active":"2024-08-17T17:04:34.782814+0000","last_peered":"2024-08-17T17:04:34.782814+0000","last_clean":"2024-08-17T17:04:34.782814+0000","last_became_active":"2024-08-17T17:03:22.259439+0000","last_became_peered":"2024-08-17T17:03:22.259439+0000","last_unstale":"2024-08-17T17:04:34.782814+0000","last_undegraded":"2024-08-17T17:04:34.782814+0000","last_fullsized":"2024-08-17T17:04:34.782814+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531309+0000","last_change":"2024-08-17T17:03:22.278490+0000","last_active":"2024-08-17T17:04:34.531309+0000","last_peered":"2024-08-17T17:04:34.531309+0000","last_clean":"2024-08-17T17:04:34.531309+0000","last_became_active":"2024-08-17T17:03:22.277386+0000","last_became_peered":"2024-08-17T17:03:22.277386+0000","last_unstale":"2024-08-17T17:04:34.531309+0000","last_undegraded":"2024-08-17T17:04:34.531309+0000","last_fullsized":"2024-08-17T17:04:34.531309+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782968+0000","last_change":"2024-08-17T17:03:47.366705+0000","last_active":"2024-08-17T17:04:34.782968+0000","last_peered":"2024-08-17T17:04:34.782968+0000","last_clean":"2024-08-17T17:04:34.782968+0000","last_became_active":"2024-08-17T17:03:47.366346+0000","last_became_peered":"2024-08-17T17:03:47.366346+0000","last_unstale":"2024-08-17T17:04:34.782968+0000","last_undegraded":"2024-08-17T17:04:34.782968+0000","last_fullsized":"2024-08-17T17:04:34.782968+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:36:11.632366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531178+0000","last_change":"2024-08-17T17:03:22.275018+0000","last_active":"2024-08-17T17:04:34.531178+0000","last_peered":"2024-08-17T17:04:34.531178+0000","last_clean":"2024-08-17T17:04:34.531178+0000","last_became_active":"2024-08-17T17:03:22.274684+0000","last_became_peered":"2024-08-17T17:03:22.274684+0000","last_unstale":"2024-08-17T17:04:34.531178+0000","last_undegraded":"2024-08-17T17:04:34.531178+0000","last_fullsized":"2024-08-17T17:04:34.531178+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782352+0000","last_change":"2024-08-17T17:03:22.273527+0000","last_active":"2024-08-17T17:04:34.782352+0000","last_peered":"2024-08-17T17:04:34.782352+0000","last_clean":"2024-08-17T17:04:34.782352+0000","last_became_active":"2024-08-17T17:03:22.273201+0000","last_became_peered":"2024-08-17T17:03:22.273201+0000","last_unstale":"2024-08-17T17:04:34.782352+0000","last_undegraded":"2024-08-17T17:04:34.782352+0000","last_fullsized":"2024-08-17T17:04:34.782352+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.781824+0000","last_change":"2024-08-17T17:03:22.268004+0000","last_active":"2024-08-17T17:04:34.781824+0000","last_peered":"2024-08-17T17:04:34.781824+0000","last_clean":"2024-08-17T17:04:34.781824+0000","last_became_active":"2024-08-17T17:03:22.267753+0000","last_became_peered":"2024-08-17T17:03:22.267753+0000","last_unstale":"2024-08-17T17:04:34.781824+0000","last_undegraded":"2024-08-17T17:04:34.781824+0000","last_fullsized":"2024-08-17T17:04:34.781824+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783479+0000","last_change":"2024-08-17T17:03:22.263746+0000","last_active":"2024-08-17T17:04:34.783479+0000","last_peered":"2024-08-17T17:04:34.783479+0000","last_clean":"2024-08-17T17:04:34.783479+0000","last_became_active":"2024-08-17T17:03:22.263380+0000","last_became_peered":"2024-08-17T17:03:22.263380+0000","last_unstale":"2024-08-17T17:04:34.783479+0000","last_undegraded":"2024-08-17T17:04:34.783479+0000","last_fullsized":"2024-08-17T17:04:34.783479+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783100+0000","last_change":"2024-08-17T17:03:22.270724+0000","last_active":"2024-08-17T17:04:34.783100+0000","last_peered":"2024-08-17T17:04:34.783100+0000","last_clean":"2024-08-17T17:04:34.783100+0000","last_became_active":"2024-08-17T17:03:22.270440+0000","last_became_peered":"2024-08-17T17:03:22.270440+0000","last_unstale":"2024-08-17T17:04:34.783100+0000","last_undegraded":"2024-08-17T17:04:34.783100+0000","last_fullsized":"2024-08-17T17:04:34.783100+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783385+0000","last_change":"2024-08-17T17:03:22.267830+0000","last_active":"2024-08-17T17:04:34.783385+0000","last_peered":"2024-08-17T17:04:34.783385+0000","last_clean":"2024-08-17T17:04:34.783385+0000","last_became_active":"2024-08-17T17:03:22.267540+0000","last_became_peered":"2024-08-17T17:03:22.267540+0000","last_unstale":"2024-08-17T17:04:34.783385+0000","last_undegraded":"2024-08-17T17:04:34.783385+0000","last_fullsized":"2024-08-17T17:04:34.783385+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.781987+0000","last_change":"2024-08-17T17:03:47.597635+0000","last_active":"2024-08-17T17:04:34.781987+0000","last_peered":"2024-08-17T17:04:34.781987+0000","last_clean":"2024-08-17T17:04:34.781987+0000","last_became_active":"2024-08-17T17:03:47.597321+0000","last_became_peered":"2024-08-17T17:03:47.597321+0000","last_unstale":"2024-08-17T17:04:34.781987+0000","last_undegraded":"2024-08-17T17:04:34.781987+0000","last_fullsized":"2024-08-17T17:04:34.781987+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:24:45.794527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782074+0000","last_change":"2024-08-17T17:03:22.265966+0000","last_active":"2024-08-17T17:04:34.782074+0000","last_peered":"2024-08-17T17:04:34.782074+0000","last_clean":"2024-08-17T17:04:34.782074+0000","last_became_active":"2024-08-17T17:03:22.265702+0000","last_became_peered":"2024-08-17T17:03:22.265702+0000","last_unstale":"2024-08-17T17:04:34.782074+0000","last_undegraded":"2024-08-17T17:04:34.782074+0000","last_fullsized":"2024-08-17T17:04:34.782074+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782466+0000","last_change":"2024-08-17T17:03:22.269182+0000","last_active":"2024-08-17T17:04:34.782466+0000","last_peered":"2024-08-17T17:04:34.782466+0000","last_clean":"2024-08-17T17:04:34.782466+0000","last_became_active":"2024-08-17T17:03:22.267879+0000","last_became_peered":"2024-08-17T17:03:22.267879+0000","last_unstale":"2024-08-17T17:04:34.782466+0000","last_undegraded":"2024-08-17T17:04:34.782466+0000","last_fullsized":"2024-08-17T17:04:34.782466+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527545+0000","last_change":"2024-08-17T17:03:22.265683+0000","last_active":"2024-08-17T17:04:34.527545+0000","last_peered":"2024-08-17T17:04:34.527545+0000","last_clean":"2024-08-17T17:04:34.527545+0000","last_became_active":"2024-08-17T17:03:22.265406+0000","last_became_peered":"2024-08-17T17:03:22.265406+0000","last_unstale":"2024-08-17T17:04:34.527545+0000","last_undegraded":"2024-08-17T17:04:34.527545+0000","last_fullsized":"2024-08-17T17:04:34.527545+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531004+0000","last_change":"2024-08-17T17:03:22.275095+0000","last_active":"2024-08-17T17:04:34.531004+0000","last_peered":"2024-08-17T17:04:34.531004+0000","last_clean":"2024-08-17T17:04:34.531004+0000","last_became_active":"2024-08-17T17:03:22.274803+0000","last_became_peered":"2024-08-17T17:03:22.274803+0000","last_unstale":"2024-08-17T17:04:34.531004+0000","last_undegraded":"2024-08-17T17:04:34.531004+0000","last_fullsized":"2024-08-17T17:04:34.531004+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531770+0000","last_change":"2024-08-17T17:03:22.273149+0000","last_active":"2024-08-17T17:04:34.531770+0000","last_peered":"2024-08-17T17:04:34.531770+0000","last_clean":"2024-08-17T17:04:34.531770+0000","last_became_active":"2024-08-17T17:03:22.271885+0000","last_became_peered":"2024-08-17T17:03:22.271885+0000","last_unstale":"2024-08-17T17:04:34.531770+0000","last_undegraded":"2024-08-17T17:04:34.531770+0000","last_fullsized":"2024-08-17T17:04:34.531770+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.781951+0000","last_change":"2024-08-17T17:03:22.262924+0000","last_active":"2024-08-17T17:04:34.781951+0000","last_peered":"2024-08-17T17:04:34.781951+0000","last_clean":"2024-08-17T17:04:34.781951+0000","last_became_active":"2024-08-17T17:03:22.262672+0000","last_became_peered":"2024-08-17T17:03:22.262672+0000","last_unstale":"2024-08-17T17:04:34.781951+0000","last_undegraded":"2024-08-17T17:04:34.781951+0000","last_fullsized":"2024-08-17T17:04:34.781951+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783162+0000","last_change":"2024-08-17T17:03:22.261077+0000","last_active":"2024-08-17T17:04:34.783162+0000","last_peered":"2024-08-17T17:04:34.783162+0000","last_clean":"2024-08-17T17:04:34.783162+0000","last_became_active":"2024-08-17T17:03:22.260769+0000","last_became_peered":"2024-08-17T17:03:22.260769+0000","last_unstale":"2024-08-17T17:04:34.783162+0000","last_undegraded":"2024-08-17T17:04:34.783162+0000","last_fullsized":"2024-08-17T17:04:34.783162+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782603+0000","last_change":"2024-08-17T17:03:22.276754+0000","last_active":"2024-08-17T17:04:34.782603+0000","last_peered":"2024-08-17T17:04:34.782603+0000","last_clean":"2024-08-17T17:04:34.782603+0000","last_became_active":"2024-08-17T17:03:22.276477+0000","last_became_peered":"2024-08-17T17:03:22.276477+0000","last_unstale":"2024-08-17T17:04:34.782603+0000","last_undegraded":"2024-08-17T17:04:34.782603+0000","last_fullsized":"2024-08-17T17:04:34.782603+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782347+0000","last_change":"2024-08-17T17:03:22.260379+0000","last_active":"2024-08-17T17:04:34.782347+0000","last_peered":"2024-08-17T17:04:34.782347+0000","last_clean":"2024-08-17T17:04:34.782347+0000","last_became_active":"2024-08-17T17:03:22.260112+0000","last_became_peered":"2024-08-17T17:03:22.260112+0000","last_unstale":"2024-08-17T17:04:34.782347+0000","last_undegraded":"2024-08-17T17:04:34.782347+0000","last_fullsized":"2024-08-17T17:04:34.782347+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531408+0000","last_change":"2024-08-17T17:03:22.270104+0000","last_active":"2024-08-17T17:04:34.531408+0000","last_peered":"2024-08-17T17:04:34.531408+0000","last_clean":"2024-08-17T17:04:34.531408+0000","last_became_active":"2024-08-17T17:03:22.269809+0000","last_became_peered":"2024-08-17T17:03:22.269809+0000","last_unstale":"2024-08-17T17:04:34.531408+0000","last_undegraded":"2024-08-17T17:04:34.531408+0000","last_fullsized":"2024-08-17T17:04:34.531408+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782776+0000","last_change":"2024-08-17T17:03:22.265871+0000","last_active":"2024-08-17T17:04:34.782776+0000","last_peered":"2024-08-17T17:04:34.782776+0000","last_clean":"2024-08-17T17:04:34.782776+0000","last_became_active":"2024-08-17T17:03:22.265609+0000","last_became_peered":"2024-08-17T17:03:22.265609+0000","last_unstale":"2024-08-17T17:04:34.782776+0000","last_undegraded":"2024-08-17T17:04:34.782776+0000","last_fullsized":"2024-08-17T17:04:34.782776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531082+0000","last_change":"2024-08-17T17:03:22.277855+0000","last_active":"2024-08-17T17:04:34.531082+0000","last_peered":"2024-08-17T17:04:34.531082+0000","last_clean":"2024-08-17T17:04:34.531082+0000","last_became_active":"2024-08-17T17:03:22.277374+0000","last_became_peered":"2024-08-17T17:03:22.277374+0000","last_unstale":"2024-08-17T17:04:34.531082+0000","last_undegraded":"2024-08-17T17:04:34.531082+0000","last_fullsized":"2024-08-17T17:04:34.531082+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783592+0000","last_change":"2024-08-17T17:03:22.260672+0000","last_active":"2024-08-17T17:04:34.783592+0000","last_peered":"2024-08-17T17:04:34.783592+0000","last_clean":"2024-08-17T17:04:34.783592+0000","last_became_active":"2024-08-17T17:03:22.260391+0000","last_became_peered":"2024-08-17T17:03:22.260391+0000","last_unstale":"2024-08-17T17:04:34.783592+0000","last_undegraded":"2024-08-17T17:04:34.783592+0000","last_fullsized":"2024-08-17T17:04:34.783592+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783209+0000","last_change":"2024-08-17T17:03:22.274336+0000","last_active":"2024-08-17T17:04:34.783209+0000","last_peered":"2024-08-17T17:04:34.783209+0000","last_clean":"2024-08-17T17:04:34.783209+0000","last_became_active":"2024-08-17T17:03:22.274005+0000","last_became_peered":"2024-08-17T17:03:22.274005+0000","last_unstale":"2024-08-17T17:04:34.783209+0000","last_undegraded":"2024-08-17T17:04:34.783209+0000","last_fullsized":"2024-08-17T17:04:34.783209+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527480+0000","last_change":"2024-08-17T17:03:22.262652+0000","last_active":"2024-08-17T17:04:34.527480+0000","last_peered":"2024-08-17T17:04:34.527480+0000","last_clean":"2024-08-17T17:04:34.527480+0000","last_became_active":"2024-08-17T17:03:22.259917+0000","last_became_peered":"2024-08-17T17:03:22.259917+0000","last_unstale":"2024-08-17T17:04:34.527480+0000","last_undegraded":"2024-08-17T17:04:34.527480+0000","last_fullsized":"2024-08-17T17:04:34.527480+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783539+0000","last_change":"2024-08-17T17:03:22.262094+0000","last_active":"2024-08-17T17:04:34.783539+0000","last_peered":"2024-08-17T17:04:34.783539+0000","last_clean":"2024-08-17T17:04:34.783539+0000","last_became_active":"2024-08-17T17:03:22.261835+0000","last_became_peered":"2024-08-17T17:03:22.261835+0000","last_unstale":"2024-08-17T17:04:34.783539+0000","last_undegraded":"2024-08-17T17:04:34.783539+0000","last_fullsized":"2024-08-17T17:04:34.783539+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782422+0000","last_change":"2024-08-17T17:03:22.268672+0000","last_active":"2024-08-17T17:04:34.782422+0000","last_peered":"2024-08-17T17:04:34.782422+0000","last_clean":"2024-08-17T17:04:34.782422+0000","last_became_active":"2024-08-17T17:03:22.268425+0000","last_became_peered":"2024-08-17T17:03:22.268425+0000","last_unstale":"2024-08-17T17:04:34.782422+0000","last_undegraded":"2024-08-17T17:04:34.782422+0000","last_fullsized":"2024-08-17T17:04:34.782422+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531368+0000","last_change":"2024-08-17T17:03:22.278211+0000","last_active":"2024-08-17T17:04:34.531368+0000","last_peered":"2024-08-17T17:04:34.531368+0000","last_clean":"2024-08-17T17:04:34.531368+0000","last_became_active":"2024-08-17T17:03:22.277301+0000","last_became_peered":"2024-08-17T17:03:22.277301+0000","last_unstale":"2024-08-17T17:04:34.531368+0000","last_undegraded":"2024-08-17T17:04:34.531368+0000","last_fullsized":"2024-08-17T17:04:34.531368+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782258+0000","last_change":"2024-08-17T17:03:22.263304+0000","last_active":"2024-08-17T17:04:34.782258+0000","last_peered":"2024-08-17T17:04:34.782258+0000","last_clean":"2024-08-17T17:04:34.782258+0000","last_became_active":"2024-08-17T17:03:22.263046+0000","last_became_peered":"2024-08-17T17:03:22.263046+0000","last_unstale":"2024-08-17T17:04:34.782258+0000","last_undegraded":"2024-08-17T17:04:34.782258+0000","last_fullsized":"2024-08-17T17:04:34.782258+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782049+0000","last_change":"2024-08-17T17:03:22.267902+0000","last_active":"2024-08-17T17:04:34.782049+0000","last_peered":"2024-08-17T17:04:34.782049+0000","last_clean":"2024-08-17T17:04:34.782049+0000","last_became_active":"2024-08-17T17:03:22.267617+0000","last_became_peered":"2024-08-17T17:03:22.267617+0000","last_unstale":"2024-08-17T17:04:34.782049+0000","last_undegraded":"2024-08-17T17:04:34.782049+0000","last_fullsized":"2024-08-17T17:04:34.782049+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.528779+0000","last_change":"2024-08-17T17:03:22.269192+0000","last_active":"2024-08-17T17:04:34.528779+0000","last_peered":"2024-08-17T17:04:34.528779+0000","last_clean":"2024-08-17T17:04:34.528779+0000","last_became_active":"2024-08-17T17:03:22.268916+0000","last_became_peered":"2024-08-17T17:03:22.268916+0000","last_unstale":"2024-08-17T17:04:34.528779+0000","last_undegraded":"2024-08-17T17:04:34.528779+0000","last_fullsized":"2024-08-17T17:04:34.528779+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":35,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782334+0000","last_change":"2024-08-17T17:03:47.366595+0000","last_active":"2024-08-17T17:04:34.782334+0000","last_peered":"2024-08-17T17:04:34.782334+0000","last_clean":"2024-08-17T17:04:34.782334+0000","last_became_active":"2024-08-17T17:03:47.366240+0000","last_became_peered":"2024-08-17T17:03:47.366240+0000","last_unstale":"2024-08-17T17:04:34.782334+0000","last_undegraded":"2024-08-17T17:04:34.782334+0000","last_fullsized":"2024-08-17T17:04:34.782334+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:49:43.534890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782496+0000","last_change":"2024-08-17T17:03:22.267806+0000","last_active":"2024-08-17T17:04:34.782496+0000","last_peered":"2024-08-17T17:04:34.782496+0000","last_clean":"2024-08-17T17:04:34.782496+0000","last_became_active":"2024-08-17T17:03:22.267501+0000","last_became_peered":"2024-08-17T17:03:22.267501+0000","last_unstale":"2024-08-17T17:04:34.782496+0000","last_undegraded":"2024-08-17T17:04:34.782496+0000","last_fullsized":"2024-08-17T17:04:34.782496+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782413+0000","last_change":"2024-08-17T17:03:19.056166+0000","last_active":"2024-08-17T17:04:34.782413+0000","last_peered":"2024-08-17T17:04:34.782413+0000","last_clean":"2024-08-17T17:04:34.782413+0000","last_became_active":"2024-08-17T17:03:19.055691+0000","last_became_peered":"2024-08-17T17:03:19.055691+0000","last_unstale":"2024-08-17T17:04:34.782413+0000","last_undegraded":"2024-08-17T17:04:34.782413+0000","last_fullsized":"2024-08-17T17:04:34.782413+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782894+0000","last_change":"2024-08-17T17:03:19.055667+0000","last_active":"2024-08-17T17:04:34.782894+0000","last_peered":"2024-08-17T17:04:34.782894+0000","last_clean":"2024-08-17T17:04:34.782894+0000","last_became_active":"2024-08-17T17:03:19.055394+0000","last_became_peered":"2024-08-17T17:03:19.055394+0000","last_unstale":"2024-08-17T17:04:34.782894+0000","last_undegraded":"2024-08-17T17:04:34.782894+0000","last_fullsized":"2024-08-17T17:04:34.782894+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783044+0000","last_change":"2024-08-17T17:03:22.262672+0000","last_active":"2024-08-17T17:04:34.783044+0000","last_peered":"2024-08-17T17:04:34.783044+0000","last_clean":"2024-08-17T17:04:34.783044+0000","last_became_active":"2024-08-17T17:03:22.262427+0000","last_became_peered":"2024-08-17T17:03:22.262427+0000","last_unstale":"2024-08-17T17:04:34.783044+0000","last_undegraded":"2024-08-17T17:04:34.783044+0000","last_fullsized":"2024-08-17T17:04:34.783044+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531090+0000","last_change":"2024-08-17T17:03:19.052092+0000","last_active":"2024-08-17T17:04:34.531090+0000","last_peered":"2024-08-17T17:04:34.531090+0000","last_clean":"2024-08-17T17:04:34.531090+0000","last_became_active":"2024-08-17T17:03:19.051686+0000","last_became_peered":"2024-08-17T17:03:19.051686+0000","last_unstale":"2024-08-17T17:04:34.531090+0000","last_undegraded":"2024-08-17T17:04:34.531090+0000","last_fullsized":"2024-08-17T17:04:34.531090+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527325+0000","last_change":"2024-08-17T17:03:22.266336+0000","last_active":"2024-08-17T17:04:34.527325+0000","last_peered":"2024-08-17T17:04:34.527325+0000","last_clean":"2024-08-17T17:04:34.527325+0000","last_became_active":"2024-08-17T17:03:22.266092+0000","last_became_peered":"2024-08-17T17:03:22.266092+0000","last_unstale":"2024-08-17T17:04:34.527325+0000","last_undegraded":"2024-08-17T17:04:34.527325+0000","last_fullsized":"2024-08-17T17:04:34.527325+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783103+0000","last_change":"2024-08-17T17:03:19.054514+0000","last_active":"2024-08-17T17:04:34.783103+0000","last_peered":"2024-08-17T17:04:34.783103+0000","last_clean":"2024-08-17T17:04:34.783103+0000","last_became_active":"2024-08-17T17:03:19.054200+0000","last_became_peered":"2024-08-17T17:03:19.054200+0000","last_unstale":"2024-08-17T17:04:34.783103+0000","last_undegraded":"2024-08-17T17:04:34.783103+0000","last_fullsized":"2024-08-17T17:04:34.783103+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531518+0000","last_change":"2024-08-17T17:03:22.268798+0000","last_active":"2024-08-17T17:04:34.531518+0000","last_peered":"2024-08-17T17:04:34.531518+0000","last_clean":"2024-08-17T17:04:34.531518+0000","last_became_active":"2024-08-17T17:03:22.267965+0000","last_became_peered":"2024-08-17T17:03:22.267965+0000","last_unstale":"2024-08-17T17:04:34.531518+0000","last_undegraded":"2024-08-17T17:04:34.531518+0000","last_fullsized":"2024-08-17T17:04:34.531518+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531609+0000","last_change":"2024-08-17T17:03:19.051631+0000","last_active":"2024-08-17T17:04:34.531609+0000","last_peered":"2024-08-17T17:04:34.531609+0000","last_clean":"2024-08-17T17:04:34.531609+0000","last_became_active":"2024-08-17T17:03:19.051208+0000","last_became_peered":"2024-08-17T17:03:19.051208+0000","last_unstale":"2024-08-17T17:04:34.531609+0000","last_undegraded":"2024-08-17T17:04:34.531609+0000","last_fullsized":"2024-08-17T17:04:34.531609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783081+0000","last_change":"2024-08-17T17:03:22.266016+0000","last_active":"2024-08-17T17:04:34.783081+0000","last_peered":"2024-08-17T17:04:34.783081+0000","last_clean":"2024-08-17T17:04:34.783081+0000","last_became_active":"2024-08-17T17:03:22.265758+0000","last_became_peered":"2024-08-17T17:03:22.265758+0000","last_unstale":"2024-08-17T17:04:34.783081+0000","last_undegraded":"2024-08-17T17:04:34.783081+0000","last_fullsized":"2024-08-17T17:04:34.783081+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527634+0000","last_change":"2024-08-17T17:03:19.051932+0000","last_active":"2024-08-17T17:04:34.527634+0000","last_peered":"2024-08-17T17:04:34.527634+0000","last_clean":"2024-08-17T17:04:34.527634+0000","last_became_active":"2024-08-17T17:03:19.051658+0000","last_became_peered":"2024-08-17T17:03:19.051658+0000","last_unstale":"2024-08-17T17:04:34.527634+0000","last_undegraded":"2024-08-17T17:04:34.527634+0000","last_fullsized":"2024-08-17T17:04:34.527634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.529151+0000","last_change":"2024-08-17T17:03:22.267788+0000","last_active":"2024-08-17T17:04:34.529151+0000","last_peered":"2024-08-17T17:04:34.529151+0000","last_clean":"2024-08-17T17:04:34.529151+0000","last_became_active":"2024-08-17T17:03:22.267461+0000","last_became_peered":"2024-08-17T17:03:22.267461+0000","last_unstale":"2024-08-17T17:04:34.529151+0000","last_undegraded":"2024-08-17T17:04:34.529151+0000","last_fullsized":"2024-08-17T17:04:34.529151+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782600+0000","last_change":"2024-08-17T17:03:19.052938+0000","last_active":"2024-08-17T17:04:34.782600+0000","last_peered":"2024-08-17T17:04:34.782600+0000","last_clean":"2024-08-17T17:04:34.782600+0000","last_became_active":"2024-08-17T17:03:19.052617+0000","last_became_peered":"2024-08-17T17:03:19.052617+0000","last_unstale":"2024-08-17T17:04:34.782600+0000","last_undegraded":"2024-08-17T17:04:34.782600+0000","last_fullsized":"2024-08-17T17:04:34.782600+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782853+0000","last_change":"2024-08-17T17:03:22.267063+0000","last_active":"2024-08-17T17:04:34.782853+0000","last_peered":"2024-08-17T17:04:34.782853+0000","last_clean":"2024-08-17T17:04:34.782853+0000","last_became_active":"2024-08-17T17:03:22.266545+0000","last_became_peered":"2024-08-17T17:03:22.266545+0000","last_unstale":"2024-08-17T17:04:34.782853+0000","last_undegraded":"2024-08-17T17:04:34.782853+0000","last_fullsized":"2024-08-17T17:04:34.782853+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782575+0000","last_change":"2024-08-17T17:03:19.050295+0000","last_active":"2024-08-17T17:04:34.782575+0000","last_peered":"2024-08-17T17:04:34.782575+0000","last_clean":"2024-08-17T17:04:34.782575+0000","last_became_active":"2024-08-17T17:03:19.050011+0000","last_became_peered":"2024-08-17T17:03:19.050011+0000","last_unstale":"2024-08-17T17:04:34.782575+0000","last_undegraded":"2024-08-17T17:04:34.782575+0000","last_fullsized":"2024-08-17T17:04:34.782575+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782538+0000","last_change":"2024-08-17T17:03:22.260921+0000","last_active":"2024-08-17T17:04:34.782538+0000","last_peered":"2024-08-17T17:04:34.782538+0000","last_clean":"2024-08-17T17:04:34.782538+0000","last_became_active":"2024-08-17T17:03:22.260656+0000","last_became_peered":"2024-08-17T17:03:22.260656+0000","last_unstale":"2024-08-17T17:04:34.782538+0000","last_undegraded":"2024-08-17T17:04:34.782538+0000","last_fullsized":"2024-08-17T17:04:34.782538+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531476+0000","last_change":"2024-08-17T17:03:19.052255+0000","last_active":"2024-08-17T17:04:34.531476+0000","last_peered":"2024-08-17T17:04:34.531476+0000","last_clean":"2024-08-17T17:04:34.531476+0000","last_became_active":"2024-08-17T17:03:19.051761+0000","last_became_peered":"2024-08-17T17:03:19.051761+0000","last_unstale":"2024-08-17T17:04:34.531476+0000","last_undegraded":"2024-08-17T17:04:34.531476+0000","last_fullsized":"2024-08-17T17:04:34.531476+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782744+0000","last_change":"2024-08-17T17:03:22.270812+0000","last_active":"2024-08-17T17:04:34.782744+0000","last_peered":"2024-08-17T17:04:34.782744+0000","last_clean":"2024-08-17T17:04:34.782744+0000","last_became_active":"2024-08-17T17:03:22.270445+0000","last_became_peered":"2024-08-17T17:03:22.270445+0000","last_unstale":"2024-08-17T17:04:34.782744+0000","last_undegraded":"2024-08-17T17:04:34.782744+0000","last_fullsized":"2024-08-17T17:04:34.782744+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782574+0000","last_change":"2024-08-17T17:03:19.051568+0000","last_active":"2024-08-17T17:04:34.782574+0000","last_peered":"2024-08-17T17:04:34.782574+0000","last_clean":"2024-08-17T17:04:34.782574+0000","last_became_active":"2024-08-17T17:03:19.051289+0000","last_became_peered":"2024-08-17T17:03:19.051289+0000","last_unstale":"2024-08-17T17:04:34.782574+0000","last_undegraded":"2024-08-17T17:04:34.782574+0000","last_fullsized":"2024-08-17T17:04:34.782574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782050+0000","last_change":"2024-08-17T17:03:22.267402+0000","last_active":"2024-08-17T17:04:34.782050+0000","last_peered":"2024-08-17T17:04:34.782050+0000","last_clean":"2024-08-17T17:04:34.782050+0000","last_became_active":"2024-08-17T17:03:22.267104+0000","last_became_peered":"2024-08-17T17:03:22.267104+0000","last_unstale":"2024-08-17T17:04:34.782050+0000","last_undegraded":"2024-08-17T17:04:34.782050+0000","last_fullsized":"2024-08-17T17:04:34.782050+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":32,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782001+0000","last_change":"2024-08-17T17:03:19.055699+0000","last_active":"2024-08-17T17:04:34.782001+0000","last_peered":"2024-08-17T17:04:34.782001+0000","last_clean":"2024-08-17T17:04:34.782001+0000","last_became_active":"2024-08-17T17:03:19.055041+0000","last_became_peered":"2024-08-17T17:03:19.055041+0000","last_unstale":"2024-08-17T17:04:34.782001+0000","last_undegraded":"2024-08-17T17:04:34.782001+0000","last_fullsized":"2024-08-17T17:04:34.782001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782438+0000","last_change":"2024-08-17T17:03:22.272043+0000","last_active":"2024-08-17T17:04:34.782438+0000","last_peered":"2024-08-17T17:04:34.782438+0000","last_clean":"2024-08-17T17:04:34.782438+0000","last_became_active":"2024-08-17T17:03:22.271777+0000","last_became_peered":"2024-08-17T17:03:22.271777+0000","last_unstale":"2024-08-17T17:04:34.782438+0000","last_undegraded":"2024-08-17T17:04:34.782438+0000","last_fullsized":"2024-08-17T17:04:34.782438+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.529586+0000","last_change":"2024-08-17T17:03:19.050860+0000","last_active":"2024-08-17T17:04:34.529586+0000","last_peered":"2024-08-17T17:04:34.529586+0000","last_clean":"2024-08-17T17:04:34.529586+0000","last_became_active":"2024-08-17T17:03:19.050558+0000","last_became_peered":"2024-08-17T17:03:19.050558+0000","last_unstale":"2024-08-17T17:04:34.529586+0000","last_undegraded":"2024-08-17T17:04:34.529586+0000","last_fullsized":"2024-08-17T17:04:34.529586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783148+0000","last_change":"2024-08-17T17:03:22.271825+0000","last_active":"2024-08-17T17:04:34.783148+0000","last_peered":"2024-08-17T17:04:34.783148+0000","last_clean":"2024-08-17T17:04:34.783148+0000","last_became_active":"2024-08-17T17:03:22.271537+0000","last_became_peered":"2024-08-17T17:03:22.271537+0000","last_unstale":"2024-08-17T17:04:34.783148+0000","last_undegraded":"2024-08-17T17:04:34.783148+0000","last_fullsized":"2024-08-17T17:04:34.783148+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782093+0000","last_change":"2024-08-17T17:03:19.055234+0000","last_active":"2024-08-17T17:04:34.782093+0000","last_peered":"2024-08-17T17:04:34.782093+0000","last_clean":"2024-08-17T17:04:34.782093+0000","last_became_active":"2024-08-17T17:03:19.054956+0000","last_became_peered":"2024-08-17T17:03:19.054956+0000","last_unstale":"2024-08-17T17:04:34.782093+0000","last_undegraded":"2024-08-17T17:04:34.782093+0000","last_fullsized":"2024-08-17T17:04:34.782093+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783374+0000","last_change":"2024-08-17T17:03:47.598046+0000","last_active":"2024-08-17T17:04:34.783374+0000","last_peered":"2024-08-17T17:04:34.783374+0000","last_clean":"2024-08-17T17:04:34.783374+0000","last_became_active":"2024-08-17T17:03:47.597609+0000","last_became_peered":"2024-08-17T17:03:47.597609+0000","last_unstale":"2024-08-17T17:04:34.783374+0000","last_undegraded":"2024-08-17T17:04:34.783374+0000","last_fullsized":"2024-08-17T17:04:34.783374+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:08:08.053596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527717+0000","last_change":"2024-08-17T17:03:19.052658+0000","last_active":"2024-08-17T17:04:34.527717+0000","last_peered":"2024-08-17T17:04:34.527717+0000","last_clean":"2024-08-17T17:04:34.527717+0000","last_became_active":"2024-08-17T17:03:19.052282+0000","last_became_peered":"2024-08-17T17:03:19.052282+0000","last_unstale":"2024-08-17T17:04:34.527717+0000","last_undegraded":"2024-08-17T17:04:34.527717+0000","last_fullsized":"2024-08-17T17:04:34.527717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531460+0000","last_change":"2024-08-17T17:03:22.277719+0000","last_active":"2024-08-17T17:04:34.531460+0000","last_peered":"2024-08-17T17:04:34.531460+0000","last_clean":"2024-08-17T17:04:34.531460+0000","last_became_active":"2024-08-17T17:03:22.277195+0000","last_became_peered":"2024-08-17T17:03:22.277195+0000","last_unstale":"2024-08-17T17:04:34.531460+0000","last_undegraded":"2024-08-17T17:04:34.531460+0000","last_fullsized":"2024-08-17T17:04:34.531460+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782169+0000","last_change":"2024-08-17T17:03:19.051913+0000","last_active":"2024-08-17T17:04:34.782169+0000","last_peered":"2024-08-17T17:04:34.782169+0000","last_clean":"2024-08-17T17:04:34.782169+0000","last_became_active":"2024-08-17T17:03:19.051639+0000","last_became_peered":"2024-08-17T17:03:19.051639+0000","last_unstale":"2024-08-17T17:04:34.782169+0000","last_undegraded":"2024-08-17T17:04:34.782169+0000","last_fullsized":"2024-08-17T17:04:34.782169+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783345+0000","last_change":"2024-08-17T17:03:22.264055+0000","last_active":"2024-08-17T17:04:34.783345+0000","last_peered":"2024-08-17T17:04:34.783345+0000","last_clean":"2024-08-17T17:04:34.783345+0000","last_became_active":"2024-08-17T17:03:22.263754+0000","last_became_peered":"2024-08-17T17:03:22.263754+0000","last_unstale":"2024-08-17T17:04:34.783345+0000","last_undegraded":"2024-08-17T17:04:34.783345+0000","last_fullsized":"2024-08-17T17:04:34.783345+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.724514+0000","last_change":"2024-08-17T17:04:34.783417+0000","last_active":"2024-08-17T17:04:39.724514+0000","last_peered":"2024-08-17T17:04:39.724514+0000","last_clean":"2024-08-17T17:04:39.724514+0000","last_became_active":"2024-08-17T17:04:30.522746+0000","last_became_peered":"2024-08-17T17:04:30.522746+0000","last_unstale":"2024-08-17T17:04:39.724514+0000","last_undegraded":"2024-08-17T17:04:39.724514+0000","last_fullsized":"2024-08-17T17:04:39.724514+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:56:52.561998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075103300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":282,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782396+0000","last_change":"2024-08-17T17:02:57.392447+0000","last_active":"2024-08-17T17:04:34.782396+0000","last_peered":"2024-08-17T17:04:34.782396+0000","last_clean":"2024-08-17T17:04:34.782396+0000","last_became_active":"2024-08-17T17:02:57.392120+0000","last_became_peered":"2024-08-17T17:02:57.392120+0000","last_unstale":"2024-08-17T17:04:34.782396+0000","last_undegraded":"2024-08-17T17:04:34.782396+0000","last_fullsized":"2024-08-17T17:04:34.782396+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_clean_scrub_stamp":"2024-08-17T17:00:58.187014+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531392+0000","last_change":"2024-08-17T17:03:19.055976+0000","last_active":"2024-08-17T17:04:34.531392+0000","last_peered":"2024-08-17T17:04:34.531392+0000","last_clean":"2024-08-17T17:04:34.531392+0000","last_became_active":"2024-08-17T17:03:19.055674+0000","last_became_peered":"2024-08-17T17:03:19.055674+0000","last_unstale":"2024-08-17T17:04:34.531392+0000","last_undegraded":"2024-08-17T17:04:34.531392+0000","last_fullsized":"2024-08-17T17:04:34.531392+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782549+0000","last_change":"2024-08-17T17:03:22.267611+0000","last_active":"2024-08-17T17:04:34.782549+0000","last_peered":"2024-08-17T17:04:34.782549+0000","last_clean":"2024-08-17T17:04:34.782549+0000","last_became_active":"2024-08-17T17:03:22.267332+0000","last_became_peered":"2024-08-17T17:03:22.267332+0000","last_unstale":"2024-08-17T17:04:34.782549+0000","last_undegraded":"2024-08-17T17:04:34.782549+0000","last_fullsized":"2024-08-17T17:04:34.782549+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:40.227698+0000","last_change":"2024-08-17T17:04:34.783579+0000","last_active":"2024-08-17T17:04:40.227698+0000","last_peered":"2024-08-17T17:04:40.227698+0000","last_clean":"2024-08-17T17:04:40.227698+0000","last_became_active":"2024-08-17T17:04:31.106795+0000","last_became_peered":"2024-08-17T17:04:31.106795+0000","last_unstale":"2024-08-17T17:04:40.227698+0000","last_undegraded":"2024-08-17T17:04:40.227698+0000","last_fullsized":"2024-08-17T17:04:40.227698+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:46:11.209358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066592699999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782164+0000","last_change":"2024-08-17T17:03:19.059420+0000","last_active":"2024-08-17T17:04:34.782164+0000","last_peered":"2024-08-17T17:04:34.782164+0000","last_clean":"2024-08-17T17:04:34.782164+0000","last_became_active":"2024-08-17T17:03:19.059087+0000","last_became_peered":"2024-08-17T17:03:19.059087+0000","last_unstale":"2024-08-17T17:04:34.782164+0000","last_undegraded":"2024-08-17T17:04:34.782164+0000","last_fullsized":"2024-08-17T17:04:34.782164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.781846+0000","last_change":"2024-08-17T17:03:22.266793+0000","last_active":"2024-08-17T17:04:34.781846+0000","last_peered":"2024-08-17T17:04:34.781846+0000","last_clean":"2024-08-17T17:04:34.781846+0000","last_became_active":"2024-08-17T17:03:22.266540+0000","last_became_peered":"2024-08-17T17:03:22.266540+0000","last_unstale":"2024-08-17T17:04:34.781846+0000","last_undegraded":"2024-08-17T17:04:34.781846+0000","last_fullsized":"2024-08-17T17:04:34.781846+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.397987+0000","last_change":"2024-08-17T17:04:34.528099+0000","last_active":"2024-08-17T17:04:39.397987+0000","last_peered":"2024-08-17T17:04:39.397987+0000","last_clean":"2024-08-17T17:04:39.397987+0000","last_became_active":"2024-08-17T17:04:30.926526+0000","last_became_peered":"2024-08-17T17:04:30.926526+0000","last_unstale":"2024-08-17T17:04:39.397987+0000","last_undegraded":"2024-08-17T17:04:39.397987+0000","last_fullsized":"2024-08-17T17:04:39.397987+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:25:24.895474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044253000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782258+0000","last_change":"2024-08-17T17:03:19.047554+0000","last_active":"2024-08-17T17:04:34.782258+0000","last_peered":"2024-08-17T17:04:34.782258+0000","last_clean":"2024-08-17T17:04:34.782258+0000","last_became_active":"2024-08-17T17:03:19.047277+0000","last_became_peered":"2024-08-17T17:03:19.047277+0000","last_unstale":"2024-08-17T17:04:34.782258+0000","last_undegraded":"2024-08-17T17:04:34.782258+0000","last_fullsized":"2024-08-17T17:04:34.782258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527186+0000","last_change":"2024-08-17T17:03:22.261224+0000","last_active":"2024-08-17T17:04:34.527186+0000","last_peered":"2024-08-17T17:04:34.527186+0000","last_clean":"2024-08-17T17:04:34.527186+0000","last_became_active":"2024-08-17T17:03:22.260935+0000","last_became_peered":"2024-08-17T17:03:22.260935+0000","last_unstale":"2024-08-17T17:04:34.527186+0000","last_undegraded":"2024-08-17T17:04:34.527186+0000","last_fullsized":"2024-08-17T17:04:34.527186+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.397621+0000","last_change":"2024-08-17T17:04:34.527899+0000","last_active":"2024-08-17T17:04:39.397621+0000","last_peered":"2024-08-17T17:04:39.397621+0000","last_clean":"2024-08-17T17:04:39.397621+0000","last_became_active":"2024-08-17T17:04:31.106805+0000","last_became_peered":"2024-08-17T17:04:31.106805+0000","last_unstale":"2024-08-17T17:04:39.397621+0000","last_undegraded":"2024-08-17T17:04:39.397621+0000","last_fullsized":"2024-08-17T17:04:39.397621+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:09:13.722186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000345514,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531720+0000","last_change":"2024-08-17T17:03:19.054820+0000","last_active":"2024-08-17T17:04:34.531720+0000","last_peered":"2024-08-17T17:04:34.531720+0000","last_clean":"2024-08-17T17:04:34.531720+0000","last_became_active":"2024-08-17T17:03:19.054167+0000","last_became_peered":"2024-08-17T17:03:19.054167+0000","last_unstale":"2024-08-17T17:04:34.531720+0000","last_undegraded":"2024-08-17T17:04:34.531720+0000","last_fullsized":"2024-08-17T17:04:34.531720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.529098+0000","last_change":"2024-08-17T17:03:22.267131+0000","last_active":"2024-08-17T17:04:34.529098+0000","last_peered":"2024-08-17T17:04:34.529098+0000","last_clean":"2024-08-17T17:04:34.529098+0000","last_became_active":"2024-08-17T17:03:22.266814+0000","last_became_peered":"2024-08-17T17:03:22.266814+0000","last_unstale":"2024-08-17T17:04:34.529098+0000","last_undegraded":"2024-08-17T17:04:34.529098+0000","last_fullsized":"2024-08-17T17:04:34.529098+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.397493+0000","last_change":"2024-08-17T17:04:34.527641+0000","last_active":"2024-08-17T17:04:39.397493+0000","last_peered":"2024-08-17T17:04:39.397493+0000","last_clean":"2024-08-17T17:04:39.397493+0000","last_became_active":"2024-08-17T17:04:30.926528+0000","last_became_peered":"2024-08-17T17:04:30.926528+0000","last_unstale":"2024-08-17T17:04:39.397493+0000","last_undegraded":"2024-08-17T17:04:39.397493+0000","last_fullsized":"2024-08-17T17:04:39.397493+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:51:42.055783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032723700000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527673+0000","last_change":"2024-08-17T17:03:19.056199+0000","last_active":"2024-08-17T17:04:34.527673+0000","last_peered":"2024-08-17T17:04:34.527673+0000","last_clean":"2024-08-17T17:04:34.527673+0000","last_became_active":"2024-08-17T17:03:19.055929+0000","last_became_peered":"2024-08-17T17:03:19.055929+0000","last_unstale":"2024-08-17T17:04:34.527673+0000","last_undegraded":"2024-08-17T17:04:34.527673+0000","last_fullsized":"2024-08-17T17:04:34.527673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531507+0000","last_change":"2024-08-17T17:03:22.278432+0000","last_active":"2024-08-17T17:04:34.531507+0000","last_peered":"2024-08-17T17:04:34.531507+0000","last_clean":"2024-08-17T17:04:34.531507+0000","last_became_active":"2024-08-17T17:03:22.278075+0000","last_became_peered":"2024-08-17T17:03:22.278075+0000","last_unstale":"2024-08-17T17:04:34.531507+0000","last_undegraded":"2024-08-17T17:04:34.531507+0000","last_fullsized":"2024-08-17T17:04:34.531507+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:40.227220+0000","last_change":"2024-08-17T17:04:34.783560+0000","last_active":"2024-08-17T17:04:40.227220+0000","last_peered":"2024-08-17T17:04:40.227220+0000","last_clean":"2024-08-17T17:04:40.227220+0000","last_became_active":"2024-08-17T17:04:30.926464+0000","last_became_peered":"2024-08-17T17:04:30.926464+0000","last_unstale":"2024-08-17T17:04:40.227220+0000","last_undegraded":"2024-08-17T17:04:40.227220+0000","last_fullsized":"2024-08-17T17:04:40.227220+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:47:06.249116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013801379999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783242+0000","last_change":"2024-08-17T17:03:19.056751+0000","last_active":"2024-08-17T17:04:34.783242+0000","last_peered":"2024-08-17T17:04:34.783242+0000","last_clean":"2024-08-17T17:04:34.783242+0000","last_became_active":"2024-08-17T17:03:19.056433+0000","last_became_peered":"2024-08-17T17:03:19.056433+0000","last_unstale":"2024-08-17T17:04:34.783242+0000","last_undegraded":"2024-08-17T17:04:34.783242+0000","last_fullsized":"2024-08-17T17:04:34.783242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527653+0000","last_change":"2024-08-17T17:03:22.267179+0000","last_active":"2024-08-17T17:04:34.527653+0000","last_peered":"2024-08-17T17:04:34.527653+0000","last_clean":"2024-08-17T17:04:34.527653+0000","last_became_active":"2024-08-17T17:03:22.266932+0000","last_became_peered":"2024-08-17T17:03:22.266932+0000","last_unstale":"2024-08-17T17:04:34.527653+0000","last_undegraded":"2024-08-17T17:04:34.527653+0000","last_fullsized":"2024-08-17T17:04:34.527653+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.472956+0000","last_change":"2024-08-17T17:04:34.783294+0000","last_active":"2024-08-17T17:04:39.472956+0000","last_peered":"2024-08-17T17:04:39.472956+0000","last_clean":"2024-08-17T17:04:39.472956+0000","last_became_active":"2024-08-17T17:04:30.518861+0000","last_became_peered":"2024-08-17T17:04:30.518861+0000","last_unstale":"2024-08-17T17:04:39.472956+0000","last_undegraded":"2024-08-17T17:04:39.472956+0000","last_fullsized":"2024-08-17T17:04:39.472956+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:21.142968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016767220000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527953+0000","last_change":"2024-08-17T17:03:19.053098+0000","last_active":"2024-08-17T17:04:34.527953+0000","last_peered":"2024-08-17T17:04:34.527953+0000","last_clean":"2024-08-17T17:04:34.527953+0000","last_became_active":"2024-08-17T17:03:19.052605+0000","last_became_peered":"2024-08-17T17:03:19.052605+0000","last_unstale":"2024-08-17T17:04:34.527953+0000","last_undegraded":"2024-08-17T17:04:34.527953+0000","last_fullsized":"2024-08-17T17:04:34.527953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783671+0000","last_change":"2024-08-17T17:03:22.272778+0000","last_active":"2024-08-17T17:04:34.783671+0000","last_peered":"2024-08-17T17:04:34.783671+0000","last_clean":"2024-08-17T17:04:34.783671+0000","last_became_active":"2024-08-17T17:03:22.272493+0000","last_became_peered":"2024-08-17T17:03:22.272493+0000","last_unstale":"2024-08-17T17:04:34.783671+0000","last_undegraded":"2024-08-17T17:04:34.783671+0000","last_fullsized":"2024-08-17T17:04:34.783671+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-17T17:04:39.398203+0000","last_change":"2024-08-17T17:04:34.529151+0000","last_active":"2024-08-17T17:04:39.398203+0000","last_peered":"2024-08-17T17:04:39.398203+0000","last_clean":"2024-08-17T17:04:39.398203+0000","last_became_active":"2024-08-17T17:04:30.926631+0000","last_became_peered":"2024-08-17T17:04:30.926631+0000","last_unstale":"2024-08-17T17:04:39.398203+0000","last_undegraded":"2024-08-17T17:04:39.398203+0000","last_fullsized":"2024-08-17T17:04:39.398203+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:10:46.462199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000529127,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783220+0000","last_change":"2024-08-17T17:03:19.055179+0000","last_active":"2024-08-17T17:04:34.783220+0000","last_peered":"2024-08-17T17:04:34.783220+0000","last_clean":"2024-08-17T17:04:34.783220+0000","last_became_active":"2024-08-17T17:03:19.054902+0000","last_became_peered":"2024-08-17T17:03:19.054902+0000","last_unstale":"2024-08-17T17:04:34.783220+0000","last_undegraded":"2024-08-17T17:04:34.783220+0000","last_fullsized":"2024-08-17T17:04:34.783220+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782823+0000","last_change":"2024-08-17T17:03:22.270697+0000","last_active":"2024-08-17T17:04:34.782823+0000","last_peered":"2024-08-17T17:04:34.782823+0000","last_clean":"2024-08-17T17:04:34.782823+0000","last_became_active":"2024-08-17T17:03:22.270441+0000","last_became_peered":"2024-08-17T17:03:22.270441+0000","last_unstale":"2024-08-17T17:04:34.782823+0000","last_undegraded":"2024-08-17T17:04:34.782823+0000","last_fullsized":"2024-08-17T17:04:34.782823+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782172+0000","last_change":"2024-08-17T17:03:19.056425+0000","last_active":"2024-08-17T17:04:34.782172+0000","last_peered":"2024-08-17T17:04:34.782172+0000","last_clean":"2024-08-17T17:04:34.782172+0000","last_became_active":"2024-08-17T17:03:19.055463+0000","last_became_peered":"2024-08-17T17:03:19.055463+0000","last_unstale":"2024-08-17T17:04:34.782172+0000","last_undegraded":"2024-08-17T17:04:34.782172+0000","last_fullsized":"2024-08-17T17:04:34.782172+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527174+0000","last_change":"2024-08-17T17:03:47.365160+0000","last_active":"2024-08-17T17:04:34.527174+0000","last_peered":"2024-08-17T17:04:34.527174+0000","last_clean":"2024-08-17T17:04:34.527174+0000","last_became_active":"2024-08-17T17:03:47.364689+0000","last_became_peered":"2024-08-17T17:03:47.364689+0000","last_unstale":"2024-08-17T17:04:34.527174+0000","last_undegraded":"2024-08-17T17:04:34.527174+0000","last_fullsized":"2024-08-17T17:04:34.527174+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:13:27.209481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527400+0000","last_change":"2024-08-17T17:03:19.060098+0000","last_active":"2024-08-17T17:04:34.527400+0000","last_peered":"2024-08-17T17:04:34.527400+0000","last_clean":"2024-08-17T17:04:34.527400+0000","last_became_active":"2024-08-17T17:03:19.059797+0000","last_became_peered":"2024-08-17T17:03:19.059797+0000","last_unstale":"2024-08-17T17:04:34.527400+0000","last_undegraded":"2024-08-17T17:04:34.527400+0000","last_fullsized":"2024-08-17T17:04:34.527400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783112+0000","last_change":"2024-08-17T17:03:22.265234+0000","last_active":"2024-08-17T17:04:34.783112+0000","last_peered":"2024-08-17T17:04:34.783112+0000","last_clean":"2024-08-17T17:04:34.783112+0000","last_became_active":"2024-08-17T17:03:22.264965+0000","last_became_peered":"2024-08-17T17:03:22.264965+0000","last_unstale":"2024-08-17T17:04:34.783112+0000","last_undegraded":"2024-08-17T17:04:34.783112+0000","last_fullsized":"2024-08-17T17:04:34.783112+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.527501+0000","last_change":"2024-08-17T17:03:19.060089+0000","last_active":"2024-08-17T17:04:34.527501+0000","last_peered":"2024-08-17T17:04:34.527501+0000","last_clean":"2024-08-17T17:04:34.527501+0000","last_became_active":"2024-08-17T17:03:19.059780+0000","last_became_peered":"2024-08-17T17:03:19.059780+0000","last_unstale":"2024-08-17T17:04:34.527501+0000","last_undegraded":"2024-08-17T17:04:34.527501+0000","last_fullsized":"2024-08-17T17:04:34.527501+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782144+0000","last_change":"2024-08-17T17:03:47.598394+0000","last_active":"2024-08-17T17:04:34.782144+0000","last_peered":"2024-08-17T17:04:34.782144+0000","last_clean":"2024-08-17T17:04:34.782144+0000","last_became_active":"2024-08-17T17:03:47.598071+0000","last_became_peered":"2024-08-17T17:03:47.598071+0000","last_unstale":"2024-08-17T17:04:34.782144+0000","last_undegraded":"2024-08-17T17:04:34.782144+0000","last_fullsized":"2024-08-17T17:04:34.782144+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:14:28.572388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782979+0000","last_change":"2024-08-17T17:03:19.055844+0000","last_active":"2024-08-17T17:04:34.782979+0000","last_peered":"2024-08-17T17:04:34.782979+0000","last_clean":"2024-08-17T17:04:34.782979+0000","last_became_active":"2024-08-17T17:03:19.055537+0000","last_became_peered":"2024-08-17T17:03:19.055537+0000","last_unstale":"2024-08-17T17:04:34.782979+0000","last_undegraded":"2024-08-17T17:04:34.782979+0000","last_fullsized":"2024-08-17T17:04:34.782979+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782331+0000","last_change":"2024-08-17T17:03:22.275125+0000","last_active":"2024-08-17T17:04:34.782331+0000","last_peered":"2024-08-17T17:04:34.782331+0000","last_clean":"2024-08-17T17:04:34.782331+0000","last_became_active":"2024-08-17T17:03:22.274831+0000","last_became_peered":"2024-08-17T17:03:22.274831+0000","last_unstale":"2024-08-17T17:04:34.782331+0000","last_undegraded":"2024-08-17T17:04:34.782331+0000","last_fullsized":"2024-08-17T17:04:34.782331+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531558+0000","last_change":"2024-08-17T17:03:22.271296+0000","last_active":"2024-08-17T17:04:34.531558+0000","last_peered":"2024-08-17T17:04:34.531558+0000","last_clean":"2024-08-17T17:04:34.531558+0000","last_became_active":"2024-08-17T17:03:22.271016+0000","last_became_peered":"2024-08-17T17:03:22.271016+0000","last_unstale":"2024-08-17T17:04:34.531558+0000","last_undegraded":"2024-08-17T17:04:34.531558+0000","last_fullsized":"2024-08-17T17:04:34.531558+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.782916+0000","last_change":"2024-08-17T17:03:19.058260+0000","last_active":"2024-08-17T17:04:34.782916+0000","last_peered":"2024-08-17T17:04:34.782916+0000","last_clean":"2024-08-17T17:04:34.782916+0000","last_became_active":"2024-08-17T17:03:19.056952+0000","last_became_peered":"2024-08-17T17:03:19.056952+0000","last_unstale":"2024-08-17T17:04:34.782916+0000","last_undegraded":"2024-08-17T17:04:34.782916+0000","last_fullsized":"2024-08-17T17:04:34.782916+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.531351+0000","last_change":"2024-08-17T17:03:22.272255+0000","last_active":"2024-08-17T17:04:34.531351+0000","last_peered":"2024-08-17T17:04:34.531351+0000","last_clean":"2024-08-17T17:04:34.531351+0000","last_became_active":"2024-08-17T17:03:22.271983+0000","last_became_peered":"2024-08-17T17:03:22.271983+0000","last_unstale":"2024-08-17T17:04:34.531351+0000","last_undegraded":"2024-08-17T17:04:34.531351+0000","last_fullsized":"2024-08-17T17:04:34.531351+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783066+0000","last_change":"2024-08-17T17:03:19.054081+0000","last_active":"2024-08-17T17:04:34.783066+0000","last_peered":"2024-08-17T17:04:34.783066+0000","last_clean":"2024-08-17T17:04:34.783066+0000","last_became_active":"2024-08-17T17:03:19.051053+0000","last_became_peered":"2024-08-17T17:03:19.051053+0000","last_unstale":"2024-08-17T17:04:34.783066+0000","last_undegraded":"2024-08-17T17:04:34.783066+0000","last_fullsized":"2024-08-17T17:04:34.783066+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783010+0000","last_change":"2024-08-17T17:03:22.267065+0000","last_active":"2024-08-17T17:04:34.783010+0000","last_peered":"2024-08-17T17:04:34.783010+0000","last_clean":"2024-08-17T17:04:34.783010+0000","last_became_active":"2024-08-17T17:03:22.266803+0000","last_became_peered":"2024-08-17T17:03:22.266803+0000","last_unstale":"2024-08-17T17:04:34.783010+0000","last_undegraded":"2024-08-17T17:04:34.783010+0000","last_fullsized":"2024-08-17T17:04:34.783010+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783912+0000","last_change":"2024-08-17T17:03:19.050988+0000","last_active":"2024-08-17T17:04:34.783912+0000","last_peered":"2024-08-17T17:04:34.783912+0000","last_clean":"2024-08-17T17:04:34.783912+0000","last_became_active":"2024-08-17T17:03:19.050727+0000","last_became_peered":"2024-08-17T17:03:19.050727+0000","last_unstale":"2024-08-17T17:04:34.783912+0000","last_undegraded":"2024-08-17T17:04:34.783912+0000","last_fullsized":"2024-08-17T17:04:34.783912+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783758+0000","last_change":"2024-08-17T17:03:22.261802+0000","last_active":"2024-08-17T17:04:34.783758+0000","last_peered":"2024-08-17T17:04:34.783758+0000","last_clean":"2024-08-17T17:04:34.783758+0000","last_became_active":"2024-08-17T17:03:22.261515+0000","last_became_peered":"2024-08-17T17:03:22.261515+0000","last_unstale":"2024-08-17T17:04:34.783758+0000","last_undegraded":"2024-08-17T17:04:34.783758+0000","last_fullsized":"2024-08-17T17:04:34.783758+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:04:34.783275+0000","last_change":"2024-08-17T17:03:19.056541+0000","last_active":"2024-08-17T17:04:34.783275+0000","last_peered":"2024-08-17T17:04:34.783275+0000","last_clean":"2024-08-17T17:04:34.783275+0000","last_became_active":"2024-08-17T17:03:19.056109+0000","last_became_peered":"2024-08-17T17:03:19.056109+0000","last_unstale":"2024-08-17T17:04:34.783275+0000","last_undegraded":"2024-08-17T17:04:34.783275+0000","last_fullsized":"2024-08-17T17:04:34.783275+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201314,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298708,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446444,"statfs":{"total":95995035648,"available":95689158656,"internally_reserved":0,"allocated":1384448,"data_stored":942455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.56200000000000006,"15min":0.57399999999999995},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.69299999999999995,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.54600000000000004,"15min":0.55900000000000005},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.625}]},{"osd":1,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.54700000000000004,"15min":0.56100000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.72199999999999998,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.502,"5min":0.55000000000000004,"15min":0.55800000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.76100000000000001,"5min":0.874,"15min":0.874},"last":0.49299999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.53500000000000003,"15min":0.54800000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.69999999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.58699999999999997,"15min":0.59899999999999998},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71199999999999997,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.59399999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.58199999999999996,"15min":0.59599999999999997},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.73399999999999999,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.56100000000000005,"15min":0.57299999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.61699999999999999,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.48299999999999998,"15min":0.499},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52800000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.374},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.52400000000000002,"15min":0.54200000000000004},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63100000000000001,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.44400000000000001}]},{"osd":5,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.496,"15min":0.51300000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.56299999999999994,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.53700000000000003,"15min":0.55500000000000005},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.64900000000000002,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.56899999999999995}]},{"osd":6,"last update":"Sat Aug 17 17:04:56 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.54700000000000004,"15min":0.56499999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.58099999999999996,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.59899999999999998,"15min":0.62},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67000000000000004,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.51500000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462952,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":944205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.36399999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.71799999999999997,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53500000000000003,"15min":0.53900000000000003},"min":{"1min":0.377,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.69499999999999995,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.47799999999999998}]},{"osd":1,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.55400000000000005,"15min":0.56000000000000005},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.64200000000000002,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.38500000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70399999999999996,"5min":1.323,"15min":1.323},"last":0.442}]},{"osd":2,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.56999999999999995,"15min":0.57299999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.67700000000000005,"5min":1.3819999999999999,"15min":1.3819999999999999},"last":0.502},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54800000000000004,"15min":0.55500000000000005},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":1.091,"15min":1.091},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.68300000000000005,"5min":1.585,"15min":1.585},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72299999999999998,"5min":1.573,"15min":1.573},"last":0.54100000000000004}]},{"osd":4,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.442,"15min":0.44600000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.71699999999999997,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.45900000000000002,"15min":0.45700000000000002},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.70799999999999996,"5min":1.556,"15min":1.556},"last":0.52100000000000002}]},{"osd":5,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.45800000000000002,"15min":0.45700000000000002},"min":{"1min":0.33700000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.66100000000000003,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.624},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.73499999999999999,"5min":1.6080000000000001,"15min":1.6080000000000001},"last":0.65500000000000003}]},{"osd":7,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.45100000000000001,"15min":0.45900000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64600000000000002,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.52600000000000002,"15min":0.53400000000000003},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.70399999999999996,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.63800000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724588,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":354269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.35099999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.69999999999999996,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57799999999999996,"15min":0.57999999999999996},"min":{"1min":0.43099999999999999,"5min":0.374,"15min":0.374},"max":{"1min":0.69499999999999995,"5min":0.879,"15min":0.879},"last":0.61499999999999999}]},{"osd":1,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54100000000000004,"15min":0.53900000000000003},"min":{"1min":0.34999999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72799999999999998,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53200000000000003,"15min":0.53100000000000003},"min":{"1min":0.35099999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.51400000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53900000000000003,"15min":0.54400000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.71299999999999997,"5min":0.753,"15min":0.753},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56599999999999995,"15min":0.57199999999999995},"min":{"1min":0.373,"5min":0.372,"15min":0.372},"max":{"1min":0.65800000000000003,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.59299999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.34699999999999998,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.64600000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.502},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56299999999999994,"15min":0.56000000000000005},"min":{"1min":0.40300000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.76800000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.64900000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.40200000000000002,"15min":0.38400000000000001},"min":{"1min":0.31,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59499999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.378},{"interface":"front","average":{"1min":0.442,"5min":0.40999999999999998,"15min":0.39200000000000002},"min":{"1min":0.30199999999999999,"5min":0.253,"15min":0.253},"max":{"1min":0.61899999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.34999999999999998}]},{"osd":6,"last update":"Sat Aug 17 17:04:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.46400000000000002,"15min":0.47199999999999998},"min":{"1min":0.27400000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.57799999999999996,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.45800000000000002,"15min":0.46200000000000002},"min":{"1min":0.35299999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.56499999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.43099999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.49199999999999999,"15min":0.496},"min":{"1min":0.33400000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.61499999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.5,"15min":0.50600000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.70199999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.41299999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986224,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":352268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.74299999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52300000000000002,"15min":0.52500000000000002},"min":{"1min":0.36499999999999999,"5min":0.31,"15min":0.31},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65000000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.497},"min":{"1min":0.35899999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.67500000000000004,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.53500000000000003,"15min":0.54500000000000004},"min":{"1min":0.35599999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66100000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.52500000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.41499999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.371,"5min":0.311,"15min":0.311},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.59199999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.53600000000000003,"15min":0.53700000000000003},"min":{"1min":0.36099999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78700000000000003,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52700000000000002,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.54000000000000004}]},{"osd":5,"last update":"Sat Aug 17 17:05:17 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.39500000000000002,"15min":0.371},"min":{"1min":0.307,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.39500000000000002,"15min":0.376},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.45400000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:04:33 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.42299999999999999,"15min":0.41699999999999998},"min":{"1min":0.29699999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.63,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.496},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.42199999999999999,"15min":0.41299999999999998},"min":{"1min":0.311,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.42799999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:04:57 2024","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.495,"15min":0.497},"min":{"1min":0.32300000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66300000000000003,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.35399999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149748,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":354264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:05:27 2024","interfaces":[{"interface":"back","average":{"1min":0.36399999999999999,"5min":0.38100000000000001,"15min":0.39700000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.20999999999999999},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.38300000000000001,"15min":0.41199999999999998},"min":{"1min":0.20300000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.53800000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.22900000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:05:27 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.39600000000000002,"15min":0.41599999999999998},"min":{"1min":0.21299999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.185},{"interface":"front","average":{"1min":0.36899999999999999,"5min":0.40000000000000002,"15min":0.42399999999999999},"min":{"1min":0.222,"5min":0.191,"15min":0.191},"max":{"1min":0.55500000000000005,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.28100000000000003}]},{"osd":2,"last update":"Sat Aug 17 17:05:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.438,"15min":0.46700000000000003},"min":{"1min":0.27600000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67600000000000005,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.39800000000000002,"15min":0.42199999999999999},"min":{"1min":0.22500000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.56999999999999995,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.247}]},{"osd":4,"last update":"Sat Aug 17 17:04:51 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.54700000000000004,"15min":0.56399999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.63200000000000001,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.56599999999999995,"15min":0.57599999999999996},"min":{"1min":0.39500000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.73799999999999999,"5min":0.755,"15min":0.755},"last":0.314}]},{"osd":5,"last update":"Sat Aug 17 17:05:14 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.40899999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.63,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.42799999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:04:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59299999999999997,"15min":0.59599999999999997},"min":{"1min":0.432,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.72599999999999998,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56999999999999995,"15min":0.57299999999999995},"min":{"1min":0.36799999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67300000000000004,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.371}]},{"osd":7,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.55900000000000005,"15min":0.56100000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.66100000000000003,"5min":0.752,"15min":0.752},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.38100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.70599999999999996,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.38700000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411386,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298120,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447032,"statfs":{"total":95995035648,"available":95689760768,"internally_reserved":0,"allocated":782336,"data_stored":351553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:05:06 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.32600000000000001},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.374},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.35899999999999999,"15min":0.34699999999999998},"min":{"1min":0.251,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.3740000000000001,"5min":1.3740000000000001,"15min":1.3740000000000001},"last":0.38600000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:05:06 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.36199999999999999,"15min":0.34899999999999998},"min":{"1min":0.23599999999999999,"5min":0.222,"15min":0.222},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.314},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.36899999999999999,"15min":0.35099999999999998},"min":{"1min":0.27400000000000002,"5min":0.218,"15min":0.218},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.255}]},{"osd":3,"last update":"Sat Aug 17 17:04:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.371,"5min":0.39200000000000002,"15min":0.40000000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.28699999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:04:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53400000000000003,"15min":0.53000000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.46300000000000002}]},{"osd":5,"last update":"Sat Aug 17 17:05:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56000000000000005,"15min":0.55600000000000005},"min":{"1min":0.39500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80600000000000005,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57099999999999995,"15min":0.57799999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73799999999999999,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.54700000000000004}]},{"osd":6,"last update":"Sat Aug 17 17:04:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.55400000000000005,"15min":0.55700000000000005},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.436}]},{"osd":7,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56599999999999995,"15min":0.56999999999999995},"min":{"1min":0.40999999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57599999999999996,"15min":0.58199999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76900000000000002,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.58499999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574911,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":351467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:04:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.29899999999999999},"min":{"1min":0.255,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.52100000000000002,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.245},{"interface":"front","average":{"1min":0.378,"5min":0.34599999999999997,"15min":0.314},"min":{"1min":0.27400000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56100000000000005,"5min":0.56899999999999995,"15min":0.56899999999999995},"last":0.26800000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:04:59 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.35199999999999998,"15min":0.35199999999999998},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.47799999999999998,"5min":0.53100000000000003,"15min":0.53100000000000003},"last":0.215},{"interface":"front","average":{"1min":0.379,"5min":0.36899999999999999,"15min":0.35299999999999998},"min":{"1min":0.27800000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.49399999999999999,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.34200000000000003}]},{"osd":3,"last update":"Sat Aug 17 17:05:25 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.40600000000000003,"15min":0.41799999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56999999999999995,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.317},{"interface":"front","average":{"1min":0.32500000000000001,"5min":0.378,"15min":0.40400000000000003},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.46000000000000002,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.29099999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:04:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54400000000000004,"15min":0.53800000000000003},"min":{"1min":0.40200000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.80600000000000005,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.38200000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.65100000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.46500000000000002}]},{"osd":5,"last update":"Sat Aug 17 17:05:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.755,"5min":0.879,"15min":0.879},"last":0.51100000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:04:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.59199999999999997,"15min":0.59599999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.42699999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.755,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.502}]},{"osd":7,"last update":"Sat Aug 17 17:04:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.57499999999999996,"15min":0.57299999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.89500000000000002,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.57199999999999995,"15min":0.57999999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66900000000000004,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.52200000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738435,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":942902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:04:38 2024","interfaces":[{"interface":"back","average":{"1min":0.313,"5min":0.32900000000000001,"15min":0.32600000000000001},"min":{"1min":0.23699999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.44800000000000001,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34799999999999998,"15min":0.34000000000000002},"min":{"1min":0.29899999999999999,"5min":0.192,"15min":0.192},"max":{"1min":0.42299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"last":0.29999999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.35499999999999998,"15min":0.35799999999999998},"min":{"1min":0.22700000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.48099999999999998,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.38400000000000001,"15min":0.39200000000000002},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.45000000000000001,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.317}]},{"osd":3,"last update":"Sat Aug 17 17:05:25 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.39000000000000001,"15min":0.40799999999999997},"min":{"1min":0.27300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.51800000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.40699999999999997,"15min":0.42699999999999999},"min":{"1min":0.29499999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55600000000000005,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.28199999999999997}]},{"osd":4,"last update":"Sat Aug 17 17:04:47 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.55400000000000005,"15min":0.56399999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73399999999999999,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.55300000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.72899999999999998,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.499}]},{"osd":5,"last update":"Sat Aug 17 17:05:10 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.53500000000000003},"min":{"1min":0.35299999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.373,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68700000000000006,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.40600000000000003}]},{"osd":6,"last update":"Sat Aug 17 17:04:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.43099999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.54500000000000004,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.36699999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:05:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53900000000000003,"15min":0.54000000000000004},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72099999999999997,"5min":0.745,"15min":0.745},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.56499999999999995,"15min":0.56699999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.43099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:05:38.046 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T17:05:38.046 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-17T17:05:38.046 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-17T17:05:38.047 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-17T17:05:39.082 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:39.206 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:39 smithi094 ceph-mon[29912]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:39.207 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:39 smithi094 systemd[1]: Stopping Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:05:39.207 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:39 smithi094 ceph-mon[41048]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:39.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:39 smithi190 ceph-mon[33316]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:40.914 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76534]: ts=2024-08-17T17:05:40.691Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:05:41.086 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:05:41.086 INFO:teuthology.orchestra.run.smithi094.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-17T17:05:41.176 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:41 smithi094 ceph-mon[29912]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:41.176 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:41 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/998462253' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T17:05:41.176 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:41.176 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:40 smithi094 podman[82214]: 2024-08-17 17:05:40.941592627 +0000 UTC m=+0.580942904 container died 482eae2a40a70d36d1bae55b3cb0996544490b8f515aac66fd56c72c3057e380 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:41.176 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:41 smithi094 ceph-mon[41048]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:41.177 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:41 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/998462253' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T17:05:41.177 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:41.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:41 smithi190 ceph-mon[33316]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:41.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:41 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/998462253' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T17:05:41.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:41.452 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:41 smithi094 podman[82214]: 2024-08-17 17:05:41.266582899 +0000 UTC m=+0.905933178 container cleanup 482eae2a40a70d36d1bae55b3cb0996544490b8f515aac66fd56c72c3057e380 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:41.452 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:41 smithi094 bash[82214]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T17:05:41.772 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:41 smithi094 podman[82253]: 2024-08-17 17:05:41.451367975 +0000 UTC m=+0.736740117 container remove 482eae2a40a70d36d1bae55b3cb0996544490b8f515aac66fd56c72c3057e380 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:41.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:41 smithi094 podman[82253]: 2024-08-17 17:05:41.527009408 +0000 UTC m=+0.812381558 volume remove e2c3f2c9d5f5c339832296efff4805ff02dc1e2f9c4edcc6d6178999be2389a0 2024-08-17T17:05:42.148 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-17T17:05:42.149 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:05:42.421 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:42.522 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T17:05:42.522 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 systemd[1]: Stopped Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:05:42.522 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 systemd[1]: Starting Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:05:42.822 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 podman[82450]: 2024-08-17 17:05:42.435315376 +0000 UTC m=+0.018035482 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T17:05:42.823 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 podman[82450]: 2024-08-17 17:05:42.557901817 +0000 UTC m=+0.140621897 volume create dac51ca69dbbed7176589d2e6f0b13d160e7cf97610b773afe03dc19e1372505 2024-08-17T17:05:42.823 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 podman[82450]: 2024-08-17 17:05:42.624967799 +0000 UTC m=+0.207687878 container create cddc64ef2d664d52dc2c3d1553222916882c646df351368b9ff0a8057b3ad481 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:43.196 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:43 smithi094 ceph-mon[29912]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:43.197 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:43 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:43.197 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:43 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:43.197 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:43 smithi094 ceph-mon[41048]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:43.197 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:43 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:43.197 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:43 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:43.197 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 podman[82450]: 2024-08-17 17:05:42.936216729 +0000 UTC m=+0.518936826 container init cddc64ef2d664d52dc2c3d1553222916882c646df351368b9ff0a8057b3ad481 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 podman[82450]: 2024-08-17 17:05:42.941416322 +0000 UTC m=+0.524136401 container start cddc64ef2d664d52dc2c3d1553222916882c646df351368b9ff0a8057b3ad481 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:42.953Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:42.953Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:42.954Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.94 port=9094 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:42.955Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:42.978Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:42.979Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:42.981Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:42.981Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:43 smithi094 bash[82450]: cddc64ef2d664d52dc2c3d1553222916882c646df351368b9ff0a8057b3ad481 2024-08-17T17:05:43.198 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:43 smithi094 systemd[1]: Started Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:05:43.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:43 smithi190 ceph-mon[33316]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:43 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:43 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:43.740 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:05:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:05:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:05:44.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:44 smithi190 ceph-mon[33316]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:05:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:44 smithi190 ceph-mon[33316]: Reconfiguring daemon prometheus.a on smithi190 2024-08-17T17:05:44.452 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:44 smithi094 ceph-mon[29912]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:05:44.453 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:44 smithi094 ceph-mon[29912]: Reconfiguring daemon prometheus.a on smithi190 2024-08-17T17:05:44.453 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:44 smithi094 ceph-mon[41048]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:05:44.453 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:44 smithi094 ceph-mon[41048]: Reconfiguring daemon prometheus.a on smithi190 2024-08-17T17:05:44.958 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:05:44.958 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24304,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/2858381046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2858381046},{"type":"v1","addr":"172.21.15.190:6833","nonce":2858381046}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:03:24.242583+0000","modified":"2024-08-17T17:03:36.331558+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24329":{"gid":24329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.94:6835/3996516868","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3996516868},{"type":"v1","addr":"172.21.15.94:6835","nonce":3996516868}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T17:05:44.958 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 7 2024-08-17T17:05:45.138 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:44.956Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000965069s 2024-08-17T17:05:45.269 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:45 smithi190 ceph-mon[33316]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:45.269 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:45 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1824980106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:45.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:45 smithi094 ceph-mon[29912]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:45.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:45 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1824980106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:45.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:45 smithi094 ceph-mon[41048]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:45.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:45 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1824980106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:45.667 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:05:45.923 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:46.429 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 systemd[1]: Stopping Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.428Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.428Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.428Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.428Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.428Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.428Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.428Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.428Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.429Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.429Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:05:46.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.429Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T17:05:46.687 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[63527]: ts=2024-08-17T17:05:46.429Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T17:05:46.687 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 podman[66871]: 2024-08-17 17:05:46.43925453 +0000 UTC m=+0.164569311 container died c25ffb796ef5a0c4b355c22c99bacbe29319fcbc4d4753026c101797723aa61c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:47.069 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 podman[66871]: 2024-08-17 17:05:46.809703325 +0000 UTC m=+0.535018107 container cleanup c25ffb796ef5a0c4b355c22c99bacbe29319fcbc4d4753026c101797723aa61c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:47.069 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:46 smithi190 bash[66871]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:05:47.404 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:47 smithi094 ceph-mon[29912]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:47.404 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:47 smithi094 ceph-mon[41048]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:47.415 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-mon[33316]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:47.415 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 podman[66889]: 2024-08-17 17:05:47.068969955 +0000 UTC m=+0.631482866 container remove c25ffb796ef5a0c4b355c22c99bacbe29319fcbc4d4753026c101797723aa61c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:47.415 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T17:05:47.415 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 systemd[1]: Stopped Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:05:47.415 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.130s CPU time. 2024-08-17T17:05:47.415 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 systemd[1]: Starting Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:05:47.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 podman[66988]: 2024-08-17 17:05:47.318214 +0000 UTC m=+0.018632347 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T17:05:47.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 podman[66988]: 2024-08-17 17:05:47.445176503 +0000 UTC m=+0.145594898 container create 7927dafc3cc6d9cc53e2c481a6e82ad1931c9f9e3cc8a5df75d60bd668e1bbf6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:47.800 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:05:47.801 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24304,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/2858381046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2858381046},{"type":"v1","addr":"172.21.15.190:6833","nonce":2858381046}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:03:24.242583+0000","modified":"2024-08-17T17:03:36.331558+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24329":{"gid":24329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.94:6835/3996516868","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3996516868},{"type":"v1","addr":"172.21.15.94:6835","nonce":3996516868}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T17:05:47.801 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 7 2024-08-17T17:05:48.131 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:47] ENGINE Bus STOPPING 2024-08-17T17:05:48.131 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:05:48.131 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:47] ENGINE Bus STOPPED 2024-08-17T17:05:48.131 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:47] ENGINE Bus STARTING 2024-08-17T17:05:48.132 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE Serving on http://:::9283 2024-08-17T17:05:48.132 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE Bus STARTED 2024-08-17T17:05:48.132 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE Bus STOPPING 2024-08-17T17:05:48.142 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 podman[66988]: 2024-08-17 17:05:47.697386537 +0000 UTC m=+0.397804874 container init 7927dafc3cc6d9cc53e2c481a6e82ad1931c9f9e3cc8a5df75d60bd668e1bbf6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 podman[66988]: 2024-08-17 17:05:47.70235736 +0000 UTC m=+0.402775687 container start 7927dafc3cc6d9cc53e2c481a6e82ad1931c9f9e3cc8a5df75d60bd668e1bbf6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.727Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.727Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.727Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi190 (none))" 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.727Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.727Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.728Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.728Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.729Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.729Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.731Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:05:48.143 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.731Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.047µs 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.731Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.732Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.732Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.732Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.032µs wal_replay_duration=1.618967ms wbl_replay_duration=99ns total_replay_duration=1.670917ms 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.733Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.733Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.733Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.747Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.94057ms db_storage=730ns remote_storage=981ns web_handler=320ns query_engine=662ns scrape=439.11µs scrape_sd=25.236µs notify=19.028µs notify_sd=5.298µs rules=13.2283ms tracing=5.923µs 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.747Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:05:47.747Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 bash[66988]: 7927dafc3cc6d9cc53e2c481a6e82ad1931c9f9e3cc8a5df75d60bd668e1bbf6 2024-08-17T17:05:48.144 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:05:47 smithi190 systemd[1]: Started Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2451620311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi094.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi190.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:05:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi190.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:05:48.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:48 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:48.497 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2451620311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi094.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi190.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:05:48.498 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi190.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2451620311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi094.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:05:48.499 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi190.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:05:48.500 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.500 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:05:48.500 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi190.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:05:48.500 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:48.500 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:48.522 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:05:48.767 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:05:48.767 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE Bus STOPPED 2024-08-17T17:05:48.767 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE Bus STARTING 2024-08-17T17:05:48.767 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE Serving on http://:::9283 2024-08-17T17:05:48.768 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE Bus STARTED 2024-08-17T17:05:48.768 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:48] ENGINE Bus STOPPING 2024-08-17T17:05:49.364 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[41048]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:05:49.364 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[41048]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi094.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:05:49.364 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[41048]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:05:49.364 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[41048]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi190.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:05:49.364 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[41048]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[41048]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi190.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[41048]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[29912]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[29912]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi094.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[29912]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[29912]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi190.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[29912]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[29912]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi190.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:05:49.365 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-mon[29912]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:49.366 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:05:49.366 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:49] ENGINE Bus STOPPED 2024-08-17T17:05:49.366 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:49] ENGINE Bus STARTING 2024-08-17T17:05:49.366 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:49] ENGINE Serving on http://:::9283 2024-08-17T17:05:49.366 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:05:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:05:49] ENGINE Bus STARTED 2024-08-17T17:05:49.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:49 smithi190 ceph-mon[33316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:05:49.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:49 smithi190 ceph-mon[33316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi094.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:05:49.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:49 smithi190 ceph-mon[33316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:05:49.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:49 smithi190 ceph-mon[33316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi190.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:05:49.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:49 smithi190 ceph-mon[33316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:05:49.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:49 smithi190 ceph-mon[33316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi190.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:05:49.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:49 smithi190 ceph-mon[33316]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:49.451 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:51.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:51 smithi190 ceph-mon[33316]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:51.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:51 smithi094 ceph-mon[29912]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:51 smithi094 ceph-mon[41048]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:51.542 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:05:51.543 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":76,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:04:39.394224+0000","last_up_change":"2024-08-17T17:02:53.958002+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:03:17.470931+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:03:21.189504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:04:28.848193+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6803","nonce":4002020297}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6805","nonce":4002020297}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6809","nonce":4002020297}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4002020297},{"type":"v1","addr":"172.21.15.94:6807","nonce":4002020297}]},"public_addr":"172.21.15.94:6803/4002020297","cluster_addr":"172.21.15.94:6805/4002020297","heartbeat_back_addr":"172.21.15.94:6809/4002020297","heartbeat_front_addr":"172.21.15.94:6807/4002020297","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6811","nonce":278782843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6813","nonce":278782843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6817","nonce":278782843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":278782843},{"type":"v1","addr":"172.21.15.94:6815","nonce":278782843}]},"public_addr":"172.21.15.94:6811/278782843","cluster_addr":"172.21.15.94:6813/278782843","heartbeat_back_addr":"172.21.15.94:6817/278782843","heartbeat_front_addr":"172.21.15.94:6815/278782843","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6819","nonce":3861667989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6821","nonce":3861667989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6825","nonce":3861667989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3861667989},{"type":"v1","addr":"172.21.15.94:6823","nonce":3861667989}]},"public_addr":"172.21.15.94:6819/3861667989","cluster_addr":"172.21.15.94:6821/3861667989","heartbeat_back_addr":"172.21.15.94:6825/3861667989","heartbeat_front_addr":"172.21.15.94:6823/3861667989","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6827","nonce":2884779140}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6829","nonce":2884779140}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6833","nonce":2884779140}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2884779140},{"type":"v1","addr":"172.21.15.94:6831","nonce":2884779140}]},"public_addr":"172.21.15.94:6827/2884779140","cluster_addr":"172.21.15.94:6829/2884779140","heartbeat_back_addr":"172.21.15.94:6833/2884779140","heartbeat_front_addr":"172.21.15.94:6831/2884779140","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6801","nonce":1964936587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6803","nonce":1964936587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6807","nonce":1964936587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":1964936587},{"type":"v1","addr":"172.21.15.190:6805","nonce":1964936587}]},"public_addr":"172.21.15.190:6801/1964936587","cluster_addr":"172.21.15.190:6803/1964936587","heartbeat_back_addr":"172.21.15.190:6807/1964936587","heartbeat_front_addr":"172.21.15.190:6805/1964936587","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6809","nonce":1008027659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6811","nonce":1008027659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6815","nonce":1008027659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":1008027659},{"type":"v1","addr":"172.21.15.190:6813","nonce":1008027659}]},"public_addr":"172.21.15.190:6809/1008027659","cluster_addr":"172.21.15.190:6811/1008027659","heartbeat_back_addr":"172.21.15.190:6815/1008027659","heartbeat_front_addr":"172.21.15.190:6813/1008027659","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6817","nonce":1643573405}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6819","nonce":1643573405}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6823","nonce":1643573405}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":1643573405},{"type":"v1","addr":"172.21.15.190:6821","nonce":1643573405}]},"public_addr":"172.21.15.190:6817/1643573405","cluster_addr":"172.21.15.190:6819/1643573405","heartbeat_back_addr":"172.21.15.190:6823/1643573405","heartbeat_front_addr":"172.21.15.190:6821/1643573405","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6825","nonce":1230209556}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6827","nonce":1230209556}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6831","nonce":1230209556}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":1230209556},{"type":"v1","addr":"172.21.15.190:6829","nonce":1230209556}]},"public_addr":"172.21.15.190:6825/1230209556","cluster_addr":"172.21.15.190:6827/1230209556","heartbeat_back_addr":"172.21.15.190:6831/1230209556","heartbeat_front_addr":"172.21.15.190:6829/1230209556","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.94:6801/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6800/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/2943594337":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/744318268":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/4070197261":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/3692513109":"2024-08-18T17:04:26.045431+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:05:52.441 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:05:52.699 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:52 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:52.699 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:52 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:52.699 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:52 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2295704755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:05:52.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:52 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:52.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:52 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:52.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:52 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2295704755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:05:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:52 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:52 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:52 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2295704755' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:05:53.211 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:05:52 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:05:52.958Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003344232s 2024-08-17T17:05:53.676 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:53.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:53 smithi094 ceph-mon[29912]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:53.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:53 smithi094 ceph-mon[41048]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:53.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:53 smithi190 ceph-mon[33316]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:53.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:05:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:05:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:05:54.904 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:05:54.905 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.906 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:54 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:54.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:54 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:54 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:54 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:05:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:54 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:05:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:54 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:54 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:55.766 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:55 smithi094 ceph-mon[29912]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:55.767 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:55 smithi094 ceph-mon[41048]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:55.841 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:05:55.841 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24304,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/2858381046","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2858381046},{"type":"v1","addr":"172.21.15.190:6833","nonce":2858381046}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:03:24.242583+0000","modified":"2024-08-17T17:03:36.331558+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24329":{"gid":24329,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.94:6835/3996516868","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3996516868},{"type":"v1","addr":"172.21.15.94:6835","nonce":3996516868}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-17T17:05:55.841 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 7 2024-08-17T17:05:55.919 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:55 smithi190 ceph-mon[33316]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:56.778 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-17T17:03:24.242583+0000', 'modified': '2024-08-17T17:03:36.331558+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24329}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24329': {'gid': 24329, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.94:6835/3996516868', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.94:6834', 'nonce': 3996516868}, {'type': 'v1', 'addr': '172.21.15.94:6835', 'nonce': 3996516868}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-17T17:05:56.778 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-17T17:05:56.778 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph tell mds.a status 2024-08-17T17:05:56.909 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:56 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3629133374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:56.909 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:56 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3629133374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:56 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3629133374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:05:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:57.054 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:57.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:57 smithi190 ceph-mon[33316]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:57.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:57 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:57.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:57 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:57 smithi094 ceph-mon[29912]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:57 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:57 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:57 smithi094 ceph-mon[41048]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:05:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:57 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:57 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:05:59.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:59 smithi094 ceph-mon[29912]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:05:59.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:05:59 smithi094 ceph-mon[29912]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T17:05:59.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:59 smithi094 ceph-mon[41048]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:05:59.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:05:59 smithi094 ceph-mon[41048]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T17:05:59.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:59 smithi190 ceph-mon[33316]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:05:59.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:05:59 smithi190 ceph-mon[33316]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-17T17:06:00.005 INFO:teuthology.orchestra.run.smithi094.stderr:2024-08-17T17:06:00.003+0000 7feee7fff640 0 client.24695 ms_handle_reset on v2:172.21.15.94:6834/3996516868 2024-08-17T17:06:00.021 INFO:teuthology.orchestra.run.smithi094.stderr:2024-08-17T17:06:00.020+0000 7feee7fff640 0 client.14787 ms_handle_reset on v2:172.21.15.94:6834/3996516868 2024-08-17T17:06:00.022 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:06:00.022 INFO:teuthology.orchestra.run.smithi094.stdout: "cluster_fsid": "b274a7f2-5cb9-11ef-bccf-c7b262605968", 2024-08-17T17:06:00.022 INFO:teuthology.orchestra.run.smithi094.stdout: "whoami": 0, 2024-08-17T17:06:00.022 INFO:teuthology.orchestra.run.smithi094.stdout: "id": 24329, 2024-08-17T17:06:00.022 INFO:teuthology.orchestra.run.smithi094.stdout: "want_state": "up:active", 2024-08-17T17:06:00.022 INFO:teuthology.orchestra.run.smithi094.stdout: "state": "up:active", 2024-08-17T17:06:00.022 INFO:teuthology.orchestra.run.smithi094.stdout: "fs_name": "cephfs", 2024-08-17T17:06:00.023 INFO:teuthology.orchestra.run.smithi094.stdout: "rank_uptime": 155.76428246699999, 2024-08-17T17:06:00.023 INFO:teuthology.orchestra.run.smithi094.stdout: "mdsmap_epoch": 7, 2024-08-17T17:06:00.023 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch": 76, 2024-08-17T17:06:00.023 INFO:teuthology.orchestra.run.smithi094.stdout: "osdmap_epoch_barrier": 66, 2024-08-17T17:06:00.023 INFO:teuthology.orchestra.run.smithi094.stdout: "uptime": 174.17898053499999 2024-08-17T17:06:00.023 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:06:00.887 INFO:tasks.cephadm:Setup complete, yielding 2024-08-17T17:06:00.887 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:06:00.896 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-17T17:06:00.896 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:06:00.934 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-17T17:06:00.934 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-17T17:06:00.945 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi094.front.sepia.ceph.com 2024-08-17T17:06:00.945 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-17T17:06:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:01.200 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:06:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:01 smithi094 ceph-mon[29912]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:01 smithi094 ceph-mon[41048]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:01 smithi190 ceph-mon[33316]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:02.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:02 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:02] "GET /metrics HTTP/1.1" 200 236509 "" "Prometheus/2.43.0" 2024-08-17T17:06:03.180 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:06:03] ENGINE Bus STOPPING 2024-08-17T17:06:03.787 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[29912]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[41048]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:03.788 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:03.789 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:03.789 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:03.789 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:06:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:06:03.789 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:06:03] ENGINE Bus STOPPED 2024-08-17T17:06:03.789 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:06:03] ENGINE Bus STARTING 2024-08-17T17:06:03.789 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:06:03] ENGINE Serving on http://:::9283 2024-08-17T17:06:03.789 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:06:03] ENGINE Bus STARTED 2024-08-17T17:06:03.811 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:06:03.821 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-17T17:06:03.821 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:06:03.828 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-17T17:06:03.828 INFO:teuthology.run_tasks:Running task workunit... 2024-08-17T17:06:03.843 INFO:tasks.workunit:Pulling workunits from ref 91f88e4d132ac08dc53355fa3d9717a53236a3a9 2024-08-17T17:06:03.843 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T17:06:03.844 DEBUG:teuthology.orchestra.run.smithi094:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:06:03.859 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:06:03.859 INFO:teuthology.orchestra.run.smithi094.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T17:06:03.860 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:06:03.915 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T17:06:03.915 DEBUG:teuthology.orchestra.run.smithi094:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T17:06:03.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:06:03 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:06:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:03 smithi190 ceph-mon[33316]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:03 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' 2024-08-17T17:06:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:06:03.970 INFO:tasks.workunit:timeout=3h 2024-08-17T17:06:03.970 INFO:tasks.workunit:cleanup=True 2024-08-17T17:06:03.970 DEBUG:teuthology.orchestra.run.smithi094:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 91f88e4d132ac08dc53355fa3d9717a53236a3a9 2024-08-17T17:06:04.025 INFO:tasks.workunit.client.0.smithi094.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T17:06:05.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:04 smithi190 ceph-mon[33316]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:05.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:04 smithi094 ceph-mon[29912]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:05.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:04 smithi094 ceph-mon[41048]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:07.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:07 smithi190 ceph-mon[33316]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:07.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:07 smithi094 ceph-mon[29912]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:07.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:07 smithi094 ceph-mon[41048]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:09.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:09 smithi190 ceph-mon[33316]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:09.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:09 smithi094 ceph-mon[29912]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:09.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:09 smithi094 ceph-mon[41048]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:06:11.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:11 smithi190 ceph-mon[33316]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:11.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:11 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:11.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:11 smithi094 ceph-mon[41048]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:11.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:11 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:11 smithi094 ceph-mon[29912]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:11 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:13.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:12] "GET /metrics HTTP/1.1" 200 236522 "" "Prometheus/2.43.0" 2024-08-17T17:06:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:13 smithi190 ceph-mon[33316]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:13.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:13 smithi094 ceph-mon[41048]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:13 smithi094 ceph-mon[29912]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:13.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:06:13 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:06:15.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:15 smithi190 ceph-mon[33316]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:15.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:15 smithi094 ceph-mon[41048]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:15 smithi094 ceph-mon[29912]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:17.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:17 smithi190 ceph-mon[33316]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:17 smithi094 ceph-mon[29912]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:17 smithi094 ceph-mon[41048]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:19 smithi190 ceph-mon[33316]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:19.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:19 smithi094 ceph-mon[29912]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:19.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:19 smithi094 ceph-mon[41048]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:21.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:21 smithi190 ceph-mon[33316]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:21 smithi094 ceph-mon[29912]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:21.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:21 smithi094 ceph-mon[41048]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:23.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:22] "GET /metrics HTTP/1.1" 200 236522 "" "Prometheus/2.43.0" 2024-08-17T17:06:23.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:23 smithi190 ceph-mon[33316]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:23 smithi094 ceph-mon[29912]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:23.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:23 smithi094 ceph-mon[41048]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:23.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:06:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:06:25.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:25 smithi190 ceph-mon[33316]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:25.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:25 smithi094 ceph-mon[29912]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:25 smithi094 ceph-mon[41048]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:26.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:26.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:26.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:27.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:27 smithi190 ceph-mon[33316]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:27.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:27 smithi094 ceph-mon[29912]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:27.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:27 smithi094 ceph-mon[41048]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:29.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:29 smithi190 ceph-mon[33316]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:29.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:29 smithi094 ceph-mon[29912]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:29.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:29 smithi094 ceph-mon[41048]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:31.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:31 smithi190 ceph-mon[33316]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:31.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:31 smithi094 ceph-mon[29912]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:31.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:31 smithi094 ceph-mon[41048]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:33.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:32 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:32] "GET /metrics HTTP/1.1" 200 236520 "" "Prometheus/2.43.0" 2024-08-17T17:06:33.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:33 smithi190 ceph-mon[33316]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:33.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:33 smithi094 ceph-mon[29912]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:33.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:33 smithi094 ceph-mon[41048]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:33.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:06:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:06:35.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:35 smithi190 ceph-mon[33316]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:35.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:35 smithi094 ceph-mon[29912]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:35.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:35 smithi094 ceph-mon[41048]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:37.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:37 smithi190 ceph-mon[33316]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:37.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:37 smithi094 ceph-mon[29912]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:37.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:37 smithi094 ceph-mon[41048]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:39.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:39 smithi190 ceph-mon[33316]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:39 smithi094 ceph-mon[29912]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:39.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:39 smithi094 ceph-mon[41048]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:41.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:41 smithi190 ceph-mon[33316]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:41.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:41.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:41 smithi094 ceph-mon[29912]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:41.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:41.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:41 smithi094 ceph-mon[41048]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:41.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:43.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:42] "GET /metrics HTTP/1.1" 200 236496 "" "Prometheus/2.43.0" 2024-08-17T17:06:43.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:43 smithi190 ceph-mon[33316]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:43.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:43 smithi094 ceph-mon[29912]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:43.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:43 smithi094 ceph-mon[41048]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:43.938 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:06:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:06:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:45 smithi190 ceph-mon[33316]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:45.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:45 smithi094 ceph-mon[29912]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:45.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:45 smithi094 ceph-mon[41048]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:47.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:47 smithi190 ceph-mon[33316]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:47.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:47 smithi094 ceph-mon[29912]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:47 smithi094 ceph-mon[41048]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:49.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:49 smithi094 ceph-mon[29912]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:49.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:49 smithi094 ceph-mon[41048]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:49.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:49 smithi190 ceph-mon[33316]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:51.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:51 smithi094 ceph-mon[29912]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:51.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:51 smithi094 ceph-mon[41048]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:51.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:51 smithi190 ceph-mon[33316]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:53.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:52 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:52] "GET /metrics HTTP/1.1" 200 236496 "" "Prometheus/2.43.0" 2024-08-17T17:06:53.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:53 smithi094 ceph-mon[29912]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:53.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:53 smithi094 ceph-mon[41048]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:53.615 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:53 smithi190 ceph-mon[33316]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:53.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:06:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:06:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:06:55.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:55 smithi094 ceph-mon[29912]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:55.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:55 smithi094 ceph-mon[41048]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:55.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:55 smithi190 ceph-mon[33316]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:56.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:56.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:56.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:57.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:57 smithi094 ceph-mon[29912]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:57.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:57 smithi094 ceph-mon[41048]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:57.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:57 smithi190 ceph-mon[33316]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:58.391 INFO:tasks.workunit.client.0.smithi094.stderr:Note: switching to '91f88e4d132ac08dc53355fa3d9717a53236a3a9'. 2024-08-17T17:06:58.391 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:06:58.391 INFO:tasks.workunit.client.0.smithi094.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-17T17:06:58.391 INFO:tasks.workunit.client.0.smithi094.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-17T17:06:58.391 INFO:tasks.workunit.client.0.smithi094.stderr:state without impacting any branches by switching back to a branch. 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr: git switch -c 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr:Or undo this operation with: 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr: git switch - 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:06:58.392 INFO:tasks.workunit.client.0.smithi094.stderr:HEAD is now at 91f88e4d132 Merge pull request #58355 from batrick/ceph-backport-fetchhead 2024-08-17T17:06:58.394 DEBUG:teuthology.orchestra.run.smithi094:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T17:06:58.459 INFO:tasks.workunit.client.0.smithi094.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T17:06:58.461 INFO:tasks.workunit.client.0.smithi094.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:06:58.461 INFO:tasks.workunit.client.0.smithi094.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T17:06:59.241 INFO:tasks.workunit.client.0.smithi094.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T17:06:59.296 INFO:tasks.workunit.client.0.smithi094.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T17:06:59.338 INFO:tasks.workunit.client.0.smithi094.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:06:59.338 INFO:tasks.workunit.client.0.smithi094.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:06:59.338 INFO:tasks.workunit.client.0.smithi094.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T17:06:59.377 INFO:tasks.workunit.client.0.smithi094.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:06:59.380 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T17:06:59.380 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T17:06:59.436 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-17T17:06:59.437 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-17T17:06:59.437 DEBUG:teuthology.orchestra.run.smithi094:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=91f88e4d132ac08dc53355fa3d9717a53236a3a9 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-17T17:06:59.510 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-17T17:06:59.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:06:59 smithi094 ceph-mon[29912]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:59.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:06:59 smithi094 ceph-mon[41048]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:06:59 smithi190 ceph-mon[33316]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:06:59.882 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-17T17:07:00.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:06:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:06:59] ENGINE Bus STOPPING 2024-08-17T17:07:00.290 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-17T17:07:00.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:07:00.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Bus STOPPED 2024-08-17T17:07:00.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Bus STARTING 2024-08-17T17:07:00.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Serving on http://:::9283 2024-08-17T17:07:00.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Bus STARTED 2024-08-17T17:07:00.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Bus STOPPING 2024-08-17T17:07:00.668 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph telemetry preview 2024-08-17T17:07:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' 2024-08-17T17:07:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3374866981' entity='client.admin' 2024-08-17T17:07:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Bus STOPPED 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Bus STARTING 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Serving on http://:::9283 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Bus STARTED 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:00] ENGINE Bus STOPPING 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3374866981' entity='client.admin' 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:00 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.132 INFO:tasks.workunit.client.0.smithi094.stdout:{ 2024-08-17T17:07:01.132 INFO:tasks.workunit.client.0.smithi094.stdout: "balancer": { 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "active": true, 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "mode": "" 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "channels": [ 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "basic", 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "crash", 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "device", 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "ident" 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "channels_available": [ 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "basic", 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "ident", 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "crash", 2024-08-17T17:07:01.133 INFO:tasks.workunit.client.0.smithi094.stdout: "device", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "perf" 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "collections_available": [ 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_base", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "device_base", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "crash_base", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "ident_base", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_perf", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_mds_metadata", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_usage", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_usage_by_class", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_rook_v01", 2024-08-17T17:07:01.134 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_memory_metrics", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_options_bluestore" 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "collections_opted_in": [ 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_base", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "device_base", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "crash_base", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "ident_base", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_perf", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_mds_metadata", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_usage", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_usage_by_class", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_rook_v01", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_memory_metrics", 2024-08-17T17:07:01.135 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_options_bluestore" 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "config": { 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "active_changed": [ 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_debug", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_service_ticket_ttl", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "bdev_debug_aio", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "client_check_pool_perm", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "client_mount_gid", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "client_mount_uid", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "client_quota", 2024-08-17T17:07:01.136 INFO:tasks.workunit.client.0.smithi094.stdout: "container_image", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "daemonize", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mgr", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mon", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_ms", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_osd", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_paxos", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "keyring", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_block_size", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_cache_size", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_compression", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_log", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_write_buffer_size", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_file", 2024-08-17T17:07:01.137 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_journald", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_stderr", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_allow_pool_delete", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_clock_drift_allowed", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_file", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_journald", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_stderr", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_data_avail_warn", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_election_default_strategy", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_host", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_max_pg_per_osd", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:07:01.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_bug", 2024-08-17T17:07:01.139 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_old_message", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "no_config_file", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_default_list", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_load_list", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_op_order", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_shutdown", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:07:01.140 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_profile", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target_autotune", 2024-08-17T17:07:01.141 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue_cut_off", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recover_clone_overlap", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recovery_max_chunk", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_load_threshold", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_max_interval", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "public_addr", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "public_addrv", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "public_network", 2024-08-17T17:07:01.142 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd_default_features", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd_qos_exclude_ops", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "setgroup", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "setuser" 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster_changed": [ 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_debug", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_service_ticket_ttl", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "bdev_debug_aio", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "container_image", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mgr", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mon", 2024-08-17T17:07:01.143 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_ms", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_osd", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_paxos", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_file", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_journald", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_stderr", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_join_fs", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/container_init", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/migration_current", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T17:07:01.144 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/channel_ident", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/description", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/organization", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_allow_pool_delete", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_clock_drift_allowed", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_file", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_data_avail_warn", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_election_default_strategy", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_max_pg_per_osd", 2024-08-17T17:07:01.145 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_bug", 2024-08-17T17:07:01.146 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_old_message", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_default_list", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_load_list", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_op_order", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_shutdown", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_profile", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target", 2024-08-17T17:07:01.147 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target_autotune", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue_cut_off", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recover_clone_overlap", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recovery_max_chunk", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_load_threshold", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_max_interval", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "public_network", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_cache_enabled", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_enable_ops_log", 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_enable_usage_log" 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:01.148 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "contact": null, 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "crashes": [], 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "created": "2024-08-17T16:57:49.075540Z", 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "crush": { 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_algs": { 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "straw2": 3 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_sizes": { 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "2": 1, 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "4": 2 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_types": { 2024-08-17T17:07:01.149 INFO:tasks.workunit.client.0.smithi094.stdout: "1": 2, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "11": 1 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "compat_weight_set": false, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "device_classes": [ 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: 8 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_buckets": 6, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_devices": 8, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_rules": 1, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_types": 12, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_weight_sets": 0, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "tunables": { 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "allowed_bucket_algs": 54, 2024-08-17T17:07:01.150 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_local_fallback_tries": 0, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_local_tries": 0, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_total_tries": 50, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_descend_once": 1, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_stable": 1, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_vary_r": 1, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v2_rules": 0, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v3_rules": 0, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v4_buckets": 1, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v5_rules": 0, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "legacy_tunables": 0, 2024-08-17T17:07:01.151 INFO:tasks.workunit.client.0.smithi094.stdout: "minimum_required_version": "jewel", 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "optimal_tunables": 1, 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "profile": "jewel", 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables": 1, 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables2": 1, 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables3": 1, 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables5": 1, 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "straw_calc_version": 1 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "description": "upgrade test cluster", 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "fs": { 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:01.152 INFO:tasks.workunit.client.0.smithi094.stdout: "feature_flags": { 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "enable_multiple": true, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "ever_enabled_multiple": true 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "filesystems": [ 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "approx_ctime": "2024-08", 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "balancer_enabled": false, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_caps": 0, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_dns": 10, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_inos": 13, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_subtrees": 2, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "ever_allowed_features": 0, 2024-08-17T17:07:01.153 INFO:tasks.workunit.client.0.smithi094.stdout: "explicitly_allowed_features": 0, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "files": 0, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "max_mds": 1, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_data_pools": 1, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_in": 1, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_mds": 1, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": 0, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_standby_replay": 0, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_up": 1, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "snaps": 0, 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: "standby_count_wanted": 0 2024-08-17T17:07:01.154 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "num_standby_mds": 1, 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "total_num_mds": 2 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "hosts": { 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "num": 2, 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mds": 2, 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mgr": 2, 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mon": 2, 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_osd": 2 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "leaderboard": false, 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "license": "sharing-1-0", 2024-08-17T17:07:01.155 INFO:tasks.workunit.client.0.smithi094.stdout: "metadata": { 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 2 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 2 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.156 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 2 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 2 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 3 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 3 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.158 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 3 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 3 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:01.159 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 8 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 8 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 8 2024-08-17T17:07:01.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 8 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_objectstore": { 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": 8 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.161 INFO:tasks.workunit.client.0.smithi094.stdout: "rotational": { 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "0": 8 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "features": { 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "optional": [], 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "persistent": [ 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "kraken", 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "luminous", 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "mimic", 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap-prune", 2024-08-17T17:07:01.162 INFO:tasks.workunit.client.0.smithi094.stdout: "nautilus", 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "octopus", 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "pacific", 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "elector-pinging", 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "quincy" 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "ipv4_addr_mons": 6, 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "ipv6_addr_mons": 0, 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "min_mon_release": 17, 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "v1_addr_mons": 3, 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "v2_addr_mons": 3 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "organization": "ceph-qa", 2024-08-17T17:07:01.163 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster_network": false, 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 8, 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "require_min_compat_client": "luminous", 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "require_osd_release": "quincy" 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "pools": [ 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr" 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:01.164 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 1, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 1, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 1, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115147530, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 1781760, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 1781760, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:01.165 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 2, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 212, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 313344, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 590368, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 590368, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 1771104, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 179, 2024-08-17T17:07:01.166 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 2473984 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:01.167 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 32, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 32, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 2, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115147530, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 98304, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:01.168 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 98304, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 22, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 3410, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 3410, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:01.169 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 10230, 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 51, 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 19456 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:01.170 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 64, 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 64, 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 3, 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:01.174 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115147530, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 0.0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:01.175 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 0, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 0, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 0, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 0, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 0 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd" 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.176 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 8, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 8, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 4, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115147530, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 12288, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 12288, 2024-08-17T17:07:01.177 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 2, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 19, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 19, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 57, 2024-08-17T17:07:01.178 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 2, 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 2048 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd": { 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: "mirroring_by_pool": [ 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: false 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_images_by_pool": [ 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pools": 1 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "report_id": "24e431d2-4898-4b2c-9e93-d0926839606a", 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "report_timestamp": "2024-08-17T17:07:01.126537", 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "report_version": 1, 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "rook": { 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster": { 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "external-mode": null, 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "allow-multiple-per-node": null, 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "count": null, 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "max-id": null, 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "pvc": { 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: "enabled": null 2024-08-17T17:07:01.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.181 INFO:tasks.workunit.client.0.smithi094.stdout: "stretch": { 2024-08-17T17:07:01.181 INFO:tasks.workunit.client.0.smithi094.stdout: "enabled": null 2024-08-17T17:07:01.181 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.181 INFO:tasks.workunit.client.0.smithi094.stdout: "network": { 2024-08-17T17:07:01.181 INFO:tasks.workunit.client.0.smithi094.stdout: "provider": null 2024-08-17T17:07:01.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.181 INFO:tasks.workunit.client.0.smithi094.stdout: "storage": { 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "device-set": { 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "non-portable": null, 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "portable": null, 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "total": null 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "csi": { 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "kubernetes": { 2024-08-17T17:07:01.182 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "node": { 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "kubernetes-total": null, 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "with-ceph-daemons": null, 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-nfs-plugin": null, 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-rbd-plugin": null 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "usage": { 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "storage-class": { 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:01.183 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket": null, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs": null, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "nfs": null, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd": null, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "total": null 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "services": {}, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "usage": { 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 105, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "pools": 4, 2024-08-17T17:07:01.184 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_by_class": { 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "ssd": { 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "total_avail_bytes": 765516197888, 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "total_bytes": 767960285184, 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_bytes": 2444087296, 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_raw_bytes": 2444087296, 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_raw_ratio": 0.003182569984346628 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "total_avail_bytes": 765516197888, 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "total_bytes": 767960285184, 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_bytes": 2444087296 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.185 INFO:tasks.workunit.client.0.smithi094.stdout:} 2024-08-17T17:07:01.186 INFO:tasks.workunit.client.0.smithi094.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-17T17:07:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' 2024-08-17T17:07:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3374866981' entity='client.admin' 2024-08-17T17:07:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:00 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:01.187 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph telemetry preview-device 2024-08-17T17:07:01.624 INFO:tasks.workunit.client.0.smithi094.stdout:{ 2024-08-17T17:07:01.624 INFO:tasks.workunit.client.0.smithi094.stdout: "1ea42596-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: "INTEL_SSDPED1D480GA_1ea4a50c-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: "20240817-170100": { 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: "device": { 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: "protocol": "NVMe", 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "nvme" 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.625 INFO:tasks.workunit.client.0.smithi094.stdout: "firmware_version": "E2010325", 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: "host_id": "1ea42596-5cbb-11ef-b5b4-0cc47a8fd763", 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: "json_format_version": [ 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: "local_time": { 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: "asctime": "Sat Aug 17 17:00:59 2024 UTC", 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: "time_t": 1723914059 2024-08-17T17:07:01.626 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "logical_block_size": 512, 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_controller_id": 0, 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_namespaces": [ 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "capacity": { 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.627 INFO:tasks.workunit.client.0.smithi094.stdout: "formatted_lba_size": 512, 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 1, 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "size": { 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "utilization": { 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:07:01.628 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_pci_vendor": { 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 32902, 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "subsystem_id": 32902 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "Device stats": { 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_fw_downgrades": { 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "crc_error_count": { 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.629 INFO:tasks.workunit.client.0.smithi094.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: "erase_fail_count": { 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: "host_bytes_written": { 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.630 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 12763168 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "host_ctx_wear_used": { 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "media_bytes_read": { 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "nand_bytes_written": { 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.631 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_stat_indicator": { 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: "pll_lock_loss_count": { 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: "program_fail_count": { 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: "soft_ecc_err_rate": { 2024-08-17T17:07:01.633 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: "thermal_throttle_status": { 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: "cnt": 0, 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: "pct": 0 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_host_reads": { 2024-08-17T17:07:01.634 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 14 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_media_wear": { 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": "8.479492" 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_timer": { 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 1527421 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "unexp_power_loss": { 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.635 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "wear_leveling": { 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "avg": 0, 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "max": 0, 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare": 100, 2024-08-17T17:07:01.636 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare_threshold": 0, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "controller_busy_time": 5013, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "critical_warning": 0, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_read": 170230430, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_written": 836447039, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "host_reads": 3036278308, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "host_writes": 17959595507, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "media_errors": 0, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_err_log_entries": 0, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "percentage_used": 13, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycles": 35040, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_hours": 40066, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": 39, 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: "unsafe_shutdowns": 10573 2024-08-17T17:07:01.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_vendor": "intel", 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_version": { 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "string": "<1.2", 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycle_count": 35040, 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_time": { 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "hours": 40066 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "serial_number": "deleted", 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "smart_status": { 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme": { 2024-08-17T17:07:01.638 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "passed": true 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl": { 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "argv": [ 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl", 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "-x", 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "--json=o", 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "/dev/nvme0n1" 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "build_info": "(local build)", 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "exit_status": 0, 2024-08-17T17:07:01.639 INFO:tasks.workunit.client.0.smithi094.stdout: "output": [ 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Serial Number: deleted", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Version: E2010325", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller ID: 0", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "NVMe Version: <1.2", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Number of Namespaces: 1", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:07:01.640 INFO:tasks.workunit.client.0.smithi094.stdout: "Local Time is: Sat Aug 17 17:00:59 2024 UTC", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported Power States", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 512 0 2", 2024-08-17T17:07:01.641 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "Critical Warning: 0x00", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "Temperature: 39 Celsius", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare: 100%", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare Threshold: 0%", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "Percentage Used: 13%", 2024-08-17T17:07:01.642 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Read: 170,230,430 [87.1 TB]", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Written: 836,447,039 [428 TB]", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Read Commands: 3,036,278,308", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Write Commands: 17,959,595,507", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller Busy Time: 5,013", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Power Cycles: 35,040", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Power On Hours: 40,066", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Unsafe Shutdowns: 10,573", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information Log Entries: 0", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "No Errors Logged", 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "" 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.643 INFO:tasks.workunit.client.0.smithi094.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: "svn_revision": "5155", 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: "version": [ 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": { 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: "current": 39 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: "user_capacity": { 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.644 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "1ea5b6a4-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "INTEL_SSDPEDMD400G4_1ea642b8-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "20240817-170102": { 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "device": { 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "protocol": "NVMe", 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "nvme" 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "host_id": "1ea5b6a4-5cbb-11ef-b5b4-0cc47a8fd763", 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: "json_format_version": [ 2024-08-17T17:07:01.645 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: "local_time": { 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: "asctime": "Sat Aug 17 17:01:01 2024 UTC", 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: "time_t": 1723914061 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: "logical_block_size": 512, 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_controller_id": 0, 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:07:01.646 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_namespaces": [ 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: "capacity": { 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: "formatted_lba_size": 512, 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 1, 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: "size": { 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:01.647 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: "utilization": { 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_pci_vendor": { 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 32902, 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: "subsystem_id": 32902 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.648 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "Device stats": { 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_fw_downgrades": { 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "crc_error_count": { 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "erase_fail_count": { 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "host_bytes_written": { 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 28662035 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "host_ctx_wear_used": { 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 1 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.650 INFO:tasks.workunit.client.0.smithi094.stdout: "media_bytes_read": { 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "nand_bytes_written": { 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 49631242 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_stat_indicator": { 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "pll_lock_loss_count": { 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.651 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "program_fail_count": { 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.652 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: "soft_ecc_err_rate": { 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: "thermal_throttle_status": { 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:01.653 INFO:tasks.workunit.client.0.smithi094.stdout: "cnt": 0, 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: "pct": 0 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_host_reads": { 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 65535 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_media_wear": { 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": "63.999023" 2024-08-17T17:07:01.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_timer": { 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 65535 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "unexp_power_loss": { 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "wear_leveling": { 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 89, 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "avg": 3367, 2024-08-17T17:07:01.655 INFO:tasks.workunit.client.0.smithi094.stdout: "max": 3383, 2024-08-17T17:07:01.656 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 3354 2024-08-17T17:07:01.656 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.656 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.656 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:07:01.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.656 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:07:01.656 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare": 100, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare_threshold": 10, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "controller_busy_time": 4, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "critical_warning": 0, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_read": 389419246, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_written": 1878395178, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "host_reads": 6455915799, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "host_writes": 32554662094, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "media_errors": 0, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_err_log_entries": 0, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "percentage_used": 11, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycles": 54309, 2024-08-17T17:07:01.657 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_hours": 56770, 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": 24, 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "unsafe_shutdowns": 454 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_vendor": "intel", 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_version": { 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "string": "<1.2", 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycle_count": 54309, 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_time": { 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: "hours": 56770 2024-08-17T17:07:01.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "serial_number": "deleted", 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "smart_status": { 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme": { 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "passed": true 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl": { 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "argv": [ 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl", 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "-x", 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "--json=o", 2024-08-17T17:07:01.659 INFO:tasks.workunit.client.0.smithi094.stdout: "/dev/nvme0n1" 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "build_info": "(local build)", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "exit_status": 0, 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "output": [ 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "Serial Number: deleted", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:07:01.660 INFO:tasks.workunit.client.0.smithi094.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller ID: 0", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "NVMe Version: <1.2", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Number of Namespaces: 1", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Local Time is: Sat Aug 17 17:01:01 2024 UTC", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:07:01.661 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported Power States", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 512 0 2", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: " 1 - 512 8 2", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: " 2 - 512 16 2", 2024-08-17T17:07:01.662 INFO:tasks.workunit.client.0.smithi094.stdout: " 3 - 4096 0 0", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: " 4 - 4096 8 0", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: " 5 - 4096 64 0", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: " 6 - 4096 128 0", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "Critical Warning: 0x00", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "Temperature: 24 Celsius", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare: 100%", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "Percentage Used: 11%", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Read: 389,419,246 [199 TB]", 2024-08-17T17:07:01.663 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Written: 1,878,395,178 [961 TB]", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Read Commands: 6,455,915,799", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Write Commands: 32,554,662,094", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller Busy Time: 4", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Power Cycles: 54,309", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Power On Hours: 56,770", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Unsafe Shutdowns: 454", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information Log Entries: 0", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:07:01.664 INFO:tasks.workunit.client.0.smithi094.stdout: "No Errors Logged", 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "" 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "svn_revision": "5155", 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "version": [ 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": { 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "current": 24 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "user_capacity": { 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:01.665 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:01.666 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.666 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.666 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.666 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:01.666 INFO:tasks.workunit.client.0.smithi094.stdout:} 2024-08-17T17:07:01.666 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph telemetry preview-all 2024-08-17T17:07:01.768 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:07:01.769 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:01] ENGINE Bus STOPPED 2024-08-17T17:07:01.769 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:01] ENGINE Bus STARTING 2024-08-17T17:07:01.769 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:01] ENGINE Serving on http://:::9283 2024-08-17T17:07:01.769 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:01] ENGINE Bus STARTED 2024-08-17T17:07:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:01 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout:{ 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "device_report": { 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "1ea42596-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "INTEL_SSDPED1D480GA_1ea4a50c-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "20240817-170100": { 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "device": { 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "protocol": "NVMe", 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "nvme" 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.109 INFO:tasks.workunit.client.0.smithi094.stdout: "firmware_version": "E2010325", 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "host_id": "1ea42596-5cbb-11ef-b5b4-0cc47a8fd763", 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "json_format_version": [ 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "local_time": { 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "asctime": "Sat Aug 17 17:00:59 2024 UTC", 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "time_t": 1723914059 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "logical_block_size": 512, 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_controller_id": 0, 2024-08-17T17:07:02.110 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_namespaces": [ 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "capacity": { 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "formatted_lba_size": 512, 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 1, 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "size": { 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "utilization": { 2024-08-17T17:07:02.111 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_pci_vendor": { 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 32902, 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: "subsystem_id": 32902 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:07:02.112 INFO:tasks.workunit.client.0.smithi094.stdout: "Device stats": { 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_fw_downgrades": { 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: "crc_error_count": { 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.113 INFO:tasks.workunit.client.0.smithi094.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:07:02.114 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.114 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.114 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.114 INFO:tasks.workunit.client.0.smithi094.stdout: "erase_fail_count": { 2024-08-17T17:07:02.114 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.115 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.115 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.115 INFO:tasks.workunit.client.0.smithi094.stdout: "host_bytes_written": { 2024-08-17T17:07:02.115 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.115 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 12763168 2024-08-17T17:07:02.115 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "host_ctx_wear_used": { 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "media_bytes_read": { 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "nand_bytes_written": { 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.116 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_stat_indicator": { 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: "pll_lock_loss_count": { 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.117 INFO:tasks.workunit.client.0.smithi094.stdout: "program_fail_count": { 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.118 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "soft_ecc_err_rate": { 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "thermal_throttle_status": { 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "cnt": 0, 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "pct": 0 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_host_reads": { 2024-08-17T17:07:02.119 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 14 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_media_wear": { 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": "8.479492" 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_timer": { 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 1527421 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "unexp_power_loss": { 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.120 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: "wear_leveling": { 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: "avg": 0, 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: "max": 0, 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.121 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare": 100, 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare_threshold": 0, 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "controller_busy_time": 5013, 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "critical_warning": 0, 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_read": 170230430, 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_written": 836447039, 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "host_reads": 3036278308, 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "host_writes": 17959595507, 2024-08-17T17:07:02.122 INFO:tasks.workunit.client.0.smithi094.stdout: "media_errors": 0, 2024-08-17T17:07:02.123 INFO:tasks.workunit.client.0.smithi094.stdout: "num_err_log_entries": 0, 2024-08-17T17:07:02.123 INFO:tasks.workunit.client.0.smithi094.stdout: "percentage_used": 13, 2024-08-17T17:07:02.123 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycles": 35040, 2024-08-17T17:07:02.123 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_hours": 40066, 2024-08-17T17:07:02.123 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": 39, 2024-08-17T17:07:02.123 INFO:tasks.workunit.client.0.smithi094.stdout: "unsafe_shutdowns": 10573 2024-08-17T17:07:02.124 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.124 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_vendor": "intel", 2024-08-17T17:07:02.124 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_version": { 2024-08-17T17:07:02.124 INFO:tasks.workunit.client.0.smithi094.stdout: "string": "<1.2", 2024-08-17T17:07:02.124 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycle_count": 35040, 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_time": { 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: "hours": 40066 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: "serial_number": "deleted", 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: "smart_status": { 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme": { 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:02.125 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "passed": true 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl": { 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "argv": [ 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl", 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "-x", 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "--json=o", 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "/dev/nvme0n1" 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "build_info": "(local build)", 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "exit_status": 0, 2024-08-17T17:07:02.126 INFO:tasks.workunit.client.0.smithi094.stdout: "output": [ 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "Serial Number: deleted", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Version: E2010325", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller ID: 0", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "NVMe Version: <1.2", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "Number of Namespaces: 1", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T17:07:02.127 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "Local Time is: Sat Aug 17 17:00:59 2024 UTC", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported Power States", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:07:02.128 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 512 0 2", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "Critical Warning: 0x00", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "Temperature: 39 Celsius", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare: 100%", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare Threshold: 0%", 2024-08-17T17:07:02.129 INFO:tasks.workunit.client.0.smithi094.stdout: "Percentage Used: 13%", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Read: 170,230,430 [87.1 TB]", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Written: 836,447,039 [428 TB]", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Read Commands: 3,036,278,308", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Write Commands: 17,959,595,507", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller Busy Time: 5,013", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Power Cycles: 35,040", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Power On Hours: 40,066", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Unsafe Shutdowns: 10,573", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information Log Entries: 0", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:07:02.130 INFO:tasks.workunit.client.0.smithi094.stdout: "No Errors Logged", 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: "" 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: "svn_revision": "5155", 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: "version": [ 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": { 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: "current": 39 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: "user_capacity": { 2024-08-17T17:07:02.131 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "1ea5b6a4-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "INTEL_SSDPEDMD400G4_1ea642b8-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "20240817-170102": { 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "device": { 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "protocol": "NVMe", 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "nvme" 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:07:02.132 INFO:tasks.workunit.client.0.smithi094.stdout: "host_id": "1ea5b6a4-5cbb-11ef-b5b4-0cc47a8fd763", 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "json_format_version": [ 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "local_time": { 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "asctime": "Sat Aug 17 17:01:01 2024 UTC", 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "time_t": 1723914061 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "logical_block_size": 512, 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_controller_id": 0, 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_namespaces": [ 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:02.133 INFO:tasks.workunit.client.0.smithi094.stdout: "capacity": { 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "formatted_lba_size": 512, 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 1, 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "size": { 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "utilization": { 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:02.134 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_pci_vendor": { 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 32902, 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: "subsystem_id": 32902 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: "Device stats": { 2024-08-17T17:07:02.135 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_fw_downgrades": { 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "crc_error_count": { 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "erase_fail_count": { 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.136 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "host_bytes_written": { 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 28662035 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "host_ctx_wear_used": { 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 1 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "media_bytes_read": { 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "nand_bytes_written": { 2024-08-17T17:07:02.137 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 49631242 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_stat_indicator": { 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "pll_lock_loss_count": { 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "program_fail_count": { 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.138 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "soft_ecc_err_rate": { 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.139 INFO:tasks.workunit.client.0.smithi094.stdout: "thermal_throttle_status": { 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "cnt": 0, 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "pct": 0 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_host_reads": { 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 65535 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_media_wear": { 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": "63.999023" 2024-08-17T17:07:02.140 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_timer": { 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 65535 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "unexp_power_loss": { 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "wear_leveling": { 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 89, 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "avg": 3367, 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "max": 3383, 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 3354 2024-08-17T17:07:02.141 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare": 100, 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare_threshold": 10, 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "controller_busy_time": 4, 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "critical_warning": 0, 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_read": 389419246, 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_written": 1878395178, 2024-08-17T17:07:02.142 INFO:tasks.workunit.client.0.smithi094.stdout: "host_reads": 6455915799, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "host_writes": 32554662094, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "media_errors": 0, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_err_log_entries": 0, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "percentage_used": 11, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycles": 54309, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_hours": 56770, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": 24, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "unsafe_shutdowns": 454 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_vendor": "intel", 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_version": { 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "string": "<1.2", 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.143 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycle_count": 54309, 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_time": { 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "hours": 56770 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "serial_number": "deleted", 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "smart_status": { 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme": { 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "passed": true 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl": { 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "argv": [ 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl", 2024-08-17T17:07:02.144 INFO:tasks.workunit.client.0.smithi094.stdout: "-x", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "--json=o", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "/dev/nvme0n1" 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "build_info": "(local build)", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "exit_status": 0, 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "output": [ 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "Serial Number: deleted", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:07:02.145 INFO:tasks.workunit.client.0.smithi094.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller ID: 0", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "NVMe Version: <1.2", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Number of Namespaces: 1", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Local Time is: Sat Aug 17 17:01:01 2024 UTC", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.146 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported Power States", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 512 0 2", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: " 1 - 512 8 2", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: " 2 - 512 16 2", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: " 3 - 4096 0 0", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: " 4 - 4096 8 0", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: " 5 - 4096 64 0", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: " 6 - 4096 128 0", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.147 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Critical Warning: 0x00", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Temperature: 24 Celsius", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare: 100%", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Percentage Used: 11%", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Read: 389,419,246 [199 TB]", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Written: 1,878,395,178 [961 TB]", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Read Commands: 6,455,915,799", 2024-08-17T17:07:02.148 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Write Commands: 32,554,662,094", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller Busy Time: 4", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "Power Cycles: 54,309", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "Power On Hours: 56,770", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "Unsafe Shutdowns: 454", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information Log Entries: 0", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "No Errors Logged", 2024-08-17T17:07:02.149 INFO:tasks.workunit.client.0.smithi094.stdout: "" 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: "svn_revision": "5155", 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: "version": [ 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": { 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: "current": 24 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.150 INFO:tasks.workunit.client.0.smithi094.stdout: "user_capacity": { 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: "report": { 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: "balancer": { 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: "active": true, 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: "mode": "" 2024-08-17T17:07:02.151 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "channels": [ 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "basic", 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "crash", 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "device", 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "ident" 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "channels_available": [ 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "basic", 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "ident", 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "crash", 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "device", 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: "perf" 2024-08-17T17:07:02.152 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "collections_available": [ 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_base", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "device_base", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "crash_base", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "ident_base", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_perf", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_mds_metadata", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_usage", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_usage_by_class", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_rook_v01", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_memory_metrics", 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_options_bluestore" 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.153 INFO:tasks.workunit.client.0.smithi094.stdout: "collections_opted_in": [ 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_base", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "device_base", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "crash_base", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "ident_base", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_perf", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_mds_metadata", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_usage", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_usage_by_class", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_rook_v01", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_memory_metrics", 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_options_bluestore" 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.154 INFO:tasks.workunit.client.0.smithi094.stdout: "config": { 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "active_changed": [ 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_debug", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_service_ticket_ttl", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "bdev_debug_aio", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "client_check_pool_perm", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "client_mount_gid", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "client_mount_uid", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "client_quota", 2024-08-17T17:07:02.155 INFO:tasks.workunit.client.0.smithi094.stdout: "container_image", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "daemonize", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mgr", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mon", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_ms", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_osd", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_paxos", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "keyring", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_block_size", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_cache_size", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_compression", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_log", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_write_buffer_size", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_file", 2024-08-17T17:07:02.156 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_journald", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_stderr", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_allow_pool_delete", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_clock_drift_allowed", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_file", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_journald", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_stderr", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_data_avail_warn", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_election_default_strategy", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_host", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_max_pg_per_osd", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:07:02.157 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_bug", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_old_message", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "no_config_file", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_default_list", 2024-08-17T17:07:02.158 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_load_list", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_op_order", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_shutdown", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_profile", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T17:07:02.159 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target_autotune", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue_cut_off", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recover_clone_overlap", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recovery_max_chunk", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_load_threshold", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_max_interval", 2024-08-17T17:07:02.160 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "public_addr", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "public_addrv", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "public_network", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd_default_features", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd_qos_exclude_ops", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "setgroup", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "setuser" 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster_changed": [ 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_debug", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_service_ticket_ttl", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "bdev_debug_aio", 2024-08-17T17:07:02.161 INFO:tasks.workunit.client.0.smithi094.stdout: "container_image", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mgr", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mon", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_ms", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_osd", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_paxos", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_file", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_journald", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_stderr", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_join_fs", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/container_init", 2024-08-17T17:07:02.162 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/migration_current", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/channel_ident", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/description", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/organization", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_allow_pool_delete", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_clock_drift_allowed", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_file", 2024-08-17T17:07:02.163 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_data_avail_warn", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_election_default_strategy", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_max_pg_per_osd", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:07:02.164 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_bug", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_old_message", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_default_list", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_load_list", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_op_order", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_shutdown", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:07:02.165 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_profile", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target_autotune", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue_cut_off", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recover_clone_overlap", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recovery_max_chunk", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_load_threshold", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_max_interval", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:07:02.166 INFO:tasks.workunit.client.0.smithi094.stdout: "public_network", 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_cache_enabled", 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_enable_ops_log", 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_enable_usage_log" 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "contact": null, 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "crashes": [], 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "created": "2024-08-17T16:57:49.075540Z", 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "crush": { 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_algs": { 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "straw2": 3 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_sizes": { 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "2": 1, 2024-08-17T17:07:02.167 INFO:tasks.workunit.client.0.smithi094.stdout: "4": 2 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_types": { 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "1": 2, 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "11": 1 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "compat_weight_set": false, 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "device_classes": [ 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: 8 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_buckets": 6, 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_devices": 8, 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_rules": 1, 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_types": 12, 2024-08-17T17:07:02.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_weight_sets": 0, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "tunables": { 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "allowed_bucket_algs": 54, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_local_fallback_tries": 0, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_local_tries": 0, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_total_tries": 50, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_descend_once": 1, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_stable": 1, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_vary_r": 1, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v2_rules": 0, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v3_rules": 0, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v4_buckets": 1, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v5_rules": 0, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "legacy_tunables": 0, 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "minimum_required_version": "jewel", 2024-08-17T17:07:02.169 INFO:tasks.workunit.client.0.smithi094.stdout: "optimal_tunables": 1, 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "profile": "jewel", 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables": 1, 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables2": 1, 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables3": 1, 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables5": 1, 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "straw_calc_version": 1 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "description": "upgrade test cluster", 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "fs": { 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "feature_flags": { 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "enable_multiple": true, 2024-08-17T17:07:02.170 INFO:tasks.workunit.client.0.smithi094.stdout: "ever_enabled_multiple": true 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "filesystems": [ 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "approx_ctime": "2024-08", 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "balancer_enabled": false, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_caps": 0, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_dns": 10, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_inos": 13, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_subtrees": 2, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "ever_allowed_features": 0, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "explicitly_allowed_features": 0, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "files": 0, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "max_mds": 1, 2024-08-17T17:07:02.171 INFO:tasks.workunit.client.0.smithi094.stdout: "num_data_pools": 1, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_in": 1, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_mds": 1, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": 0, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_standby_replay": 0, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_up": 1, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "snaps": 0, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "standby_count_wanted": 0 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_standby_mds": 1, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "total_num_mds": 2 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "hosts": { 2024-08-17T17:07:02.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num": 2, 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mds": 2, 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mgr": 2, 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mon": 2, 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_osd": 2 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "leaderboard": false, 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "license": "sharing-1-0", 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "metadata": { 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 2 2024-08-17T17:07:02.173 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 2 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 2 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.174 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 2 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 3 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:02.175 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 3 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 3 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.176 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 3 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 8 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T17:07:02.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.178 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:02.178 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 8 2024-08-17T17:07:02.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.178 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:02.178 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 8 2024-08-17T17:07:02.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.178 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 8 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_objectstore": { 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": 8 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.179 INFO:tasks.workunit.client.0.smithi094.stdout: "rotational": { 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "0": 8 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "features": { 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "optional": [], 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "persistent": [ 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "kraken", 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "luminous", 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "mimic", 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap-prune", 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "nautilus", 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "octopus", 2024-08-17T17:07:02.180 INFO:tasks.workunit.client.0.smithi094.stdout: "pacific", 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "elector-pinging", 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "quincy" 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "ipv4_addr_mons": 6, 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "ipv6_addr_mons": 0, 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "min_mon_release": 17, 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "v1_addr_mons": 3, 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "v2_addr_mons": 3 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "organization": "ceph-qa", 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster_network": false, 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 8, 2024-08-17T17:07:02.181 INFO:tasks.workunit.client.0.smithi094.stdout: "require_min_compat_client": "luminous", 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "require_osd_release": "quincy" 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "pools": [ 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr" 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 1, 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 1, 2024-08-17T17:07:02.182 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 1, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 1781760, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 1781760, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 2, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:02.183 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 322, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 536576, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 590368, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 590368, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 1771104, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 203, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 2473984 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.184 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 32, 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 32, 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 2, 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:02.185 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 98304, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 98304, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 22, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:02.186 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 3410, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 3410, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 10230, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 51, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 19456 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.187 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 64, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 64, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 3, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 0, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 0, 2024-08-17T17:07:02.188 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 0.0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 0, 2024-08-17T17:07:02.189 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 0, 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 0 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd" 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:02.190 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:02.191 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 8, 2024-08-17T17:07:02.191 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 8, 2024-08-17T17:07:02.191 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 4, 2024-08-17T17:07:02.191 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:02.191 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:02.191 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:02.191 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 12288, 2024-08-17T17:07:02.193 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:02.193 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:02.193 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 12288, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 2, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 19, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 19, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 57, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 2, 2024-08-17T17:07:02.194 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 2048 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd": { 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: "mirroring_by_pool": [ 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: false 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_images_by_pool": [ 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:02.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pools": 1 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "report_id": "24e431d2-4898-4b2c-9e93-d0926839606a", 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "report_timestamp": "2024-08-17T17:07:02.091758", 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "report_version": 1, 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "rook": { 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster": { 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "external-mode": null, 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "allow-multiple-per-node": null, 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "count": null, 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "max-id": null, 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "pvc": { 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: "enabled": null 2024-08-17T17:07:02.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "stretch": { 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "enabled": null 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "network": { 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "provider": null 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "storage": { 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "device-set": { 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "non-portable": null, 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "portable": null, 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: "total": null 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.197 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "csi": { 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "kubernetes": { 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "node": { 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "kubernetes-total": null, 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "with-ceph-daemons": null, 2024-08-17T17:07:02.198 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-nfs-plugin": null, 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-rbd-plugin": null 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "usage": { 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "storage-class": { 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket": null, 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs": null, 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "nfs": null, 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd": null, 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: "total": null 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "services": {}, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "usage": { 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 105, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "pools": 4, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_by_class": { 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "ssd": { 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "total_avail_bytes": 765516206080, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "total_bytes": 767960285184, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_bytes": 2444079104, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_raw_bytes": 2444079104, 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_raw_ratio": 0.00318255927413702 2024-08-17T17:07:02.200 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.201 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:02.201 INFO:tasks.workunit.client.0.smithi094.stdout: "total_avail_bytes": 765516206080, 2024-08-17T17:07:02.201 INFO:tasks.workunit.client.0.smithi094.stdout: "total_bytes": 767960285184, 2024-08-17T17:07:02.201 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_bytes": 2444079104 2024-08-17T17:07:02.201 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.201 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:02.201 INFO:tasks.workunit.client.0.smithi094.stdout:} 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.202 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:01 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:02.202 INFO:tasks.workunit.client.0.smithi094.stderr:++ ceph telemetry collection ls 2024-08-17T17:07:02.575 INFO:tasks.workunit.client.0.smithi094.stderr:+ COLLECTIONS='New collections are available: 2024-08-17T17:07:02.575 INFO:tasks.workunit.client.0.smithi094.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-17T17:07:02.575 INFO:tasks.workunit.client.0.smithi094.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:07:02.575 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:07:02.575 INFO:tasks.workunit.client.0.smithi094.stderr:NAME STATUS DESC 2024-08-17T17:07:02.575 INFO:tasks.workunit.client.0.smithi094.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:07:02.575 INFO:tasks.workunit.client.0.smithi094.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:+ [[ New collections are available: 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:07:02.576 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:NAME STATUS DESC 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:07:02.577 INFO:tasks.workunit.client.0.smithi094.stderr:+ [[ New collections are available: 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:NAME STATUS DESC 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:07:02.578 INFO:tasks.workunit.client.0.smithi094.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:+ [[ New collections are available: 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:NAME STATUS DESC 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:07:02.579 INFO:tasks.workunit.client.0.smithi094.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:+ [[ New collections are available: 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:NAME STATUS DESC 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:07:02.580 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:+ [[ New collections are available: 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:07:02.581 INFO:tasks.workunit.client.0.smithi094.stderr:NAME STATUS DESC 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-17T17:07:02.582 INFO:tasks.workunit.client.0.smithi094.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:+ [[ New collections are available: 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr: 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:NAME STATUS DESC 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:07:02.583 INFO:tasks.workunit.client.0.smithi094.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:07:02.584 INFO:tasks.workunit.client.0.smithi094.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:07:02.584 INFO:tasks.workunit.client.0.smithi094.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:07:02.584 INFO:tasks.workunit.client.0.smithi094.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-17T17:07:02.584 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[41048]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[41048]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[41048]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[41048]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.881 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[29912]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[29912]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[29912]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[29912]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:02] "GET /metrics HTTP/1.1" 200 236476 "" "Prometheus/2.43.0" 2024-08-17T17:07:02.882 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:02 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:02] ENGINE Bus STOPPING 2024-08-17T17:07:03.044 INFO:tasks.workunit.client.0.smithi094.stdout:Telemetry is on. 2024-08-17T17:07:03.044 INFO:tasks.workunit.client.0.smithi094.stdout:Some channels are disabled, please enable with: 2024-08-17T17:07:03.044 INFO:tasks.workunit.client.0.smithi094.stdout:`ceph telemetry enable channel perf` 2024-08-17T17:07:03.056 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph telemetry enable channel perf 2024-08-17T17:07:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:02 smithi190 ceph-mon[33316]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:02 smithi190 ceph-mon[33316]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:02 smithi190 ceph-mon[33316]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:02 smithi190 ceph-mon[33316]: from='client.24743 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:02 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:02 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:02 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:02 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.216 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:07:03.216 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Bus STOPPED 2024-08-17T17:07:03.216 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Bus STARTING 2024-08-17T17:07:03.216 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Serving on http://:::9283 2024-08-17T17:07:03.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Bus STARTED 2024-08-17T17:07:03.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Bus STOPPING 2024-08-17T17:07:03.537 INFO:tasks.workunit.client.0.smithi094.stdout:channel_perf is enabled 2024-08-17T17:07:03.548 INFO:tasks.workunit.client.0.smithi094.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-17T17:07:03.910 INFO:tasks.workunit.client.0.smithi094.stderr:+ LAST_OPT_REVISION=1 2024-08-17T17:07:03.910 INFO:tasks.workunit.client.0.smithi094.stderr:+ '[' 1 -ne 1 ']' 2024-08-17T17:07:03.910 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph telemetry show 2024-08-17T17:07:03.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.940 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.940 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:03 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:07:04.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Bus STOPPED 2024-08-17T17:07:04.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Bus STARTING 2024-08-17T17:07:04.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Serving on http://:::9283 2024-08-17T17:07:04.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:07:03] ENGINE Bus STARTED 2024-08-17T17:07:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T17:07:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:04.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:04.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:04.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:04.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:04.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:04.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:04.030 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.031 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:04.031 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.031 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.034 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:04.034 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:04.034 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.034 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.034 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.035 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:04.036 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:04.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:04.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:03 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:04.563 INFO:tasks.workunit.client.0.smithi094.stdout:{ 2024-08-17T17:07:04.563 INFO:tasks.workunit.client.0.smithi094.stdout: "balancer": { 2024-08-17T17:07:04.563 INFO:tasks.workunit.client.0.smithi094.stdout: "active": true, 2024-08-17T17:07:04.563 INFO:tasks.workunit.client.0.smithi094.stdout: "mode": "" 2024-08-17T17:07:04.563 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.563 INFO:tasks.workunit.client.0.smithi094.stdout: "channels": [ 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "basic", 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "crash", 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "device", 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "ident", 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "perf" 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "channels_available": [ 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "basic", 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "ident", 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "crash", 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "device", 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: "perf" 2024-08-17T17:07:04.564 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "collections_available": [ 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_base", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "device_base", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "crash_base", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "ident_base", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_perf", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_mds_metadata", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_usage", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_usage_by_class", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_rook_v01", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_memory_metrics", 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_options_bluestore" 2024-08-17T17:07:04.565 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "collections_opted_in": [ 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_base", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "device_base", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "crash_base", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "ident_base", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_perf", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_mds_metadata", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_usage", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_usage_by_class", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_rook_v01", 2024-08-17T17:07:04.566 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_memory_metrics", 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_options_bluestore" 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: "config": { 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: "active_changed": [ 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_debug", 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_service_ticket_ttl", 2024-08-17T17:07:04.567 INFO:tasks.workunit.client.0.smithi094.stdout: "bdev_debug_aio", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "client_check_pool_perm", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "client_mount_gid", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "client_mount_uid", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "client_quota", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "container_image", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "daemonize", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mgr", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mon", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_ms", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_osd", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_paxos", 2024-08-17T17:07:04.568 INFO:tasks.workunit.client.0.smithi094.stdout: "keyring", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_block_size", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_cache_size", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_compression", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_log", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_write_buffer_size", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_file", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_journald", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_stderr", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_allow_pool_delete", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_clock_drift_allowed", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_file", 2024-08-17T17:07:04.569 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_journald", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_stderr", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_data_avail_warn", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_election_default_strategy", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_host", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_max_pg_per_osd", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:07:04.570 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_bug", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_old_message", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "no_config_file", 2024-08-17T17:07:04.571 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_default_list", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_load_list", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_op_order", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_shutdown", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_profile", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T17:07:04.572 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target_autotune", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue_cut_off", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:07:04.573 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recover_clone_overlap", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recovery_max_chunk", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_load_threshold", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_max_interval", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "public_addr", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "public_addrv", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "public_network", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd_default_features", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd_qos_exclude_ops", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "setgroup", 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "setuser" 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.574 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster_changed": [ 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_debug", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_service_ticket_ttl", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "bdev_debug_aio", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "container_image", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mgr", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mon", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_ms", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_osd", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_paxos", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_file", 2024-08-17T17:07:04.575 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_journald", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_stderr", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_join_fs", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/container_init", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/migration_current", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/channel_ident", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/channel_perf", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/description", 2024-08-17T17:07:04.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/enabled", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/organization", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_allow_pool_delete", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_clock_drift_allowed", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_file", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_data_avail_warn", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_election_default_strategy", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_max_pg_per_osd", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:07:04.577 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_bug", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_old_message", 2024-08-17T17:07:04.578 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_default_list", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_load_list", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_op_order", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_shutdown", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_profile", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target", 2024-08-17T17:07:04.579 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target_autotune", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue_cut_off", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recover_clone_overlap", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recovery_max_chunk", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_load_threshold", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_max_interval", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "public_network", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_cache_enabled", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_enable_ops_log", 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_enable_usage_log" 2024-08-17T17:07:04.580 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "contact": null, 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "crashes": [], 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "created": "2024-08-17T16:57:49.075540Z", 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "crush": { 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_algs": { 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "straw2": 3 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_sizes": { 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "2": 1, 2024-08-17T17:07:04.581 INFO:tasks.workunit.client.0.smithi094.stdout: "4": 2 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_types": { 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: "1": 2, 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: "11": 1 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: "compat_weight_set": false, 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: "device_classes": [ 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: 8 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_buckets": 6, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_devices": 8, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_rules": 1, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_types": 12, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_weight_sets": 0, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "tunables": { 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "allowed_bucket_algs": 54, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_local_fallback_tries": 0, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_local_tries": 0, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_total_tries": 50, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_descend_once": 1, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_stable": 1, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_vary_r": 1, 2024-08-17T17:07:04.583 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v2_rules": 0, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v3_rules": 0, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v4_buckets": 1, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v5_rules": 0, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "legacy_tunables": 0, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "minimum_required_version": "jewel", 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "optimal_tunables": 1, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "profile": "jewel", 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables": 1, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables2": 1, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables3": 1, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables5": 1, 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: "straw_calc_version": 1 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.584 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "description": "upgrade test cluster", 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "fs": { 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "feature_flags": { 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "enable_multiple": true, 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "ever_enabled_multiple": true 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "filesystems": [ 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "approx_ctime": "2024-08", 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "balancer_enabled": false, 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_caps": 0, 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_dns": 10, 2024-08-17T17:07:04.585 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_inos": 13, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_subtrees": 2, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "ever_allowed_features": 0, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "explicitly_allowed_features": 0, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "files": 0, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "max_mds": 1, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_data_pools": 1, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_in": 1, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_mds": 1, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": 0, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_standby_replay": 0, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_up": 1, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "snaps": 0, 2024-08-17T17:07:04.586 INFO:tasks.workunit.client.0.smithi094.stdout: "standby_count_wanted": 0 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_standby_mds": 1, 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "total_num_mds": 2 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_stats": { 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 20135936, 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 343896, 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:04.587 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 851968, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 0, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 342, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 1045384, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 12, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 611328, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 14661920, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 20135936 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 20398080, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 441544, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:04.588 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 90112, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 786432, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 422, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 1259008, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 20, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 915968, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 15070008, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 21184512 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 36421632, 2024-08-17T17:07:04.589 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1599000, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 98304, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 10027008, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1141, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 7195968, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 21, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 1440512, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 23466408, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 46448640 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.658842ee4f22b5d1c290df8ab7057a61c97c3acf": { 2024-08-17T17:07:04.590 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 36192256, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1540320, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 540672, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 9224192, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1041, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 6093688, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 21, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 1868544, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 23527592, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 45416448 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:04.591 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 44834816, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1508840, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 3637248, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1756, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 9622688, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 23, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 3342848, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 27739000, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 48472064 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.592 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.0": { 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 274849792, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 907464, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 974848, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1424, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 5429904, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 45, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2506496, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 263253416, 2024-08-17T17:07:04.593 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 275824640 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.1": { 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 273784832, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 860928, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 155648, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1366, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 5449904, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:07:04.594 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2514176, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 262207312, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 273940480 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.2": { 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 272351232, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 867592, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 327680, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1255, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4526776, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2488064, 2024-08-17T17:07:04.595 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 261716288, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 272678912 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.3": { 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 271835136, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 690184, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 843776, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1260, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4783064, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 45, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 1756928, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 261852448, 2024-08-17T17:07:04.596 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 272678912 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.4": { 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 272416768, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 717704, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 1310720, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1249, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4760960, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 1800704, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 262384888, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 273727488 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.597 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.5": { 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 272375808, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 784928, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 450560, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1272, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4567328, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2383872, 2024-08-17T17:07:04.598 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 261887168, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 272826368 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.6": { 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 272613376, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 981112, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 24576, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 0, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1295, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 5070624, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 45, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2050560, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 261733992, 2024-08-17T17:07:04.599 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 272613376 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.7": { 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 273219584, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1203368, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 24576, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 507904, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1337, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 5022632, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 45, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2123776, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 262092720, 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 273727488 2024-08-17T17:07:04.600 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "hosts": { 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num": 2, 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mds": 2, 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mgr": 2, 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mon": 2, 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_osd": 2 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "io_rate": { 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_stats_delta": { 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 0, 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:04.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "stamp_delta": "12.002449", 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:04.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:04.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 110, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 218, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 24, 2024-08-17T17:07:04.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 0 2024-08-17T17:07:04.605 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "leaderboard": false, 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "license": "sharing-1-0", 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "mempool": { 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.606 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.607 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.608 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.609 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.610 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 149047, 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 31 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.611 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 856, 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 2 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.612 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.613 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.614 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.616 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.617 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.618 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.619 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.620 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.620 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.620 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.620 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.620 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.620 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.620 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.620 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.621 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.621 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.621 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.621 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.621 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.621 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.621 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.621 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 222471, 2024-08-17T17:07:04.622 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 72 2024-08-17T17:07:04.622 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.622 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.622 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.622 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.622 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.622 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.622 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 50488, 2024-08-17T17:07:04.623 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 208 2024-08-17T17:07:04.623 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.623 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.623 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.623 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.623 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.623 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.623 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.624 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.624 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.624 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.624 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.624 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.624 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.624 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.624 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8136, 2024-08-17T17:07:04.625 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 139 2024-08-17T17:07:04.625 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.625 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.625 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.625 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.625 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.625 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.625 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.626 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.626 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.626 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.626 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.626 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.626 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.626 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.626 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.627 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.627 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.627 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.627 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.627 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:04.627 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:04.627 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.627 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.628 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.629 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.629 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.629 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.629 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.629 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.629 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.630 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.630 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.630 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.630 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.630 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.630 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.631 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.631 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.631 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.631 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.631 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.631 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.632 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.633 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1181366, 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 369 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.635 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.636 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6784, 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 138 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12744, 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1546 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5312, 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 103 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.637 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.658842ee4f22b5d1c290df8ab7057a61c97c3acf": { 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.638 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.639 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.640 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.642 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.643 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.643 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.646 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.646 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.646 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.646 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.646 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.646 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1180742, 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 371 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.647 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.648 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6784, 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 138 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12744, 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1546 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5312, 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 103 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.649 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.651 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.652 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.653 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.654 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1212790, 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 347 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 440, 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 5 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.656 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.657 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6784, 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 138 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12744, 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1546 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 10624, 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 206 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.658 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.0": { 2024-08-17T17:07:04.659 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.660 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 23072, 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 206 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1792, 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 16 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9888, 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 206 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.661 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 23072, 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 206 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6160, 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 77 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 631942, 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 22 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 59076, 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 10728 2024-08-17T17:07:04.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 147560, 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 217 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 11844, 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 776 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.663 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.664 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.664 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.664 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 33976, 2024-08-17T17:07:04.664 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 217 2024-08-17T17:07:04.664 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.664 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.664 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.664 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 446401, 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 98 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2434802, 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.665 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 7304, 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 83 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 532864, 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 46 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.666 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 95264, 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 188 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 237680, 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3539 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.667 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.668 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.1": { 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:04.669 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21616, 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:04.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1232, 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 11 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9264, 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21616, 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.671 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5520, 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 69 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 24576, 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 6 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 52104, 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9612 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.672 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 136680, 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9780, 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 599 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 29444, 2024-08-17T17:07:04.673 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 736, 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 463118, 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 101 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12096, 2024-08-17T17:07:04.674 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2435292, 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 188 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5192, 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 59 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.675 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 440192, 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 38 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8528, 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 22 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.676 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238448, 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3575 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.677 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.2": { 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:04.678 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21392, 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 191 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.679 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 784, 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 7 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9168, 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 191 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21392, 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 191 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4960, 2024-08-17T17:07:04.680 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 62 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8192, 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 2 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 49135, 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9225 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.681 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 131240, 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8956, 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 588 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.682 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 27732, 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 736, 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 392203, 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 84 2024-08-17T17:07:04.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12096, 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2417618, 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 175 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4312, 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 49 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.684 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 359104, 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 31 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8840, 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 25 2024-08-17T17:07:04.685 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.686 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.686 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238448, 2024-08-17T17:07:04.686 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3575 2024-08-17T17:07:04.686 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.686 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.687 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.687 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.687 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.687 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.687 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.687 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.688 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.688 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.688 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.688 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.688 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.688 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.689 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.689 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.689 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.689 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.689 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.3": { 2024-08-17T17:07:04.689 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.689 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.689 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.690 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.690 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.690 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:04.690 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:04.690 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.690 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.691 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:04.691 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:04.691 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.691 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.691 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:04.691 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.692 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.692 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.692 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22064, 2024-08-17T17:07:04.692 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:04.692 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.692 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 448, 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 4 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9456, 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.693 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22064, 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4400, 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 55 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 15086, 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.694 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 51110, 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9603 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 136680, 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9780, 2024-08-17T17:07:04.695 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 608 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 28772, 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2208, 2024-08-17T17:07:04.696 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 321433, 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 67 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 30637, 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2437233, 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 184 2024-08-17T17:07:04.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4928, 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 56 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 428608, 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 37 2024-08-17T17:07:04.698 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 10400, 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 20 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 237680, 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3539 2024-08-17T17:07:04.699 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.700 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.4": { 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:04.701 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21952, 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 196 2024-08-17T17:07:04.702 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 560, 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 5 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9408, 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 196 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21952, 2024-08-17T17:07:04.703 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 196 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4080, 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 51 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 51341, 2024-08-17T17:07:04.704 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9606 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 136680, 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9728, 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 604 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.705 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 28940, 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 736, 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 981958, 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 85 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.706 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12096, 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2437418, 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 179 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4576, 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 52 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 428608, 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 37 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8944, 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 18 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238448, 2024-08-17T17:07:04.708 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3575 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.709 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.5": { 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.710 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22064, 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 448, 2024-08-17T17:07:04.711 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 4 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9456, 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22064, 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 3440, 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 43 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.712 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 15086, 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 53752, 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9937 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 141440, 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 208 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.713 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 10340, 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 613 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 30564, 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 208 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.714 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2208, 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 864989, 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 57 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 30637, 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2460128, 2024-08-17T17:07:04.715 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 190 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5720, 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 65 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 486528, 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 42 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.716 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 13000, 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 25 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238192, 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3563 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.717 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.718 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.6": { 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:04.719 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22848, 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 204 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 448, 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 4 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.720 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9792, 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 204 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22848, 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 204 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2960, 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 37 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 29830, 2024-08-17T17:07:04.721 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 6 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 52723, 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 10036 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 138040, 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 11212, 2024-08-17T17:07:04.722 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 765 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 30648, 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.723 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 849473, 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 54 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2392270, 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 162 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.724 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5016, 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 57 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 451776, 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 39 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 94952, 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238448, 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3575 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.7": { 2024-08-17T17:07:04.727 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:04.728 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22736, 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1568, 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 14 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9744, 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22736, 2024-08-17T17:07:04.729 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2400, 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 30 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 305560, 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 15 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 56215, 2024-08-17T17:07:04.730 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 10432 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 143480, 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 211 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 11864, 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 769 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 32864, 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 211 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 189141, 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 36 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.732 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2434158, 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 211 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6512, 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 74 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.733 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 521280, 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 45 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 97968, 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 226 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.734 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 237680, 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3539 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.736 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "metadata": { 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 2 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.737 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 2 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 2 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:04.738 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 2 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 3 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:04.739 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 3 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 3 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 3 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 8 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 8 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.741 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 8 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 8 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_objectstore": { 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": 8 2024-08-17T17:07:04.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "rotational": { 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "0": 8 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "features": { 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "optional": [], 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "persistent": [ 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "kraken", 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "luminous", 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "mimic", 2024-08-17T17:07:04.743 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap-prune", 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "nautilus", 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "octopus", 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "pacific", 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "elector-pinging", 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "quincy" 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "ipv4_addr_mons": 6, 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "ipv6_addr_mons": 0, 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "min_mon_release": 17, 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "v1_addr_mons": 3, 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "v2_addr_mons": 3 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "organization": "ceph-qa", 2024-08-17T17:07:04.744 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster_network": false, 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 8, 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "require_min_compat_client": "luminous", 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "require_osd_release": "quincy" 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_perf_histograms": [ 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "axes": [ 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Latency (usec)", 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 100000, 2024-08-17T17:07:04.745 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 99999]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[100000, 199999]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[200000, 399999]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[400000, 799999]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[800000, 1599999]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[1600000, 3199999]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[3200000, 6399999]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[6400000, 12799999]", 2024-08-17T17:07:04.746 INFO:tasks.workunit.client.0.smithi094.stdout: "[12800000, 25599999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[25600000, 51199999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[51200000, 102399999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[102400000, 204799999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[204800000, 409599999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[409600000, 819199999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[819200000, 1638399999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[1638400000, 3276799999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[3276800000, 6553599999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[6553600000, 13107199999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[13107200000, 26214399999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[26214400000, 52428799999]", 2024-08-17T17:07:04.747 INFO:tasks.workunit.client.0.smithi094.stdout: "[52428800000, 104857599999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[104857600000, 209715199999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[209715200000, 419430399999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[419430400000, 838860799999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "[53687091200000, None]" 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:04.748 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Request size (bytes)", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 512, 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 511]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[512, 1023]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[1024, 2047]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[2048, 4095]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[4096, 8191]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[8192, 16383]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[16384, 32767]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[32768, 65535]", 2024-08-17T17:07:04.749 INFO:tasks.workunit.client.0.smithi094.stdout: "[65536, 131071]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[131072, 262143]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[262144, 524287]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[524288, 1048575]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[1048576, 2097151]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[2097152, 4194303]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[4194304, 8388607]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[8388608, 16777215]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[16777216, 33554431]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[33554432, 67108863]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[67108864, 134217727]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[134217728, 268435455]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[268435456, 536870911]", 2024-08-17T17:07:04.750 INFO:tasks.workunit.client.0.smithi094.stdout: "[536870912, 1073741823]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[1073741824, 2147483647]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[2147483648, 4294967295]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[4294967296, 8589934591]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[8589934592, 17179869183]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[17179869184, 34359738367]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[34359738368, 68719476735]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[68719476736, 137438953471]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[137438953472, 274877906943]", 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "[274877906944, None]" 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.751 INFO:tasks.workunit.client.0.smithi094.stdout: "osds": [ 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 0, 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.752 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.753 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 1, 2024-08-17T17:07:04.754 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.755 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.756 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 2, 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.757 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.758 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.759 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 3, 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.760 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.761 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.762 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 4, 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.763 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.764 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.765 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 5, 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.766 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.767 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.768 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 6, 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.769 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.770 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 7, 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.771 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.772 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.773 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: "axes": [ 2024-08-17T17:07:04.774 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Latency (usec)", 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 100000, 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 99999]", 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "[100000, 199999]", 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "[200000, 399999]", 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "[400000, 799999]", 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "[800000, 1599999]", 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "[1600000, 3199999]", 2024-08-17T17:07:04.775 INFO:tasks.workunit.client.0.smithi094.stdout: "[3200000, 6399999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[6400000, 12799999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[12800000, 25599999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[25600000, 51199999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[51200000, 102399999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[102400000, 204799999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[204800000, 409599999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[409600000, 819199999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[819200000, 1638399999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[1638400000, 3276799999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[3276800000, 6553599999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[6553600000, 13107199999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[13107200000, 26214399999]", 2024-08-17T17:07:04.776 INFO:tasks.workunit.client.0.smithi094.stdout: "[26214400000, 52428799999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[52428800000, 104857599999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[104857600000, 209715199999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[209715200000, 419430399999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[419430400000, 838860799999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "[53687091200000, None]" 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:04.777 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Request size (bytes)", 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 512, 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 511]", 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "[512, 1023]", 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "[1024, 2047]", 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "[2048, 4095]", 2024-08-17T17:07:04.778 INFO:tasks.workunit.client.0.smithi094.stdout: "[4096, 8191]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[8192, 16383]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[16384, 32767]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[32768, 65535]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[65536, 131071]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[131072, 262143]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[262144, 524287]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[524288, 1048575]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[1048576, 2097151]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[2097152, 4194303]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[4194304, 8388607]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[8388608, 16777215]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[16777216, 33554431]", 2024-08-17T17:07:04.779 INFO:tasks.workunit.client.0.smithi094.stdout: "[33554432, 67108863]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[67108864, 134217727]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[134217728, 268435455]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[268435456, 536870911]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[536870912, 1073741823]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[1073741824, 2147483647]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[2147483648, 4294967295]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[4294967296, 8589934591]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[8589934592, 17179869183]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[17179869184, 34359738367]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[34359738368, 68719476735]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[68719476736, 137438953471]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[137438953472, 274877906943]", 2024-08-17T17:07:04.780 INFO:tasks.workunit.client.0.smithi094.stdout: "[274877906944, None]" 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: "osds": [ 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 0, 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.781 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.782 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.783 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 1, 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.784 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.785 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.786 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 2, 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.787 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.788 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.789 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 3, 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.790 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.791 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.792 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 4, 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.793 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.794 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.795 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 5, 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.796 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.797 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.798 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 6, 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.799 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.800 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 7, 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.801 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.802 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.803 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "axes": [ 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Latency (usec)", 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 100000, 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 99999]", 2024-08-17T17:07:04.804 INFO:tasks.workunit.client.0.smithi094.stdout: "[100000, 199999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[200000, 399999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[400000, 799999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[800000, 1599999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[1600000, 3199999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[3200000, 6399999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[6400000, 12799999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[12800000, 25599999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[25600000, 51199999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[51200000, 102399999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[102400000, 204799999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[204800000, 409599999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[409600000, 819199999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[819200000, 1638399999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[1638400000, 3276799999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[3276800000, 6553599999]", 2024-08-17T17:07:04.805 INFO:tasks.workunit.client.0.smithi094.stdout: "[6553600000, 13107199999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[13107200000, 26214399999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[26214400000, 52428799999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[52428800000, 104857599999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[104857600000, 209715199999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[209715200000, 419430399999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[419430400000, 838860799999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:07:04.806 INFO:tasks.workunit.client.0.smithi094.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "[53687091200000, None]" 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Request size (bytes)", 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 512, 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 511]", 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "[512, 1023]", 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "[1024, 2047]", 2024-08-17T17:07:04.807 INFO:tasks.workunit.client.0.smithi094.stdout: "[2048, 4095]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[4096, 8191]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[8192, 16383]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[16384, 32767]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[32768, 65535]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[65536, 131071]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[131072, 262143]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[262144, 524287]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[524288, 1048575]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[1048576, 2097151]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[2097152, 4194303]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[4194304, 8388607]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[8388608, 16777215]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[16777216, 33554431]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[33554432, 67108863]", 2024-08-17T17:07:04.808 INFO:tasks.workunit.client.0.smithi094.stdout: "[67108864, 134217727]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[134217728, 268435455]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[268435456, 536870911]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[536870912, 1073741823]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[1073741824, 2147483647]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[2147483648, 4294967295]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[4294967296, 8589934591]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[8589934592, 17179869183]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[17179869184, 34359738367]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[34359738368, 68719476735]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[68719476736, 137438953471]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[137438953472, 274877906943]", 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "[274877906944, None]" 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:04.809 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "osds": [ 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 0, 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.810 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.811 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 1, 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.812 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.813 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.814 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 2, 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.815 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.816 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.817 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 3, 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.818 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.819 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.820 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 4, 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.821 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.822 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.823 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.823 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.823 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.823 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.823 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.823 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.823 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.823 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.824 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.824 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.824 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.824 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.824 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.824 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.824 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.824 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.825 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 5, 2024-08-17T17:07:04.825 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.825 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.825 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.825 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.825 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.825 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.826 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.826 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.826 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.826 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.826 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.826 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.826 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.826 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.827 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.827 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.827 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.827 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.827 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.827 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.827 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.827 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.828 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.829 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.829 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.829 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.829 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.829 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.829 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 6, 2024-08-17T17:07:04.829 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.829 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.830 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.830 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.830 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.830 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.830 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.830 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.830 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.830 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.831 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.832 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 7, 2024-08-17T17:07:04.833 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.834 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.834 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.834 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.834 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.834 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.834 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.834 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.835 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.836 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: "axes": [ 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:04.837 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Latency (usec)", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 100000, 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 99999]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[100000, 199999]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[200000, 399999]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[400000, 799999]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[800000, 1599999]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[1600000, 3199999]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[3200000, 6399999]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[6400000, 12799999]", 2024-08-17T17:07:04.838 INFO:tasks.workunit.client.0.smithi094.stdout: "[12800000, 25599999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[25600000, 51199999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[51200000, 102399999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[102400000, 204799999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[204800000, 409599999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[409600000, 819199999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[819200000, 1638399999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[1638400000, 3276799999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[3276800000, 6553599999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[6553600000, 13107199999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[13107200000, 26214399999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[26214400000, 52428799999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[52428800000, 104857599999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[104857600000, 209715199999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[209715200000, 419430399999]", 2024-08-17T17:07:04.839 INFO:tasks.workunit.client.0.smithi094.stdout: "[419430400000, 838860799999]", 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "[53687091200000, None]" 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:04.840 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Request size (bytes)", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 512, 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 511]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[512, 1023]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[1024, 2047]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[2048, 4095]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[4096, 8191]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[8192, 16383]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[16384, 32767]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[32768, 65535]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[65536, 131071]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[131072, 262143]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[262144, 524287]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[524288, 1048575]", 2024-08-17T17:07:04.841 INFO:tasks.workunit.client.0.smithi094.stdout: "[1048576, 2097151]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[2097152, 4194303]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[4194304, 8388607]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[8388608, 16777215]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[16777216, 33554431]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[33554432, 67108863]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[67108864, 134217727]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[134217728, 268435455]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[268435456, 536870911]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[536870912, 1073741823]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[1073741824, 2147483647]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[2147483648, 4294967295]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[4294967296, 8589934591]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[8589934592, 17179869183]", 2024-08-17T17:07:04.842 INFO:tasks.workunit.client.0.smithi094.stdout: "[17179869184, 34359738367]", 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "[34359738368, 68719476735]", 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "[68719476736, 137438953471]", 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "[137438953472, 274877906943]", 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "[274877906944, None]" 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "osds": [ 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 0, 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.843 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.844 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.845 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 1, 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 7, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.846 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 11, 1, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.847 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.848 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 2, 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.849 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.850 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.851 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 3, 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.852 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.853 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 4, 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.854 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.855 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.856 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 5, 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.857 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.858 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.859 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 6, 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.860 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.861 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.862 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 7, 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.863 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.864 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.865 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.865 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.865 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.865 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.865 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.865 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.865 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.865 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.866 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_counters": { 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: "caps": { 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.867 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_grant": { 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_revoke": { 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_trunc": { 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "dir_commit": { 2024-08-17T17:07:04.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: "dir_fetch": { 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: "dir_merge": { 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: "dir_split": { 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: "exported_inodes": { 2024-08-17T17:07:04.869 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: "forward": { 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_cap_release": { 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_caps": { 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_caps_dirty": { 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_inode_file_caps": { 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "imported_inodes": { 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "inodes": { 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "inodes_expired": { 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.871 INFO:tasks.workunit.client.0.smithi094.stdout: "inodes_pinned": { 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "inodes_with_caps": { 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "load_cent": { 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "openino_dir_fetch": { 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "process_request_cap_release": { 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "reply_latency": { 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 179829 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "request": { 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "root_rbytes": { 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "root_rfiles": { 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.873 INFO:tasks.workunit.client.0.smithi094.stdout: "root_rsnaps": { 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_reply": { 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: "subtrees": { 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_cache": { 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_enqueue_scrub": { 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.874 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_exportdir": { 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_flush": { 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_fragmentdir": { 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.875 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_fragstats": { 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_inodestats": { 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_recovering_enqueued": { 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_recovering_prioritized": { 2024-08-17T17:07:04.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_recovering_processing": { 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_strays": { 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_strays_delayed": { 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_strays_enqueuing": { 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_completed": { 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_started": { 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "strays_created": { 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "strays_enqueued": { 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.878 INFO:tasks.workunit.client.0.smithi094.stdout: "strays_migrated": { 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: "strays_reintegrated": { 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_log": { 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: "ev": { 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: "evadd": { 2024-08-17T17:07:04.879 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: "evex": { 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: "evexd": { 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: "evexg": { 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: "evtrm": { 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "jlat": { 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14380155 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "replayed": { 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "seg": { 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "segadd": { 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.881 INFO:tasks.workunit.client.0.smithi094.stdout: "segex": { 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: "segexd": { 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: "segexg": { 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: "segtrm": { 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.882 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.883 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_mem": { 2024-08-17T17:07:04.883 INFO:tasks.workunit.client.0.smithi094.stdout: "cap": { 2024-08-17T17:07:04.883 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.883 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.883 INFO:tasks.workunit.client.0.smithi094.stdout: "cap+": { 2024-08-17T17:07:04.883 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.883 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.883 INFO:tasks.workunit.client.0.smithi094.stdout: "cap-": { 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "dir": { 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "dir+": { 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "dir-": { 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "dn": { 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:04.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "dn+": { 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "dn-": { 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "heap": { 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 207068 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "ino": { 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "ino+": { 2024-08-17T17:07:04.885 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: "ino-": { 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: "rss": { 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 37132 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_server": { 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: "cap_acquisition_throttle": { 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.886 INFO:tasks.workunit.client.0.smithi094.stdout: "cap_revoke_eviction": { 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_request": { 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_session": { 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 16 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_peer_request": { 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "req_create_latency": { 2024-08-17T17:07:04.887 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "req_getattr_latency": { 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 179829 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "req_getfilelock_latency": { 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "req_getvxattr_latency": { 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.888 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "req_link_latency": { 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookup_latency": { 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookuphash_latency": { 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.889 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookupino_latency": { 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookupname_latency": { 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookupparent_latency": { 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.890 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookupsnap_latency": { 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lssnap_latency": { 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "req_mkdir_latency": { 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.891 INFO:tasks.workunit.client.0.smithi094.stdout: "req_mknod_latency": { 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "req_mksnap_latency": { 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "req_open_latency": { 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.892 INFO:tasks.workunit.client.0.smithi094.stdout: "req_readdir_latency": { 2024-08-17T17:07:04.893 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.893 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.893 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.893 INFO:tasks.workunit.client.0.smithi094.stdout: "req_rename_latency": { 2024-08-17T17:07:04.893 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.893 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.893 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.893 INFO:tasks.workunit.client.0.smithi094.stdout: "req_renamesnap_latency": { 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "req_rmdir_latency": { 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "req_rmsnap_latency": { 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.894 INFO:tasks.workunit.client.0.smithi094.stdout: "req_rmxattr_latency": { 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setattr_latency": { 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setdirlayout_latency": { 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setfilelock_latency": { 2024-08-17T17:07:04.895 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setlayout_latency": { 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setxattr_latency": { 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "req_symlink_latency": { 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: "req_unlink_latency": { 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_sessions": { 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: "average_load": { 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: "avg_session_uptime": { 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 89 2024-08-17T17:07:04.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "mdthresh_evicted": { 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "session_add": { 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "session_count": { 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "session_remove": { 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.898 INFO:tasks.workunit.client.0.smithi094.stdout: "sessions_open": { 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "sessions_stale": { 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "total_load": { 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:04.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "purge_queue": { 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executed": { 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executing": { 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executing_high_water": { 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executing_ops": { 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executing_ops_high_water": { 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_item_in_journal": { 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "election_call": { 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "election_lose": { 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "election_win": { 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "num_elections": { 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7 2024-08-17T17:07:04.902 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": { 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 11 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "session_add": { 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "session_rm": { 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 49 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "session_trim": { 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.903 INFO:tasks.workunit.client.0.smithi094.stdout: "paxos": { 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "accept_timeout": { 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "begin": { 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 841 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_bytes": { 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 841, 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3948593 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_keys": { 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.904 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_latency": { 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 841, 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 154995667 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "collect": { 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_bytes": { 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 146 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_keys": { 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.905 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_latency": { 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 999972 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_timeout": { 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_uncommitted": { 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "commit": { 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 842 2024-08-17T17:07:04.906 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_bytes": { 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_keys": { 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_latency": { 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_ack_timeout": { 2024-08-17T17:07:04.907 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_timeout": { 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn": { 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn_latency": { 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh": { 2024-08-17T17:07:04.908 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 842 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh_latency": { 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 842, 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1802949461 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "restart": { 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state": { 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_bytes": { 2024-08-17T17:07:04.909 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_keys": { 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "start_leader": { 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "start_peon": { 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.910 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state": { 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 842 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_bytes": { 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 842, 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7739226 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_keys": { 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 842, 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5683 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_latency": { 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 842, 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 354990052 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.911 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache": { 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1020054731 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 43827200 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 33177600 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2147483648 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:04.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10649600 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:full": { 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277005647 2024-08-17T17:07:04.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 311095 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.914 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 70810490 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:inc": { 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.916 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277005647 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 43541 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.918 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.918 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.918 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.918 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.918 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.918 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.918 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.918 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.919 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.920 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71078044 2024-08-17T17:07:04.920 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.920 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.920 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:kv": { 2024-08-17T17:07:04.920 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.920 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 322961408 2024-08-17T17:07:04.920 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.920 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.921 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:04.921 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.921 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.921 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.921 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.921 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.921 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 184670431 2024-08-17T17:07:04.921 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.922 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.922 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.922 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.922 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.922 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.922 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.922 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.922 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.923 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.923 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.923 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.923 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.923 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.924 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.924 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.924 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.924 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.924 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.924 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.924 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.925 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.925 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.925 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.925 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.925 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.925 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71182113 2024-08-17T17:07:04.925 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.926 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.926 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb": { 2024-08-17T17:07:04.926 INFO:tasks.workunit.client.0.smithi094.stdout: "compact": { 2024-08-17T17:07:04.926 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.926 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.926 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_completed": { 2024-08-17T17:07:04.926 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.926 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.927 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lasted": { 2024-08-17T17:07:04.927 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24913660 2024-08-17T17:07:04.927 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.927 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_len": { 2024-08-17T17:07:04.927 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.927 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.927 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_merge": { 2024-08-17T17:07:04.927 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.928 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.928 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_running": { 2024-08-17T17:07:04.928 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.928 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.928 INFO:tasks.workunit.client.0.smithi094.stdout: "get_latency": { 2024-08-17T17:07:04.928 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 35876, 2024-08-17T17:07:04.928 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 82411790 2024-08-17T17:07:04.928 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.929 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:07:04.930 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.930 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.930 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.930 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:07:04.930 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.930 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.930 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.930 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_latency": { 2024-08-17T17:07:04.931 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.931 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.931 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.931 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_sync_latency": { 2024-08-17T17:07:04.931 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1838, 2024-08-17T17:07:04.931 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 592371062 2024-08-17T17:07:04.931 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.931 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.658842ee4f22b5d1c290df8ab7057a61c97c3acf": { 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: "election_call": { 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: "election_lose": { 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.932 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "election_win": { 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "num_elections": { 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": { 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "session_add": { 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "session_rm": { 2024-08-17T17:07:04.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 92 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: "session_trim": { 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: "paxos": { 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: "accept_timeout": { 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: "begin": { 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 831 2024-08-17T17:07:04.934 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_bytes": { 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 831, 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3921768 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_keys": { 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_latency": { 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 831, 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95998362 2024-08-17T17:07:04.935 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "collect": { 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_bytes": { 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_keys": { 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_latency": { 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:04.936 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_timeout": { 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_uncommitted": { 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "commit": { 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 833 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_bytes": { 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.937 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_keys": { 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_latency": { 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_ack_timeout": { 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.938 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_timeout": { 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn": { 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn_latency": { 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh": { 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 833 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh_latency": { 2024-08-17T17:07:04.939 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 833, 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1787969555 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "restart": { 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state": { 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_bytes": { 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_keys": { 2024-08-17T17:07:04.940 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "start_leader": { 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "start_peon": { 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state": { 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 832 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_bytes": { 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 832, 2024-08-17T17:07:04.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7687674 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_keys": { 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 832, 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5608 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_latency": { 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 832, 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 92998416 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache": { 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:04.942 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1020054731 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 42795008 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 32710656 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2147483648 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10084352 2024-08-17T17:07:04.943 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:full": { 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277005647 2024-08-17T17:07:04.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 311095 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.946 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 70810490 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:inc": { 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.947 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277005647 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 43541 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71078044 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:kv": { 2024-08-17T17:07:04.950 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 322961408 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 184670431 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71182113 2024-08-17T17:07:04.953 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb": { 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: "compact": { 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_completed": { 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lasted": { 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 25371303 2024-08-17T17:07:04.954 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_len": { 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_merge": { 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_running": { 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "get_latency": { 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 35507, 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 83329212 2024-08-17T17:07:04.955 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.956 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_latency": { 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_sync_latency": { 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1792, 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 210230004 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.957 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "election_call": { 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "election_lose": { 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "election_win": { 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_elections": { 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": { 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "session_add": { 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "session_rm": { 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 176 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "session_trim": { 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.959 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: "paxos": { 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: "accept_timeout": { 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: "begin": { 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 963 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_bytes": { 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4960678 2024-08-17T17:07:04.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_keys": { 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2889 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_latency": { 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 116998011 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "collect": { 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_bytes": { 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.961 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_keys": { 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_latency": { 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_timeout": { 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_uncommitted": { 2024-08-17T17:07:04.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "commit": { 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 963 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_bytes": { 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4891400 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_keys": { 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5513 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_latency": { 2024-08-17T17:07:04.963 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 133553734 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_ack_timeout": { 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_timeout": { 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn": { 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn_latency": { 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 999983 2024-08-17T17:07:04.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh": { 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 965 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh_latency": { 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 965, 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2202962488 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: "restart": { 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.965 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state": { 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_bytes": { 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1627 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_keys": { 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.966 INFO:tasks.workunit.client.0.smithi094.stdout: "start_leader": { 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "start_peon": { 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state": { 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_bytes": { 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_keys": { 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_latency": { 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache": { 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1020054731 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45850624 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 41533440 2024-08-17T17:07:04.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2147483648 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4317184 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:full": { 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:04.969 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277007052 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 310665 2024-08-17T17:07:04.970 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.972 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 70809515 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:inc": { 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.973 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277007052 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 40225 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71079955 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:kv": { 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 322961408 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.976 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 184671368 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:04.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:04.978 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71181176 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb": { 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "compact": { 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_completed": { 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lasted": { 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 25859867 2024-08-17T17:07:04.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_len": { 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_merge": { 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_running": { 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "get_latency": { 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 43387, 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159184624 2024-08-17T17:07:04.980 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:07:04.981 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_latency": { 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_sync_latency": { 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2103, 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 281525576 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.982 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.0": { 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.983 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:04.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2867200 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.985 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:04.986 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:04.986 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.986 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:04.986 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:04.986 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.987 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:04.987 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1847296 2024-08-17T17:07:04.987 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.987 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:04.987 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1708032 2024-08-17T17:07:04.987 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.987 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:04.988 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:04.988 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.988 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:04.988 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.988 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.988 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:04.989 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.989 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:04.989 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:04.989 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.989 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.990 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:04.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:04.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:04.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.994 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4648960 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1396736 2024-08-17T17:07:04.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 63566 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 24, 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 69722 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 400, 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71571031 2024-08-17T17:07:04.997 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 385, 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12482414 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 400, 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 458714 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 400, 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 72029745 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.998 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 35092 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 8, 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20127 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:04.999 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 4, 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9245 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 869 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 243 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.000 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 134, 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2026012 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 351, 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 309811 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 217, 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1236375 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:05.001 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14783 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7643624 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 130, 2024-08-17T17:07:05.002 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8260377 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 130, 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 511107856999 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 130, 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 125372391732 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 38760646741 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.003 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 99370 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 471590 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 223931471 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 152284 2024-08-17T17:07:05.004 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 106737463 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 21425660 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 942902 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 64, 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 317810 2024-08-17T17:07:05.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 360279673 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 28664780 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2934973 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.006 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861457182 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 272023552 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 271884288 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137368883 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:05.007 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 139264 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85459042 2024-08-17T17:07:05.008 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 618496 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.010 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73306014 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.011 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 640942821 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.012 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.013 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 72086731 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.014 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56972695 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.015 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.016 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68855961 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.017 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 640942821 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.018 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 308228 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71780631 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.020 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 46 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:05.021 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 604 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 6, 2024-08-17T17:07:05.022 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 39808302 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2946812 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 6, 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24995757 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.023 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.024 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:05.025 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:05.026 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 604 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 6, 2024-08-17T17:07:05.027 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 39808302 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2946812 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 6, 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24995757 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.028 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1771104 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.029 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305885184 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.1": { 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.030 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.031 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2568192 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.032 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1646592 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1507328 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:05.033 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.034 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:05.035 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.036 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:05.037 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.038 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4149248 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:05.039 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 790528 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 208015 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.040 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 31, 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 75843 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.041 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 351, 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 64531285 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 347, 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6823384 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 351, 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 463087 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 351, 2024-08-17T17:07:05.042 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 64994372 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 32244 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 4, 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7618 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.043 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13415 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 864 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.044 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 250 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 150, 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2422500 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 380, 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 289083 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 230, 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1492759 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:05.045 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 114598 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6854000 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 131, 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8215147 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.046 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 130, 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 271358374252 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 131, 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 137525612664 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 419, 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 38125621281 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:05.047 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 419, 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 40484 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 434464 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 145897178 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.048 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 136308 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 48053427 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20707671 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 351467 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 64, 2024-08-17T17:07:05.049 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 302907 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 222008040 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 25198231 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3192919 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.050 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.051 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:05.051 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:05.051 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861457182 2024-08-17T17:07:05.051 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.053 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 271187968 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270925824 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137368883 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 262144 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.054 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85496439 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.055 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.056 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24576 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73862537 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.057 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641223297 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.058 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.059 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71806255 2024-08-17T17:07:05.060 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56997626 2024-08-17T17:07:05.061 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.062 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.063 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68831030 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641223297 2024-08-17T17:07:05.064 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.065 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 278932 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.066 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71529451 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.067 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 38 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 157 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.068 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2429467 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 157, 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 592936605 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1052 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.069 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 157, 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 51818216 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 157, 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 160689424 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 33 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 33, 2024-08-17T17:07:05.070 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4413368 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1052 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 33, 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3869751 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 33, 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3147709 2024-08-17T17:07:05.071 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 22 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17911229 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:05.072 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8287248 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 16856355 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.073 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 102 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2429467 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 102, 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 570612008 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.074 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 102, 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 39661217 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 102, 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 140685360 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 590368 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.075 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305283072 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.2": { 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.076 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.077 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2281472 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.078 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1466368 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1327104 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:05.079 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:05.080 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.081 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:05.082 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.083 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.084 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3682304 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:05.085 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 782336 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 4, 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 177174 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.086 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17372 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.087 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 52737552 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 303, 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7351221 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 401706 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.088 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 53139258 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 31272 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1771 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:05.089 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4523 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:05.090 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 637 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 224 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 105, 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1005451 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 286, 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 263516 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 181, 2024-08-17T17:07:05.091 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 493297 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 102783 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6183480 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 122, 2024-08-17T17:07:05.092 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7956089 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 121, 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 303992260545 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 122, 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 119241635770 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 348, 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 44301122775 2024-08-17T17:07:05.093 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 348, 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34565 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 406282 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 76540365 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.094 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 126172 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 27068803 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17070302 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 351553 2024-08-17T17:07:05.095 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 56, 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 275640 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 127322026 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 21591328 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:05.096 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2181419 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861457182 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269926400 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269492224 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.097 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137368883 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 434176 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.098 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85498138 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.099 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8192 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.100 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73877222 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:05.101 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641236042 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.102 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:05.103 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71793510 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:05.104 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56998759 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.105 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.106 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68829897 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.107 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641236042 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.108 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.109 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 267003 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71528635 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.110 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.111 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 31 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.112 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 77073736 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:05.113 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3609961 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 26472950 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.114 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.115 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.116 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.117 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 77073736 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.118 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3609961 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 26472950 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:05.119 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305274880 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.120 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.3": { 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.121 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1191936 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.122 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:05.123 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 880640 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 741376 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.124 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:05.125 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:05.126 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.127 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.128 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:05.129 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2007040 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.130 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 806912 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.131 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7195 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.132 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 164, 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34391680 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 158, 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7861330 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 164, 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 252443 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 164, 2024-08-17T17:07:05.133 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34644123 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45675 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1043 2024-08-17T17:07:05.134 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8967 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.135 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 371 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 235 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 97, 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 889699 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 170, 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 267884 2024-08-17T17:07:05.136 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 73, 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 201210 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.137 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5258005 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 57, 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4436113 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 54, 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 375387544107 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 57, 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 79589800848 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.138 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 246, 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 543268 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 246, 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 30195 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 268676 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 99662537 2024-08-17T17:07:05.139 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 66852 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 180608777 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10888072 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 354546 2024-08-17T17:07:05.140 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 48, 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 218475 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 296714690 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13330393 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:05.141 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1517332 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861457182 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269926400 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 268951552 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.142 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137368883 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 974848 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.143 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85497504 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8192 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.145 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73877856 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.146 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641231284 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.147 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.148 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71798268 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.149 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56998336 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.150 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.151 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.152 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68830320 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.153 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641231284 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.154 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6974 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 273399 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.155 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71520023 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.156 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 37 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:05.157 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.158 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 693486 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.159 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.161 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.162 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:05.163 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 693486 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:05.164 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.165 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305295360 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.4": { 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:05.166 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:05.167 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1245184 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:05.168 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 884736 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 745472 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.169 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:05.170 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:05.171 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.172 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.173 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:05.174 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2064384 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 802816 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:05.175 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 12, 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 542889 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2135 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 165, 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 53065649 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 165, 2024-08-17T17:07:05.177 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4430759 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 165, 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 250716 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 165, 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 53316365 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.178 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 36452 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 880 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9573 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 411 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 250 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 111, 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 885753 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.180 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 191, 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 231772 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 80, 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 163342 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 181000 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.181 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4357660 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 49, 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3588236 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 48, 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 275373113003 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:05.182 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 49, 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 79963200005 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 276, 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 525663 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 276, 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 27168 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 266863 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.183 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 184454127 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 78615 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 115306772 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.184 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13473266 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 352268 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 47, 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 213612 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 317892914 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:05.185 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15889673 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2315382 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861475460 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270974976 2024-08-17T17:07:05.186 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269615104 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137390387 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1359872 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.187 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85499081 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.188 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.189 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73884471 2024-08-17T17:07:05.190 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.191 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641243110 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.192 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.193 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71786442 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.194 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56999387 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.195 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.196 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68829269 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.197 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641243110 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.199 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 274977 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71513593 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.200 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.201 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 37 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.202 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 22 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7458546 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:05.203 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 757004 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7345484 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.204 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:05.205 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.206 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.207 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 22 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7458546 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.208 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 757004 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7345484 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.209 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305295360 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.5": { 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:05.210 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.211 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1294336 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:05.212 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 958464 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 819200 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.213 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:05.214 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:05.215 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.216 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:05.217 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.218 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2187264 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.219 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 806912 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 4, 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 138715 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:05.220 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7192 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 183, 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45803572 2024-08-17T17:07:05.221 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 177, 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9302694 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 183, 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 203148 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 183, 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 46006720 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:05.222 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 35788 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 907 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.223 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5560 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 362 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 259 2024-08-17T17:07:05.224 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 97, 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 956400 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 158, 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 232587 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 61, 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 586615 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:05.225 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71931 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3879327 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 46, 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2993257 2024-08-17T17:07:05.226 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 43, 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 335292103444 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 46, 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65819182113 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 274, 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5686797690 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.227 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 274, 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 29476 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 272862 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 121517413 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.228 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 83428 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 53932277 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14553736 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 354551 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.229 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 38, 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 235651 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 194192320 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17330036 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:05.230 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2043002 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861475460 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270073856 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269459456 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.231 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137390387 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 614400 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.232 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85498015 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.233 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8192 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.234 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73877345 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.235 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641235119 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.236 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.237 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71794433 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:05.238 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56998677 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.239 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68829979 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:05.241 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641235119 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.242 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6974 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.243 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 283153 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71506434 2024-08-17T17:07:05.244 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.245 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 42 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:05.246 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.247 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:05.248 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.249 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.250 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.251 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.252 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:05.253 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305295360 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.6": { 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:05.254 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.255 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1302528 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.256 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 974848 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 835584 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:05.257 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:05.258 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:05.259 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:05.260 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.261 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:05.262 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2211840 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1388544 2024-08-17T17:07:05.263 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:05.264 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10018 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 187, 2024-08-17T17:07:05.265 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 60275395 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 181, 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6294497 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 187, 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 175463 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 187, 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 60450858 2024-08-17T17:07:05.266 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 41214 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1064 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.267 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 11474 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 374 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 264 2024-08-17T17:07:05.268 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 101, 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1073913 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 159, 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 279413 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 58, 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 691535 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.269 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4538325 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 39, 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2715800 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:05.270 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 39, 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 503061017462 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 39, 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 49840281466 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 517806 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 27936 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.271 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 245583 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 113339038 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 84167 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.272 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 83877221 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13749815 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 944487 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 32, 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 166349 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.273 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 215789211 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15859177 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2648128 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861475460 2024-08-17T17:07:05.274 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269860864 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269680640 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137390387 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 180224 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.275 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85497596 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.276 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.277 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 16384 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.278 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73869572 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.279 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641231973 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.280 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.281 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71797579 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.282 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56998397 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.283 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.284 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68830259 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.285 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641231973 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.286 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7116 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 281810 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.287 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71510781 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:05.288 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 39 2024-08-17T17:07:05.289 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.290 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2804 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 13, 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68411645 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 15, 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7002201 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.291 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 13, 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 41657674 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.292 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.293 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:05.294 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2804 2024-08-17T17:07:05.295 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 13, 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68411645 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 15, 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7002201 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 13, 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 41657674 2024-08-17T17:07:05.296 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.297 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305876992 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.7": { 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:05.298 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.299 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1359872 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:05.300 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1060864 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 921600 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:05.301 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:05.302 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.303 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:05.304 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:05.305 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.306 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2355200 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1384448 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 229403 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.307 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:05.308 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 15, 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34580 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 208, 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 50658707 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 198, 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12758073 2024-08-17T17:07:05.309 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 208, 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 160907 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 208, 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 50819614 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.310 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 35970 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1050 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:05.311 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3892 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 571 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 290 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 123, 2024-08-17T17:07:05.312 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3428294 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 192, 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 266306 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 69, 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2755463 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:05.313 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 37364 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2289218 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 26, 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1795717 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 26, 2024-08-17T17:07:05.314 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270133706076 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 26, 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 43770581696 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 624989 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34305 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:05.315 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 214208 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 135894977 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 99346 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 63484546 2024-08-17T17:07:05.316 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14205648 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 942455 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 25, 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 109592 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:05.317 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 216135065 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20094817 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2344329 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:05.318 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861475460 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270974976 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270557184 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137390387 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 417792 2024-08-17T17:07:05.319 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.320 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85479902 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 155648 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.321 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 143360 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.322 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73604642 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.323 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641099267 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.324 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71930285 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.326 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56986601 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.327 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68842055 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:05.329 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641099267 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17130 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.331 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 284076 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71631207 2024-08-17T17:07:05.332 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.333 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 87 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.334 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 87, 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 69403970 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 264322 2024-08-17T17:07:05.335 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 89, 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20586495 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 87, 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 46378577 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 60 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 60, 2024-08-17T17:07:05.336 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9284233 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 264322 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 60, 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8340551 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 60, 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6934648 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.337 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 22 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 19821539 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:05.338 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8914137 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 18505833 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:05.339 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 40298198 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:05.340 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3331807 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20938096 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.341 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305872896 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: "pools": [ 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr" 2024-08-17T17:07:05.342 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 1, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 1, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 1, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 1781760, 2024-08-17T17:07:05.343 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 1781760, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 2, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 322, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 536576, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 590368, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 590368, 2024-08-17T17:07:05.344 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 1771104, 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 203, 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 2473984 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:05.345 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 32, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 32, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 2, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 98304, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:05.346 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 98304, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 22, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 3410, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 3410, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 10230, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 51, 2024-08-17T17:07:05.347 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 19456 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:05.348 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 64, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 64, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 3, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 0, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 0, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:05.349 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 0.0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 0, 2024-08-17T17:07:05.350 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 0 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd" 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:05.351 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 8, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 8, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 4, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 12288, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 12288, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 2, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:05.352 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 19, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 19, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 57, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 2, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 2048 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:05.353 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd": { 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: "mirroring_by_pool": [ 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: false 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: "num_images_by_pool": [ 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pools": 1 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: "report_id": "24e431d2-4898-4b2c-9e93-d0926839606a", 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: "report_timestamp": "2024-08-17T17:07:04.454191", 2024-08-17T17:07:05.354 INFO:tasks.workunit.client.0.smithi094.stdout: "report_version": 1, 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_stats": { 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "6.15.5" 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "rook": { 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster": { 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "external-mode": null, 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "allow-multiple-per-node": null, 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "count": null, 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "max-id": null, 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "pvc": { 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: "enabled": null 2024-08-17T17:07:05.355 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "stretch": { 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "enabled": null 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "network": { 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "provider": null 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "storage": { 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "device-set": { 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "non-portable": null, 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "portable": null, 2024-08-17T17:07:05.356 INFO:tasks.workunit.client.0.smithi094.stdout: "total": null 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: "csi": { 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: "kubernetes": { 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: "node": { 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: "kubernetes-total": null, 2024-08-17T17:07:05.357 INFO:tasks.workunit.client.0.smithi094.stdout: "with-ceph-daemons": null, 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-nfs-plugin": null, 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-rbd-plugin": null 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "usage": { 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "storage-class": { 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket": null, 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs": null, 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "nfs": null, 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd": null, 2024-08-17T17:07:05.358 INFO:tasks.workunit.client.0.smithi094.stdout: "total": null 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: "services": {}, 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_per_pg": [ 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.359 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.597382+0000", 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.597382+0000", 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.597771+0000", 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.360 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.361 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3f", 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.362 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 18, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:45:36.508200+0000", 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.363 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.364 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.365 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.366 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.367 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260858+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260858+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.261131+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:05.368 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.369 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3e", 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000", 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.370 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.371 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.372 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.373 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.374 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.259439+0000", 2024-08-17T17:07:05.375 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.259439+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.259737+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.376 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.377 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3d", 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000", 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.378 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.379 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.380 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.381 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.382 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.277386+0000", 2024-08-17T17:07:05.383 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.277386+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.278490+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:05.384 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.385 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3c", 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000", 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.386 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.387 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.388 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.389 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.390 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.366346+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.366346+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.366705+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:05.391 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.392 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3b", 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 31, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:36:11.632366+0000", 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.393 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.394 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.395 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.396 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.397 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.274684+0000", 2024-08-17T17:07:05.398 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.274684+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.275018+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.399 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.400 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3a", 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000", 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.401 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.402 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.403 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.404 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.405 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.273201+0000", 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.273201+0000", 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.273527+0000", 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.406 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.407 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.39", 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000", 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.408 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.409 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.410 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.412 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267753+0000", 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267753+0000", 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.268004+0000", 2024-08-17T17:07:05.413 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:05.414 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.38", 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.415 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000", 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.416 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.417 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.419 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:05.420 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.263380+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.263380+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.263746+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.421 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.422 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.37", 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000", 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.423 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.424 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.425 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.426 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.427 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.270440+0000", 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.270440+0000", 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.270724+0000", 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:05.428 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.429 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.36", 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.430 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000", 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.431 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.432 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.434 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:05.435 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267540+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267540+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267830+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:05.436 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.35", 2024-08-17T17:07:05.437 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000", 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.438 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.439 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.441 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.442 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.597321+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.597321+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.597635+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:05.443 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.444 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.34", 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 18, 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:24:45.794527+0000", 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.445 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.446 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.447 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.448 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.449 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.265702+0000", 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.265702+0000", 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.265966+0000", 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:05.450 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.451 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.33", 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.452 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000", 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.453 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.454 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.456 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267879+0000", 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267879+0000", 2024-08-17T17:07:05.457 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.269182+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:05.458 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.459 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.32", 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000", 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.460 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.461 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.462 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.463 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.464 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.265406+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.265406+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.265683+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:05.465 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.466 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.31", 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000", 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.467 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.468 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.469 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.470 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.471 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.274803+0000", 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.274803+0000", 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.275095+0000", 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.472 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.473 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.30", 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.474 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000", 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.475 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.476 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.478 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.479 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271885+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271885+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.273149+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:05.480 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.481 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2f", 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000", 2024-08-17T17:07:05.482 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.483 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.484 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.486 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.262672+0000", 2024-08-17T17:07:05.487 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.262672+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.262924+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:05.488 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.489 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2e", 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000", 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.490 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.491 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.492 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.493 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.494 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260769+0000", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260769+0000", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.261077+0000", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:05.495 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.496 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2d", 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000", 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.497 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.498 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.499 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.500 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.501 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.276477+0000", 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.276477+0000", 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.276754+0000", 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.502 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.503 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2c", 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.504 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000", 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.505 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.507 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.508 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260112+0000", 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260112+0000", 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.260379+0000", 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.510 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2b", 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.511 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000", 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.514 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.515 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.516 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.269809+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.269809+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.270104+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:05.517 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.518 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2a", 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000", 2024-08-17T17:07:05.519 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.521 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.522 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.523 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.524 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.265609+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.265609+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.265871+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.525 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.526 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.29", 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000", 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.529 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.530 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.531 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.277374+0000", 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.277374+0000", 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.277855+0000", 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.532 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.533 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.28", 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.534 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000", 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.536 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.537 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.538 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.539 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260391+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260391+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.260672+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.540 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.541 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.27", 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000", 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.543 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.544 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.545 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.546 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.274005+0000", 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.274005+0000", 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.274336+0000", 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.547 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.548 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.26", 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.549 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000", 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.550 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.551 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.552 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.553 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.554 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.259917+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.259917+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.262652+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:05.555 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.556 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.25", 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000", 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.558 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.559 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.560 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.561 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.261835+0000", 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.261835+0000", 2024-08-17T17:07:05.562 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.262094+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:05.563 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.564 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.24", 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000", 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.566 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.567 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.568 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.569 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.268425+0000", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.268425+0000", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.268672+0000", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:05.570 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.571 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.23", 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000", 2024-08-17T17:07:05.572 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.573 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.574 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.575 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.576 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.577 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.277301+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.277301+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.278211+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:05.578 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.579 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.22", 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000", 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.580 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.581 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.582 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.583 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.584 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.263046+0000", 2024-08-17T17:07:05.585 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.263046+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.263304+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.586 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.21", 2024-08-17T17:07:05.587 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000", 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.588 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.589 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.590 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.591 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.592 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267617+0000", 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267617+0000", 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267902+0000", 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.593 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.594 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.20", 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.595 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000", 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.596 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.597 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.598 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.599 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.268916+0000", 2024-08-17T17:07:05.600 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.268916+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.269192+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:05.601 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1a", 2024-08-17T17:07:05.602 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000", 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.603 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.604 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.605 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.606 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.607 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.366240+0000", 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.366240+0000", 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.366595+0000", 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.608 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:05.609 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1b", 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.610 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 35, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:49:43.534890+0000", 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.611 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.612 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.614 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.615 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267501+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267501+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267806+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:05.616 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.617 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1b", 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000", 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.618 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.619 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.622 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.623 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055691+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055691+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056166+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.624 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:05.625 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1a", 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000", 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.626 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.627 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.629 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.630 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055394+0000", 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055394+0000", 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055667+0000", 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.631 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.632 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.19", 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000", 2024-08-17T17:07:05.633 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.634 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.636 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.637 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.262427+0000", 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.262427+0000", 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.262672+0000", 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.638 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.639 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.18", 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.640 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000", 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.641 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.642 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.644 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051686+0000", 2024-08-17T17:07:05.645 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051686+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.052092+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:05.646 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.647 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.18", 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000", 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.648 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.649 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.651 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.652 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266092+0000", 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266092+0000", 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.266336+0000", 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.653 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.654 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.19", 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.655 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000", 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.656 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.657 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.659 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:05.660 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.054200+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.054200+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.054514+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:05.661 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.662 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.17", 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000", 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.663 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.664 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.665 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.666 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.667 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267965+0000", 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267965+0000", 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.268798+0000", 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.668 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.669 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.16", 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.670 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000", 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.671 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.672 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.675 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051208+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051208+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.051631+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:05.676 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.677 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.16", 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000", 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.678 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.679 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.680 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.681 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.682 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.265758+0000", 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.265758+0000", 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.266016+0000", 2024-08-17T17:07:05.683 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:05.684 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.17", 2024-08-17T17:07:05.685 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000", 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.686 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.687 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.689 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.690 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051658+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051658+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.051932+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.691 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 3, 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 3, 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.692 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.15", 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 27, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000", 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 90, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.693 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.694 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 4, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 1 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.696 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'3" 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.697 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267461+0000", 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267461+0000", 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267788+0000", 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.698 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.699 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.14", 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.700 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000", 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.701 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.702 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.703 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.704 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.052617+0000", 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.052617+0000", 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.052938+0000", 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.705 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 12, 2024-08-17T17:07:05.706 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 12, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.14", 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.707 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 36, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000", 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 2624, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.708 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 12, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 4, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 4, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.709 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.710 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 12, 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 9 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "76'12" 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.711 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.712 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266545+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266545+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267063+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:05.713 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.714 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.15", 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000", 2024-08-17T17:07:05.715 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.716 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.717 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.719 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.720 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.050011+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.050011+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.050295+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.721 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.722 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.13", 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000", 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 34, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.723 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.724 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 6 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.726 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.727 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260656+0000", 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260656+0000", 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.260921+0000", 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.728 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.729 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.12", 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.730 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000", 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.731 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.734 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051761+0000", 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051761+0000", 2024-08-17T17:07:05.735 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.052255+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.736 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.12", 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.737 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000", 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.738 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.741 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.742 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.270445+0000", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.270445+0000", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.270812+0000", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:05.743 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.744 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.13", 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000", 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.745 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.748 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.749 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051289+0000", 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051289+0000", 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.051568+0000", 2024-08-17T17:07:05.750 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.751 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.11", 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.752 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000", 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.753 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.756 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:05.757 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267104+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267104+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267402+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.759 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.10", 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000", 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.760 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.763 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.764 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055041+0000", 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055041+0000", 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055699+0000", 2024-08-17T17:07:05.765 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:05.766 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 8, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 8, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.10", 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.767 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 32, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000", 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.768 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 12, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 4, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 4, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 4, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 12, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.771 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'8" 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.772 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271777+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271777+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.272043+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:05.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.774 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.11", 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000", 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.775 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.779 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:05.780 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.050558+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.050558+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.050860+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:05.782 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.f", 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000", 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 22, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.783 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 1, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 1 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.786 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.787 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271537+0000", 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271537+0000", 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.271825+0000", 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.789 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.e", 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.790 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000", 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:05.794 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.795 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.054956+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.054956+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055234+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:05.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.797 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.e", 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000", 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.798 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:05.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.801 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.802 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.597609+0000", 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.597609+0000", 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.598046+0000", 2024-08-17T17:07:05.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.804 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.f", 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.805 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 31, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:08:08.053596+0000", 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.809 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.810 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.052282+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.052282+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.052658+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.811 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.812 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.d", 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000", 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 70, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:05.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 1, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 1 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.816 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.817 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.277195+0000", 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.277195+0000", 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.277719+0000", 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.818 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.819 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.c", 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.820 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000", 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.824 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.825 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051639+0000", 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051639+0000", 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.051913+0000", 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:05.826 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.827 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.c", 2024-08-17T17:07:05.828 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000", 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.829 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.830 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.831 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.832 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.833 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.263754+0000", 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.263754+0000", 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.264055+0000", 2024-08-17T17:07:05.834 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.835 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.d", 2024-08-17T17:07:05.836 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000", 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.837 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.838 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.839 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.840 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:05.841 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.522746+0000", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.522746+0000", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.783417+0000", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:05.842 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.843 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.5", 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:56:52.561998+0000", 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000751033, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.844 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.845 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.846 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.847 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.848 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 20, 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:02:57.392120+0000", 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:02:57.392120+0000", 2024-08-17T17:07:05.849 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:02:57.392447+0000", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:00:58.187014+0000", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:00:58.187014+0000", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 59, 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:00:58.187014+0000", 2024-08-17T17:07:05.850 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 140, 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 58, 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 140, 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.851 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "1.0", 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 326, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000", 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 590368, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 1771104, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.852 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:05.853 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 6, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.854 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 322, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 524, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 203, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 2416 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.855 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "76'140" 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.856 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055674+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055674+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055976+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:05.857 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.858 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.3", 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000", 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.859 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.860 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.861 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.862 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.863 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267332+0000", 2024-08-17T17:07:05.864 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267332+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267611+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:05.865 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.866 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2", 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000", 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.867 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.868 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.869 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.870 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.871 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:31.106795+0000", 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:31.106795+0000", 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.783579+0000", 2024-08-17T17:07:05.872 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:05.873 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.874 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.6", 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:46:11.209358+0000", 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000665927, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.875 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.876 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.877 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.878 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.879 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.059087+0000", 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.059087+0000", 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.059420+0000", 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.880 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.881 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.0", 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.882 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000", 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.883 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.884 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.885 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.886 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:05.887 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266540+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266540+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.266793+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:05.888 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1", 2024-08-17T17:07:05.889 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000", 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.890 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.891 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.892 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.893 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.894 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.926526+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.926526+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.528099+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.895 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.896 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.7", 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:25:24.895474+0000", 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.00044253, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.897 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.898 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.899 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.900 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.901 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.047277+0000", 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.047277+0000", 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.047554+0000", 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.902 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.903 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1", 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000", 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.904 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.905 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.906 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.907 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.908 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260935+0000", 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260935+0000", 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.261224+0000", 2024-08-17T17:07:05.909 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:05.910 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.911 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.0", 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000", 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.912 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.913 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.914 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.915 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.916 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:31.106805+0000", 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:31.106805+0000", 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.527899+0000", 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.917 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.918 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.4", 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.919 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:09:13.722186+0000", 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000345514, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.920 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.921 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.923 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.054167+0000", 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.054167+0000", 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.054820+0000", 2024-08-17T17:07:05.924 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.925 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.2", 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.926 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000", 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.927 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.928 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.929 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.930 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.931 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266814+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266814+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267131+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.932 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.933 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3", 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000", 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.934 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.935 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.936 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:05.937 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.938 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.926528+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.926528+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.527641+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.939 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.940 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.2", 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:51:42.055783+0000", 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000327237, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 19, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.941 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:05.942 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.943 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 2, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 2 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.944 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "75'2" 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.945 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055929+0000", 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055929+0000", 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056199+0000", 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.946 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.947 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.4", 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.948 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000", 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.949 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.950 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.951 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.952 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:05.953 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.278075+0000", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.278075+0000", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.278432+0000", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:05.954 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.955 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.5", 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000", 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.956 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.957 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.958 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.959 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.960 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.926464+0000", 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.926464+0000", 2024-08-17T17:07:05.961 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.783560+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:05.962 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.963 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.3", 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 20, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:47:06.249116+0000", 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.001380138, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.964 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:05.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.966 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:05.967 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "73'1" 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.968 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.056433+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.056433+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056751+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:05.969 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.970 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.5", 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000", 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.971 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.972 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.973 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.974 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.975 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266932+0000", 2024-08-17T17:07:05.976 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266932+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267179+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:05.977 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.978 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.4", 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000", 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.979 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.980 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.981 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.982 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.983 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.518861+0000", 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.518861+0000", 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.783294+0000", 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.984 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.985 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.0", 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.986 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:35:21.142968+0000", 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.001676722, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.987 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.988 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.989 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.990 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:05.991 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.052605+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.052605+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.053098+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:05.992 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:05.993 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.6", 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000", 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:05.994 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:05.995 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:05.996 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 1, 2024-08-17T17:07:05.997 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:05.998 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.272493+0000", 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.272493+0000", 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.272778+0000", 2024-08-17T17:07:05.999 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:06.000 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.001 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.7", 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000", 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.002 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.003 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.004 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:06.005 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.006 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.926631+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.926631+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.007 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.008 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.1", 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:10:46.462199+0000", 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000529127, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.009 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.010 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.011 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.012 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.013 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.054902+0000", 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.054902+0000", 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055179+0000", 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.014 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.015 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.7", 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:06.016 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000", 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:06.018 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.019 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.020 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.021 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.270441+0000", 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.270441+0000", 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.270697+0000", 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:06.022 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:06.023 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.6", 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:06.024 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000", 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.025 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.028 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.029 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055463+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055463+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056425+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:06.030 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.031 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.8", 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000", 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.032 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.033 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.035 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:06.036 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.364689+0000", 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.364689+0000", 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.365160+0000", 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:06.037 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.038 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.9", 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.039 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 18, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:13:27.209481+0000", 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.040 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.043 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.044 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.059797+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.059797+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.060098+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:06.045 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.046 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.9", 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000", 2024-08-17T17:07:06.047 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.048 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.051 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:06.052 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.264965+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.264965+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.265234+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:06.053 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.054 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.8", 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000", 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.055 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.056 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.058 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.059 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.059780+0000", 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.059780+0000", 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.060089+0000", 2024-08-17T17:07:06.060 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.061 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.062 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.a", 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000", 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.063 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.066 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:06.067 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.598071+0000", 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.598071+0000", 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.598394+0000", 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.068 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.069 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.b", 2024-08-17T17:07:06.070 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 31, 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:14:28.572388+0000", 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.076 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.077 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.078 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055537+0000", 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055537+0000", 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055844+0000", 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.079 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.080 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.b", 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.081 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000", 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.083 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.084 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 1, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:06.085 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.086 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.274831+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.274831+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.275125+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.087 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.088 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.a", 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000", 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.091 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.092 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.093 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271016+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271016+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.271296+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:06.094 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.095 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1d", 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000", 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.096 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.097 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.099 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.100 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.056952+0000", 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.056952+0000", 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.058260+0000", 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.101 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.102 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1c", 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000", 2024-08-17T17:07:06.103 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.104 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.106 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:06.107 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271983+0000", 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271983+0000", 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.272255+0000", 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.108 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.109 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1c", 2024-08-17T17:07:06.110 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000", 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.111 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.114 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.115 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051053+0000", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051053+0000", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.054081+0000", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:06.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.117 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1d", 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000", 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.118 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.121 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.122 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266803+0000", 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266803+0000", 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267065+0000", 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.124 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1f", 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000", 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.125 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.128 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:06.129 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.050727+0000", 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.050727+0000", 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.050988+0000", 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.130 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.131 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1e", 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:06.132 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000", 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.133 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.135 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:06.136 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.261515+0000", 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.261515+0000", 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.261802+0000", 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.137 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.138 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1e", 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.139 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000", 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.140 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.143 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.056109+0000", 2024-08-17T17:07:06.144 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.056109+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056541+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:06.145 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 4, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 4, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:06.146 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1f", 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 28, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000", 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 570, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.147 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 4, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 1 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.150 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'4" 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_per_pool": [ 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 24, 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd" 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 3, 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pg": 8, 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 8, 2024-08-17T17:07:06.151 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 3, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "poolid": 4, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 19, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.152 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.153 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 2, 2024-08-17T17:07:06.154 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 2 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 12288, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 57, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.155 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 24 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 192, 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pg": 64, 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 8, 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "poolid": 3, 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 0, 2024-08-17T17:07:06.159 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 0, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 192 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 96, 2024-08-17T17:07:06.160 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 45, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pg": 32, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 8, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 45, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "poolid": 2, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 3410, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.161 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 66, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 22, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.162 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 22, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 14, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:06.163 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 51, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 19 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 98304, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 10230, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:06.164 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 96 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 3, 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr" 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 140, 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pg": 1, 2024-08-17T17:07:06.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 3, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 140, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "poolid": 1, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 590368, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 1771104, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 6, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 322, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 524, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.168 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 203, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 2416 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 1781760, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 1771104, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 3 2024-08-17T17:07:06.169 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "usage": { 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 105, 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "pools": 4, 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_by_class": { 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "ssd": { 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "total_avail_bytes": 765516206080, 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "total_bytes": 767960285184, 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_bytes": 2444079104, 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_raw_bytes": 2444079104, 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_raw_ratio": 0.00318255927413702 2024-08-17T17:07:06.170 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.171 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.171 INFO:tasks.workunit.client.0.smithi094.stdout: "total_avail_bytes": 765516206080, 2024-08-17T17:07:06.171 INFO:tasks.workunit.client.0.smithi094.stdout: "total_bytes": 767960285184, 2024-08-17T17:07:06.171 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_bytes": 2444079104 2024-08-17T17:07:06.171 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.171 INFO:tasks.workunit.client.0.smithi094.stdout:} 2024-08-17T17:07:06.171 INFO:tasks.workunit.client.0.smithi094.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T17:07:06.172 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph telemetry show-device 2024-08-17T17:07:06.172 INFO:tasks.workunit.client.0.smithi094.stdout:{ 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "1ea42596-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "INTEL_SSDPED1D480GA_1ea4a50c-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "20240817-170100": { 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "device": { 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "protocol": "NVMe", 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "nvme" 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "firmware_version": "E2010325", 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "host_id": "1ea42596-5cbb-11ef-b5b4-0cc47a8fd763", 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: "json_format_version": [ 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:06.173 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "local_time": { 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "asctime": "Sat Aug 17 17:00:59 2024 UTC", 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "time_t": 1723914059 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "logical_block_size": 512, 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_controller_id": 0, 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_namespaces": [ 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "capacity": { 2024-08-17T17:07:06.174 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "formatted_lba_size": 512, 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 1, 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "size": { 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "utilization": { 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.175 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_pci_vendor": { 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 32902, 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "subsystem_id": 32902 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "Device stats": { 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_fw_downgrades": { 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.176 INFO:tasks.workunit.client.0.smithi094.stdout: "crc_error_count": { 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "erase_fail_count": { 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "host_bytes_written": { 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.177 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 12763168 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "host_ctx_wear_used": { 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "media_bytes_read": { 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "nand_bytes_written": { 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.178 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_stat_indicator": { 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "pll_lock_loss_count": { 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "program_fail_count": { 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.179 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "soft_ecc_err_rate": { 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "thermal_throttle_status": { 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "cnt": 0, 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: "pct": 0 2024-08-17T17:07:06.180 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_host_reads": { 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 14 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_media_wear": { 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": "8.479492" 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_timer": { 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 1527421 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "unexp_power_loss": { 2024-08-17T17:07:06.181 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: "wear_leveling": { 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: "avg": 0, 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: "max": 0, 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:07:06.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare": 100, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare_threshold": 0, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "controller_busy_time": 5013, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "critical_warning": 0, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_read": 170230430, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_written": 836447039, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "host_reads": 3036278308, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "host_writes": 17959595507, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "media_errors": 0, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "num_err_log_entries": 0, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "percentage_used": 13, 2024-08-17T17:07:06.183 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycles": 35040, 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_hours": 40066, 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": 39, 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "unsafe_shutdowns": 10573 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_vendor": "intel", 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_version": { 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "string": "<1.2", 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycle_count": 35040, 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_time": { 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: "hours": 40066 2024-08-17T17:07:06.184 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "serial_number": "deleted", 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "smart_status": { 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme": { 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "passed": true 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl": { 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "argv": [ 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl", 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "-x", 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "--json=o", 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "/dev/nvme0n1" 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.185 INFO:tasks.workunit.client.0.smithi094.stdout: "build_info": "(local build)", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "exit_status": 0, 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "output": [ 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "Serial Number: deleted", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Version: E2010325", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller ID: 0", 2024-08-17T17:07:06.186 INFO:tasks.workunit.client.0.smithi094.stdout: "NVMe Version: <1.2", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Number of Namespaces: 1", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Local Time is: Sat Aug 17 17:00:59 2024 UTC", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported Power States", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T17:07:06.187 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 512 0 2", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "Critical Warning: 0x00", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "Temperature: 39 Celsius", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare: 100%", 2024-08-17T17:07:06.188 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare Threshold: 0%", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Percentage Used: 13%", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Read: 170,230,430 [87.1 TB]", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Written: 836,447,039 [428 TB]", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Read Commands: 3,036,278,308", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Write Commands: 17,959,595,507", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller Busy Time: 5,013", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Power Cycles: 35,040", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Power On Hours: 40,066", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Unsafe Shutdowns: 10,573", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information Log Entries: 0", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:07:06.189 INFO:tasks.workunit.client.0.smithi094.stdout: "No Errors Logged", 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: "" 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: "svn_revision": "5155", 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: "version": [ 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": { 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: "current": 39 2024-08-17T17:07:06.190 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "user_capacity": { 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "1ea5b6a4-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "INTEL_SSDPEDMD400G4_1ea642b8-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "20240817-170102": { 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "device": { 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:07:06.191 INFO:tasks.workunit.client.0.smithi094.stdout: "protocol": "NVMe", 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "nvme" 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: "host_id": "1ea5b6a4-5cbb-11ef-b5b4-0cc47a8fd763", 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: "json_format_version": [ 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: "local_time": { 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: "asctime": "Sat Aug 17 17:01:01 2024 UTC", 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: "time_t": 1723914061 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.192 INFO:tasks.workunit.client.0.smithi094.stdout: "logical_block_size": 512, 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_controller_id": 0, 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_namespaces": [ 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "capacity": { 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "formatted_lba_size": 512, 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 1, 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "size": { 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:06.193 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "utilization": { 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_pci_vendor": { 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 32902, 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "subsystem_id": 32902 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:07:06.194 INFO:tasks.workunit.client.0.smithi094.stdout: "Device stats": { 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_fw_downgrades": { 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "crc_error_count": { 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "erase_fail_count": { 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.195 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "host_bytes_written": { 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 28662035 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "host_ctx_wear_used": { 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 1 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "media_bytes_read": { 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.196 INFO:tasks.workunit.client.0.smithi094.stdout: "nand_bytes_written": { 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 49631242 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_stat_indicator": { 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "pll_lock_loss_count": { 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "program_fail_count": { 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.197 INFO:tasks.workunit.client.0.smithi094.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "soft_ecc_err_rate": { 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "thermal_throttle_status": { 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.198 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "cnt": 0, 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "pct": 0 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_host_reads": { 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 65535 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_media_wear": { 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": "63.999023" 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_timer": { 2024-08-17T17:07:06.199 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 65535 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "unexp_power_loss": { 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "wear_leveling": { 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 89, 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "avg": 3367, 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "max": 3383, 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 3354 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.200 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare": 100, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare_threshold": 10, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "controller_busy_time": 4, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "critical_warning": 0, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_read": 389419246, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_written": 1878395178, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "host_reads": 6455915799, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "host_writes": 32554662094, 2024-08-17T17:07:06.201 INFO:tasks.workunit.client.0.smithi094.stdout: "media_errors": 0, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_err_log_entries": 0, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "percentage_used": 11, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycles": 54309, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_hours": 56770, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": 24, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "unsafe_shutdowns": 454 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_vendor": "intel", 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_version": { 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "string": "<1.2", 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycle_count": 54309, 2024-08-17T17:07:06.202 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_time": { 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "hours": 56770 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "serial_number": "deleted", 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "smart_status": { 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme": { 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "passed": true 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl": { 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "argv": [ 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl", 2024-08-17T17:07:06.203 INFO:tasks.workunit.client.0.smithi094.stdout: "-x", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "--json=o", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "/dev/nvme0n1" 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "build_info": "(local build)", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "exit_status": 0, 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "output": [ 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "Serial Number: deleted", 2024-08-17T17:07:06.204 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller ID: 0", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "NVMe Version: <1.2", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Number of Namespaces: 1", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Local Time is: Sat Aug 17 17:01:01 2024 UTC", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported Power States", 2024-08-17T17:07:06.205 INFO:tasks.workunit.client.0.smithi094.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 512 0 2", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: " 1 - 512 8 2", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: " 2 - 512 16 2", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: " 3 - 4096 0 0", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: " 4 - 4096 8 0", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: " 5 - 4096 64 0", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: " 6 - 4096 128 0", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.206 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Critical Warning: 0x00", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Temperature: 24 Celsius", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare: 100%", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Percentage Used: 11%", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Read: 389,419,246 [199 TB]", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Written: 1,878,395,178 [961 TB]", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Read Commands: 6,455,915,799", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Write Commands: 32,554,662,094", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller Busy Time: 4", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Power Cycles: 54,309", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Power On Hours: 56,770", 2024-08-17T17:07:06.207 INFO:tasks.workunit.client.0.smithi094.stdout: "Unsafe Shutdowns: 454", 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information Log Entries: 0", 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "No Errors Logged", 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "" 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "svn_revision": "5155", 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "version": [ 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.208 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": { 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: "current": 24 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: "user_capacity": { 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.209 INFO:tasks.workunit.client.0.smithi094.stdout:} 2024-08-17T17:07:06.209 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.209 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/4078699696' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/4078699696' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.210 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.211 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.212 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:04 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.214 INFO:tasks.workunit.client.0.smithi094.stderr:+ ceph telemetry show-all 2024-08-17T17:07:06.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/4078699696' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:07:06.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/4078699696' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:07:06.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.215 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/4078699696' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:07:06.216 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/4078699696' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.217 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.218 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.218 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.218 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.218 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.218 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.218 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.218 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.218 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.219 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.220 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.221 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.221 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.221 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.221 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.221 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.221 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.221 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.221 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.222 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.223 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:04 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.226 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:06.226 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.226 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.226 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.226 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.226 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.227 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.228 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.229 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:06.230 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:05 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:06.234 INFO:tasks.workunit.client.0.smithi094.stdout:{ 2024-08-17T17:07:06.234 INFO:tasks.workunit.client.0.smithi094.stdout: "device_report": { 2024-08-17T17:07:06.234 INFO:tasks.workunit.client.0.smithi094.stdout: "1ea42596-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "INTEL_SSDPED1D480GA_1ea4a50c-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "20240817-170100": { 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "device": { 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "protocol": "NVMe", 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "nvme" 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "firmware_version": "E2010325", 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "host_id": "1ea42596-5cbb-11ef-b5b4-0cc47a8fd763", 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: "json_format_version": [ 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.235 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "local_time": { 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "asctime": "Sat Aug 17 17:00:59 2024 UTC", 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "time_t": 1723914059 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "logical_block_size": 512, 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_controller_id": 0, 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_namespaces": [ 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "capacity": { 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:06.236 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: "formatted_lba_size": 512, 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 1, 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: "size": { 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: "utilization": { 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.237 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_pci_vendor": { 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 32902, 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "subsystem_id": 32902 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "Device stats": { 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_fw_downgrades": { 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "crc_error_count": { 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.238 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "erase_fail_count": { 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "host_bytes_written": { 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 12763168 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.239 INFO:tasks.workunit.client.0.smithi094.stdout: "host_ctx_wear_used": { 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "media_bytes_read": { 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "nand_bytes_written": { 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_stat_indicator": { 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.240 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "pll_lock_loss_count": { 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "program_fail_count": { 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:07:06.241 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "soft_ecc_err_rate": { 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "thermal_throttle_status": { 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "cnt": 0, 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: "pct": 0 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.242 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_host_reads": { 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 14 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_media_wear": { 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": "8.479492" 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_timer": { 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 1527421 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "unexp_power_loss": { 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.243 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "wear_leveling": { 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "avg": 0, 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "max": 0, 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare": 100, 2024-08-17T17:07:06.244 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare_threshold": 0, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "controller_busy_time": 5013, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "critical_warning": 0, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_read": 170230430, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_written": 836447039, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "host_reads": 3036278308, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "host_writes": 17959595507, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "media_errors": 0, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "num_err_log_entries": 0, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "percentage_used": 13, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycles": 35040, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_hours": 40066, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": 39, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "unsafe_shutdowns": 10573 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.245 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_vendor": "intel", 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_version": { 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "string": "<1.2", 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycle_count": 35040, 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_time": { 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "hours": 40066 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "serial_number": "deleted", 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "smart_status": { 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme": { 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.246 INFO:tasks.workunit.client.0.smithi094.stdout: "passed": true 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl": { 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "argv": [ 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl", 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "-x", 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "--json=o", 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "/dev/nvme0n1" 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "build_info": "(local build)", 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "exit_status": 0, 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "output": [ 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.247 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Serial Number: deleted", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Version: E2010325", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller ID: 0", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "NVMe Version: <1.2", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Number of Namespaces: 1", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Local Time is: Sat Aug 17 17:00:59 2024 UTC", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:07:06.248 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported Power States", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 512 0 2", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:07:06.249 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Critical Warning: 0x00", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Temperature: 39 Celsius", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare: 100%", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare Threshold: 0%", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Percentage Used: 13%", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Read: 170,230,430 [87.1 TB]", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Written: 836,447,039 [428 TB]", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Read Commands: 3,036,278,308", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Write Commands: 17,959,595,507", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller Busy Time: 5,013", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Power Cycles: 35,040", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Power On Hours: 40,066", 2024-08-17T17:07:06.250 INFO:tasks.workunit.client.0.smithi094.stdout: "Unsafe Shutdowns: 10,573", 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information Log Entries: 0", 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "No Errors Logged", 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "" 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "svn_revision": "5155", 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: "version": [ 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.251 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": { 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: "current": 39 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: "user_capacity": { 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 937703088, 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 480103981056 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: "1ea5b6a4-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:06.252 INFO:tasks.workunit.client.0.smithi094.stdout: "INTEL_SSDPEDMD400G4_1ea642b8-5cbb-11ef-b5b4-0cc47a8fd763": { 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "20240817-170102": { 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "device": { 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "protocol": "NVMe", 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "nvme" 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "host_id": "1ea5b6a4-5cbb-11ef-b5b4-0cc47a8fd763", 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "json_format_version": [ 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.253 INFO:tasks.workunit.client.0.smithi094.stdout: "local_time": { 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "asctime": "Sat Aug 17 17:01:01 2024 UTC", 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "time_t": 1723914061 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "logical_block_size": 512, 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_controller_id": 0, 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_namespaces": [ 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "capacity": { 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.254 INFO:tasks.workunit.client.0.smithi094.stdout: "formatted_lba_size": 512, 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 1, 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "size": { 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "utilization": { 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_pci_vendor": { 2024-08-17T17:07:06.255 INFO:tasks.workunit.client.0.smithi094.stdout: "id": 32902, 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "subsystem_id": 32902 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "Device stats": { 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_fw_downgrades": { 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "crc_error_count": { 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:07:06.256 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "erase_fail_count": { 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "host_bytes_written": { 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 28662035 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "host_ctx_wear_used": { 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 1 2024-08-17T17:07:06.257 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "media_bytes_read": { 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "nand_bytes_written": { 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 49631242 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_stat_indicator": { 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.258 INFO:tasks.workunit.client.0.smithi094.stdout: "pll_lock_loss_count": { 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "program_fail_count": { 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:07:06.259 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "soft_ecc_err_rate": { 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "thermal_throttle_status": { 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "cnt": 0, 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "pct": 0 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.260 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_host_reads": { 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 65535 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_media_wear": { 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": "63.999023" 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "timed_workload_timer": { 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 100, 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 65535 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "unexp_power_loss": { 2024-08-17T17:07:06.261 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 0, 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": 0 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: "wear_leveling": { 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: "normalized": 89, 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: "raw": { 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: "avg": 3367, 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: "max": 3383, 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 3354 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.262 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare": 100, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "available_spare_threshold": 10, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "controller_busy_time": 4, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "critical_warning": 0, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_read": 389419246, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "data_units_written": 1878395178, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "host_reads": 6455915799, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "host_writes": 32554662094, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "media_errors": 0, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "num_err_log_entries": 0, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "percentage_used": 11, 2024-08-17T17:07:06.263 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycles": 54309, 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_hours": 56770, 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": 24, 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "unsafe_shutdowns": 454 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_vendor": "intel", 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme_version": { 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "string": "<1.2", 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "power_cycle_count": 54309, 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "power_on_time": { 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: "hours": 56770 2024-08-17T17:07:06.264 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "serial_number": "deleted", 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "smart_status": { 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "nvme": { 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "passed": true 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl": { 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "argv": [ 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl", 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "-x", 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "--json=o", 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: "/dev/nvme0n1" 2024-08-17T17:07:06.265 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "build_info": "(local build)", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "exit_status": 0, 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "output": [ 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "Serial Number: deleted", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:07:06.266 INFO:tasks.workunit.client.0.smithi094.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller ID: 0", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "NVMe Version: <1.2", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Number of Namespaces: 1", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Local Time is: Sat Aug 17 17:01:01 2024 UTC", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported Power States", 2024-08-17T17:07:06.267 INFO:tasks.workunit.client.0.smithi094.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: " 0 + 512 0 2", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: " 1 - 512 8 2", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: " 2 - 512 16 2", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: " 3 - 4096 0 0", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: " 4 - 4096 8 0", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: " 5 - 4096 64 0", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: " 6 - 4096 128 0", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.268 INFO:tasks.workunit.client.0.smithi094.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Critical Warning: 0x00", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Temperature: 24 Celsius", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare: 100%", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Percentage Used: 11%", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Read: 389,419,246 [199 TB]", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Data Units Written: 1,878,395,178 [961 TB]", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Read Commands: 6,455,915,799", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Host Write Commands: 32,554,662,094", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Controller Busy Time: 4", 2024-08-17T17:07:06.269 INFO:tasks.workunit.client.0.smithi094.stdout: "Power Cycles: 54,309", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "Power On Hours: 56,770", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "Unsafe Shutdowns: 454", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information Log Entries: 0", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "No Errors Logged", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "" 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "svn_revision": "5155", 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: "version": [ 2024-08-17T17:07:06.270 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: "temperature": { 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: "current": 24 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: "user_capacity": { 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: "blocks": 781422768, 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 400088457216 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.271 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "report": { 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "balancer": { 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "active": true, 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "mode": "" 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "channels": [ 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "basic", 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "crash", 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "device", 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "ident", 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "perf" 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "channels_available": [ 2024-08-17T17:07:06.272 INFO:tasks.workunit.client.0.smithi094.stdout: "basic", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "ident", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "crash", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "device", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "perf" 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "collections_available": [ 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_base", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "device_base", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "crash_base", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "ident_base", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_perf", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_mds_metadata", 2024-08-17T17:07:06.273 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_usage", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_usage_by_class", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_rook_v01", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_memory_metrics", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_options_bluestore" 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "collections_opted_in": [ 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_base", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "device_base", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "crash_base", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "ident_base", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_perf", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_mds_metadata", 2024-08-17T17:07:06.274 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_usage", 2024-08-17T17:07:06.275 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_usage_by_class", 2024-08-17T17:07:06.275 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_rook_v01", 2024-08-17T17:07:06.275 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_memory_metrics", 2024-08-17T17:07:06.275 INFO:tasks.workunit.client.0.smithi094.stdout: "basic_pool_options_bluestore" 2024-08-17T17:07:06.275 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.278 INFO:tasks.workunit.client.0.smithi094.stdout: "config": { 2024-08-17T17:07:06.278 INFO:tasks.workunit.client.0.smithi094.stdout: "active_changed": [ 2024-08-17T17:07:06.278 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:07:06.278 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_debug", 2024-08-17T17:07:06.278 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:07:06.278 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_service_ticket_ttl", 2024-08-17T17:07:06.278 INFO:tasks.workunit.client.0.smithi094.stdout: "bdev_debug_aio", 2024-08-17T17:07:06.278 INFO:tasks.workunit.client.0.smithi094.stdout: "client_check_pool_perm", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "client_mount_gid", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "client_mount_uid", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "client_quota", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "container_image", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "daemonize", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mgr", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mon", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_ms", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_osd", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_paxos", 2024-08-17T17:07:06.279 INFO:tasks.workunit.client.0.smithi094.stdout: "keyring", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_block_size", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_cache_size", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_compression", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_log", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "leveldb_write_buffer_size", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_file", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_journald", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_stderr", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_allow_pool_delete", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_clock_drift_allowed", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_file", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_journald", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_stderr", 2024-08-17T17:07:06.280 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_data_avail_warn", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_election_default_strategy", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_host", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_max_pg_per_osd", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:07:06.281 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_bug", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_old_message", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "no_config_file", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_default_list", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_load_list", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_op_order", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_shutdown", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:07:06.282 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_profile", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T17:07:06.283 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target_autotune", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue_cut_off", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recover_clone_overlap", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recovery_max_chunk", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_load_threshold", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_max_interval", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "public_addr", 2024-08-17T17:07:06.284 INFO:tasks.workunit.client.0.smithi094.stdout: "public_addrv", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "public_network", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd_default_features", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd_qos_exclude_ops", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "setgroup", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "setuser" 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster_changed": [ 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_debug", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "auth_service_ticket_ttl", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "bdev_debug_aio", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "container_image", 2024-08-17T17:07:06.285 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mgr", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_mon", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_ms", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_osd", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "debug_paxos", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_file", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_journald", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "log_to_stderr", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_join_fs", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/container_init", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/migration_current", 2024-08-17T17:07:06.286 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/channel_ident", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/channel_perf", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/description", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/enabled", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr/telemetry/organization", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_allow_pool_delete", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_clock_drift_allowed", 2024-08-17T17:07:06.287 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_cluster_log_to_file", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_data_avail_warn", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_election_default_strategy", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_max_pg_per_osd", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:07:06.288 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_bug", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "ms_die_on_old_message", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_default_list", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_class_load_list", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_op_order", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_shutdown", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:07:06.289 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mclock_profile", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_memory_target_autotune", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_op_queue_cut_off", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recover_clone_overlap", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_recovery_max_chunk", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_load_threshold", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_scrub_max_interval", 2024-08-17T17:07:06.290 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "public_network", 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_cache_enabled", 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_enable_ops_log", 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "rgw_enable_usage_log" 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "contact": null, 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "crashes": [], 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "created": "2024-08-17T16:57:49.075540Z", 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "crush": { 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_algs": { 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "straw2": 3 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.291 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_sizes": { 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "2": 1, 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "4": 2 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket_types": { 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "1": 2, 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "11": 1 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "compat_weight_set": false, 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "device_classes": [ 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: 8 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "num_buckets": 6, 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "num_devices": 8, 2024-08-17T17:07:06.292 INFO:tasks.workunit.client.0.smithi094.stdout: "num_rules": 1, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_types": 12, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_weight_sets": 0, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "tunables": { 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "allowed_bucket_algs": 54, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_local_fallback_tries": 0, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_local_tries": 0, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "choose_total_tries": 50, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_descend_once": 1, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_stable": 1, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "chooseleaf_vary_r": 1, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v2_rules": 0, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v3_rules": 0, 2024-08-17T17:07:06.293 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v4_buckets": 1, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "has_v5_rules": 0, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "legacy_tunables": 0, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "minimum_required_version": "jewel", 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "optimal_tunables": 1, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "profile": "jewel", 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables": 1, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables2": 1, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables3": 1, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "require_feature_tunables5": 1, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "straw_calc_version": 1 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.294 INFO:tasks.workunit.client.0.smithi094.stdout: "description": "upgrade test cluster", 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "fs": { 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "feature_flags": { 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "enable_multiple": true, 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "ever_enabled_multiple": true 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "filesystems": [ 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "approx_ctime": "2024-08", 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "balancer_enabled": false, 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_caps": 0, 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_dns": 10, 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_inos": 13, 2024-08-17T17:07:06.295 INFO:tasks.workunit.client.0.smithi094.stdout: "cached_subtrees": 2, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "ever_allowed_features": 0, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "explicitly_allowed_features": 0, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "files": 0, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "max_mds": 1, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "num_data_pools": 1, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "num_in": 1, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "num_mds": 1, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": 0, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "num_standby_replay": 0, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "num_up": 1, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "snaps": 0, 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "standby_count_wanted": 0 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.296 INFO:tasks.workunit.client.0.smithi094.stdout: "num_standby_mds": 1, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "total_num_mds": 2 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_stats": { 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 20135936, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 338200, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 835584, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 0, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 343, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 1067464, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 12, 2024-08-17T17:07:06.297 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 611328, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 14661920, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 20135936 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 20414464, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 436424, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 90112, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 770048, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 422, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 1214976, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 20, 2024-08-17T17:07:06.298 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 981504, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 15070008, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 21184512 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 36503552, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1598040, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 9945088, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1143, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.299 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 7288256, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 21, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 1512704, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 23483112, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 46448640 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.658842ee4f22b5d1c290df8ab7057a61c97c3acf": { 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 36241408, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1618536, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 770048, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 9175040, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1047, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 6112352, 2024-08-17T17:07:06.300 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 21, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 1613568, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 23505464, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 45416448 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 45457408, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1480968, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2621440, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 540672, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 3014656, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1761, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 9912912, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 23, 2024-08-17T17:07:06.301 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 3148288, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 27753128, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 48472064 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.0": { 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 274923520, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 877000, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 901120, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1427, 2024-08-17T17:07:06.302 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 5431376, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 45, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2597120, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 263265512, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 275824640 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.1": { 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 273784832, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 852416, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 155648, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1366, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.303 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 5492720, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2476800, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 262210384, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 273940480 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.2": { 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 272351232, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 843352, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 327680, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1255, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4551528, 2024-08-17T17:07:06.304 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2484480, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 261719360, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 272678912 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.3": { 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 271835136, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 687848, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 8192, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 843776, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1261, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4838648, 2024-08-17T17:07:06.305 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 45, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 1692416, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 261855520, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 272678912 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.4": { 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 272457728, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 701032, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 1269760, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1250, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4758688, 2024-08-17T17:07:06.306 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 1857536, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 262387960, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 273727488 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.5": { 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 272351232, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 767104, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 475136, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1272, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4622016, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:07:06.307 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2319360, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 261890240, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 272826368 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.6": { 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 272596992, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1021432, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 0, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 16384, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1296, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 5052768, 2024-08-17T17:07:06.308 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 45, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2023424, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 261746856, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 272613376 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.7": { 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "actual_memory_used": 273252352, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "central_cache_freelist": 1248216, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "malloc_metadata": 2752512, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "page_heap_freelist": 16384, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "released_to_os": 475136, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "spans_in_use": 1342, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:07:06.309 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_cache_freelists": 4976632, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "thread_heaps_in_use": 45, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "transfer_cache_freelist": 2147840, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "use_by_application": 262110768, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "virtual_address_space_used": 273727488 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "hosts": { 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num": 2, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mds": 2, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mgr": 2, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_mon": 2, 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_with_osd": 2 2024-08-17T17:07:06.310 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "io_rate": { 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_stats_delta": { 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 0, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 0, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "stamp_delta": "12.002449", 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:06.311 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:06.312 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:06.313 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 110, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 218, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 24, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 0, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:06.314 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 0, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 0 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "leaderboard": false, 2024-08-17T17:07:06.315 INFO:tasks.workunit.client.0.smithi094.stdout: "license": "sharing-1-0", 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "mempool": { 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.316 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.317 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.318 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.319 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.320 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 149047, 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 31 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 856, 2024-08-17T17:07:06.321 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 2 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.322 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.323 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.324 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.325 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.326 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.327 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.328 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 222471, 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 72 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.329 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 50488, 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 208 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.330 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8136, 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 139 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.331 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.332 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.333 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.334 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.335 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.336 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1180550, 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 365 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.337 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.338 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6784, 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 138 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12744, 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1546 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5312, 2024-08-17T17:07:06.339 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 103 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.658842ee4f22b5d1c290df8ab7057a61c97c3acf": { 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.340 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.341 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.342 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.343 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.344 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1180550, 2024-08-17T17:07:06.345 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 369 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.346 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6784, 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 138 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.347 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12744, 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1546 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5312, 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 103 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.348 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.349 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.350 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.351 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.352 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.353 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1212086, 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 349 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 440, 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 5 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.354 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.355 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6784, 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 138 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12744, 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1546 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 10624, 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 206 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.356 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.0": { 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:06.357 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 23072, 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 206 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.358 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1792, 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 16 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9888, 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 206 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 23072, 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 206 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.359 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6160, 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 77 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 631942, 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 22 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 59076, 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 10728 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 147560, 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 217 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.360 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 11844, 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 776 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 33976, 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 217 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.361 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 446401, 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 98 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2434802, 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.362 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 7304, 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 83 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 532864, 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 46 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.363 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 101504, 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 200 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 237680, 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3539 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.364 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.1": { 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.365 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.366 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21616, 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1232, 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 11 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9264, 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21616, 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:06.367 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5520, 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 69 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 24576, 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 6 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 52104, 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9612 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.368 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 136680, 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9780, 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 599 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 29444, 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:06.369 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 736, 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 463118, 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 101 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12096, 2024-08-17T17:07:06.370 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2435292, 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 188 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5192, 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 59 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.371 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 440192, 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 38 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8528, 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 22 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238448, 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3575 2024-08-17T17:07:06.372 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.373 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.2": { 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:06.374 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21392, 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 191 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 784, 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 7 2024-08-17T17:07:06.375 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9168, 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 191 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21392, 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 191 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4960, 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 62 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8192, 2024-08-17T17:07:06.376 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 2 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 49135, 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9225 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 131240, 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8956, 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 588 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.377 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 27732, 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 193 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 736, 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 392203, 2024-08-17T17:07:06.378 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 84 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12096, 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2417618, 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 175 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4312, 2024-08-17T17:07:06.379 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 49 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 359104, 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 31 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.380 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8840, 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 25 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238448, 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3575 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.381 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.3": { 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.382 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22064, 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:06.383 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 448, 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 4 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9456, 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22064, 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.384 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4400, 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 55 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 15086, 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 51110, 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9603 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 136680, 2024-08-17T17:07:06.385 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9780, 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 608 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 28772, 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.386 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2208, 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 321433, 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 67 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 30637, 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.387 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2437233, 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 184 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4928, 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 56 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 428608, 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 37 2024-08-17T17:07:06.388 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 10400, 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 20 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 237680, 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3539 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.389 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.390 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.4": { 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.391 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21952, 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 196 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 560, 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 5 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9408, 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 196 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.392 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 21952, 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 196 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4080, 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 51 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 51341, 2024-08-17T17:07:06.393 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9606 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 136680, 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9728, 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 604 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.394 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 28940, 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 201 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 736, 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 1 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 981958, 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 85 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.395 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 12096, 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2437418, 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 179 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 4576, 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 52 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.396 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 428608, 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 37 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 8944, 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 18 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238448, 2024-08-17T17:07:06.397 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3575 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.398 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.5": { 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:06.399 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22064, 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 448, 2024-08-17T17:07:06.400 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 4 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9456, 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22064, 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 197 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 3440, 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 43 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.401 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 15086, 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 53752, 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9937 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 141440, 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 208 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 10340, 2024-08-17T17:07:06.402 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 613 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 30564, 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 208 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2208, 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.403 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 864989, 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 57 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 30637, 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 9 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2460128, 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 190 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5720, 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 65 2024-08-17T17:07:06.404 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 486528, 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 42 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.405 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 13000, 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 25 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238192, 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3563 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.406 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.6": { 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.407 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.408 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22848, 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 204 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 448, 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 4 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9792, 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 204 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.409 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22848, 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 204 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2960, 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 37 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 29830, 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 6 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 52723, 2024-08-17T17:07:06.410 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 10036 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 138040, 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 11212, 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 765 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.411 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 30648, 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 849473, 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 54 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.412 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2392270, 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 162 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 5016, 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 57 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.413 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 451776, 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 39 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 101192, 2024-08-17T17:07:06.414 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 205 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 238448, 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3575 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.415 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.7": { 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "bloom_filter": { 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.416 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6304, 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 115 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_reader": { 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 16896, 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 8 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs_file_writer": { 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 576, 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.417 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Blob": { 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22736, 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Buffer": { 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 1568, 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 14 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_Extent": { 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 9744, 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_SharedBlob": { 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 22736, 2024-08-17T17:07:06.418 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 203 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_alloc": { 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2400, 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 30 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_data": { 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 305560, 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 15 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_meta": { 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 56215, 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 10432 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_onode": { 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 143480, 2024-08-17T17:07:06.419 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 211 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_cache_other": { 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 11864, 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 769 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_fsck": { 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_inline_bl": { 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 32864, 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 211 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_txc": { 2024-08-17T17:07:06.420 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing": { 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 189141, 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 36 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore_writing_deferred": { 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_anon": { 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 2434158, 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 211 2024-08-17T17:07:06.421 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "buffer_meta": { 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 6512, 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 74 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_co": { 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 521280, 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 45 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.422 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_mapbl": { 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_pglog": { 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 105456, 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 250 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap": { 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 237680, 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 3539 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap_mapping": { 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.423 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "pgmap": { 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_1": { 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "unittest_2": { 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes": 0, 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: "items": 0 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.424 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "metadata": { 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 2 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:06.425 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 2 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 2 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 2 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.426 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 3 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 3 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.427 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 3 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 3 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "arch": { 2024-08-17T17:07:06.428 INFO:tasks.workunit.client.0.smithi094.stdout: "x86_64": 8 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_version": { 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "cpu": { 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "distro": { 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "centos": 8 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "distro_description": { 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "CentOS Stream 9": 8 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_description": { 2024-08-17T17:07:06.429 INFO:tasks.workunit.client.0.smithi094.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: "kernel_version": { 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: "os": { 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: "Linux": 8 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_objectstore": { 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": 8 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: "rotational": { 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: "0": 8 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.430 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "features": { 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "optional": [], 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "persistent": [ 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "kraken", 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "luminous", 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "mimic", 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "osdmap-prune", 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "nautilus", 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "octopus", 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "pacific", 2024-08-17T17:07:06.431 INFO:tasks.workunit.client.0.smithi094.stdout: "elector-pinging", 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "quincy" 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "ipv4_addr_mons": 6, 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "ipv6_addr_mons": 0, 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "min_mon_release": 17, 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "v1_addr_mons": 3, 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "v2_addr_mons": 3 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "organization": "ceph-qa", 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster_network": false, 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 8, 2024-08-17T17:07:06.432 INFO:tasks.workunit.client.0.smithi094.stdout: "require_min_compat_client": "luminous", 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "require_osd_release": "quincy" 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_perf_histograms": [ 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "axes": [ 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Latency (usec)", 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 100000, 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 99999]", 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "[100000, 199999]", 2024-08-17T17:07:06.433 INFO:tasks.workunit.client.0.smithi094.stdout: "[200000, 399999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[400000, 799999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[800000, 1599999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[1600000, 3199999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[3200000, 6399999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[6400000, 12799999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[12800000, 25599999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[25600000, 51199999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[51200000, 102399999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[102400000, 204799999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[204800000, 409599999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[409600000, 819199999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[819200000, 1638399999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[1638400000, 3276799999]", 2024-08-17T17:07:06.434 INFO:tasks.workunit.client.0.smithi094.stdout: "[3276800000, 6553599999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[6553600000, 13107199999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[13107200000, 26214399999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[26214400000, 52428799999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[52428800000, 104857599999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[104857600000, 209715199999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[209715200000, 419430399999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[419430400000, 838860799999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "[53687091200000, None]" 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.435 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Request size (bytes)", 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 512, 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 511]", 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "[512, 1023]", 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "[1024, 2047]", 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "[2048, 4095]", 2024-08-17T17:07:06.436 INFO:tasks.workunit.client.0.smithi094.stdout: "[4096, 8191]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[8192, 16383]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[16384, 32767]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[32768, 65535]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[65536, 131071]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[131072, 262143]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[262144, 524287]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[524288, 1048575]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[1048576, 2097151]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[2097152, 4194303]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[4194304, 8388607]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[8388608, 16777215]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[16777216, 33554431]", 2024-08-17T17:07:06.437 INFO:tasks.workunit.client.0.smithi094.stdout: "[33554432, 67108863]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[67108864, 134217727]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[134217728, 268435455]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[268435456, 536870911]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[536870912, 1073741823]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[1073741824, 2147483647]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[2147483648, 4294967295]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[4294967296, 8589934591]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[8589934592, 17179869183]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[17179869184, 34359738367]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[34359738368, 68719476735]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[68719476736, 137438953471]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[137438953472, 274877906943]", 2024-08-17T17:07:06.438 INFO:tasks.workunit.client.0.smithi094.stdout: "[274877906944, None]" 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "osds": [ 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 0, 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.439 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.440 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.441 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 1, 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.442 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.443 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.444 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 2, 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.445 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.446 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 3, 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.447 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.448 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.449 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 4, 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.450 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.451 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.452 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 5, 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.453 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.454 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 6, 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.455 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.456 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.457 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 7, 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.458 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.459 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.460 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "axes": [ 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Latency (usec)", 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 100000, 2024-08-17T17:07:06.461 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 99999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[100000, 199999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[200000, 399999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[400000, 799999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[800000, 1599999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[1600000, 3199999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[3200000, 6399999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[6400000, 12799999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[12800000, 25599999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[25600000, 51199999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[51200000, 102399999]", 2024-08-17T17:07:06.462 INFO:tasks.workunit.client.0.smithi094.stdout: "[102400000, 204799999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[204800000, 409599999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[409600000, 819199999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[819200000, 1638399999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[1638400000, 3276799999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[3276800000, 6553599999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[6553600000, 13107199999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[13107200000, 26214399999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[26214400000, 52428799999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[52428800000, 104857599999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[104857600000, 209715199999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[209715200000, 419430399999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[419430400000, 838860799999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:07:06.463 INFO:tasks.workunit.client.0.smithi094.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "[53687091200000, None]" 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Request size (bytes)", 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 512, 2024-08-17T17:07:06.464 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 511]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[512, 1023]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[1024, 2047]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[2048, 4095]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[4096, 8191]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[8192, 16383]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[16384, 32767]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[32768, 65535]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[65536, 131071]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[131072, 262143]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[262144, 524287]", 2024-08-17T17:07:06.465 INFO:tasks.workunit.client.0.smithi094.stdout: "[524288, 1048575]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[1048576, 2097151]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[2097152, 4194303]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[4194304, 8388607]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[8388608, 16777215]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[16777216, 33554431]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[33554432, 67108863]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[67108864, 134217727]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[134217728, 268435455]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[268435456, 536870911]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[536870912, 1073741823]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[1073741824, 2147483647]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[2147483648, 4294967295]", 2024-08-17T17:07:06.466 INFO:tasks.workunit.client.0.smithi094.stdout: "[4294967296, 8589934591]", 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "[8589934592, 17179869183]", 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "[17179869184, 34359738367]", 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "[34359738368, 68719476735]", 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "[68719476736, 137438953471]", 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "[137438953472, 274877906943]", 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "[274877906944, None]" 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "osds": [ 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.467 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 0, 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.468 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.469 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 1, 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.470 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.471 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.472 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 2, 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.473 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.474 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.475 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 3, 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.476 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.477 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.478 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 4, 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.479 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.480 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 5, 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.481 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.482 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.483 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 6, 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.484 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.485 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.486 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 7, 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.487 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.488 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.489 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "axes": [ 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Latency (usec)", 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 100000, 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:06.490 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 99999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[100000, 199999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[200000, 399999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[400000, 799999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[800000, 1599999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[1600000, 3199999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[3200000, 6399999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[6400000, 12799999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[12800000, 25599999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[25600000, 51199999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[51200000, 102399999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[102400000, 204799999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[204800000, 409599999]", 2024-08-17T17:07:06.491 INFO:tasks.workunit.client.0.smithi094.stdout: "[409600000, 819199999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[819200000, 1638399999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[1638400000, 3276799999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[3276800000, 6553599999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[6553600000, 13107199999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[13107200000, 26214399999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[26214400000, 52428799999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[52428800000, 104857599999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[104857600000, 209715199999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[209715200000, 419430399999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[419430400000, 838860799999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:07:06.492 INFO:tasks.workunit.client.0.smithi094.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "[53687091200000, None]" 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Request size (bytes)", 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 512, 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:06.493 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 511]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[512, 1023]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[1024, 2047]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[2048, 4095]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[4096, 8191]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[8192, 16383]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[16384, 32767]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[32768, 65535]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[65536, 131071]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[131072, 262143]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[262144, 524287]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[524288, 1048575]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[1048576, 2097151]", 2024-08-17T17:07:06.494 INFO:tasks.workunit.client.0.smithi094.stdout: "[2097152, 4194303]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[4194304, 8388607]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[8388608, 16777215]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[16777216, 33554431]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[33554432, 67108863]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[67108864, 134217727]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[134217728, 268435455]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[268435456, 536870911]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[536870912, 1073741823]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[1073741824, 2147483647]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[2147483648, 4294967295]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[4294967296, 8589934591]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[8589934592, 17179869183]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[17179869184, 34359738367]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[34359738368, 68719476735]", 2024-08-17T17:07:06.495 INFO:tasks.workunit.client.0.smithi094.stdout: "[68719476736, 137438953471]", 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "[137438953472, 274877906943]", 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "[274877906944, None]" 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "osds": [ 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 0, 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.496 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.497 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.498 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 1, 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.499 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.500 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 2, 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.501 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.502 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.503 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 3, 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.504 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.505 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.506 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 4, 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.507 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.508 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.509 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 5, 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.510 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.511 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.512 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 6, 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.513 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.514 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 7, 2024-08-17T17:07:06.515 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.516 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.517 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:06.518 INFO:tasks.workunit.client.0.smithi094.stdout: "axes": [ 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Latency (usec)", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 100000, 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 99999]", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[100000, 199999]", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[200000, 399999]", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[400000, 799999]", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[800000, 1599999]", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[1600000, 3199999]", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[3200000, 6399999]", 2024-08-17T17:07:06.519 INFO:tasks.workunit.client.0.smithi094.stdout: "[6400000, 12799999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[12800000, 25599999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[25600000, 51199999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[51200000, 102399999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[102400000, 204799999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[204800000, 409599999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[409600000, 819199999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[819200000, 1638399999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[1638400000, 3276799999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[3276800000, 6553599999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[6553600000, 13107199999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[13107200000, 26214399999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[26214400000, 52428799999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[52428800000, 104857599999]", 2024-08-17T17:07:06.520 INFO:tasks.workunit.client.0.smithi094.stdout: "[104857600000, 209715199999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[209715200000, 419430399999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[419430400000, 838860799999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "[53687091200000, None]" 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "buckets": 32, 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "min": 0, 2024-08-17T17:07:06.521 INFO:tasks.workunit.client.0.smithi094.stdout: "name": "Request size (bytes)", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "quant_size": 512, 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "ranges": [ 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[None, -1]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 511]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[512, 1023]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[1024, 2047]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[2048, 4095]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[4096, 8191]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[8192, 16383]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[16384, 32767]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[32768, 65535]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[65536, 131071]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[131072, 262143]", 2024-08-17T17:07:06.522 INFO:tasks.workunit.client.0.smithi094.stdout: "[262144, 524287]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[524288, 1048575]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[1048576, 2097151]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[2097152, 4194303]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[4194304, 8388607]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[8388608, 16777215]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[16777216, 33554431]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[33554432, 67108863]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[67108864, 134217727]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[134217728, 268435455]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[268435456, 536870911]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[536870912, 1073741823]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[1073741824, 2147483647]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[2147483648, 4294967295]", 2024-08-17T17:07:06.523 INFO:tasks.workunit.client.0.smithi094.stdout: "[4294967296, 8589934591]", 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "[8589934592, 17179869183]", 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "[17179869184, 34359738367]", 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "[34359738368, 68719476735]", 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "[68719476736, 137438953471]", 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "[137438953472, 274877906943]", 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "[274877906944, None]" 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "scale_type": "log2" 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "osds": [ 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.524 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 0, 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.525 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.526 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 1, 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.527 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 7, 0, 0, 0, 0, 0, 0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 11, 1, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.528 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.529 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 2, 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.530 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.531 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 3, 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.532 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.533 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.534 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 4, 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.535 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.536 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 5, 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.537 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.538 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.539 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 6, 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.540 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.541 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.542 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "osd_id": 7, 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "values": [ 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.543 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.544 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: ] 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "perf_counters": { 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "mds.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:06.545 INFO:tasks.workunit.client.0.smithi094.stdout: "mds": { 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "caps": { 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_grant": { 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.546 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_revoke": { 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "ceph_cap_op_trunc": { 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "dir_commit": { 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "dir_fetch": { 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "dir_merge": { 2024-08-17T17:07:06.547 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "dir_split": { 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "exported_inodes": { 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "forward": { 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_cap_release": { 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_caps": { 2024-08-17T17:07:06.548 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_caps_dirty": { 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_inode_file_caps": { 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "imported_inodes": { 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "inodes": { 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "inodes_expired": { 2024-08-17T17:07:06.549 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "inodes_pinned": { 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "inodes_with_caps": { 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "load_cent": { 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "openino_dir_fetch": { 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.550 INFO:tasks.workunit.client.0.smithi094.stdout: "process_request_cap_release": { 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "reply_latency": { 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 179829 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "request": { 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "root_rbytes": { 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "root_rfiles": { 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.551 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "root_rsnaps": { 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_reply": { 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "subtrees": { 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_cache": { 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_enqueue_scrub": { 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.552 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_exportdir": { 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_flush": { 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_fragmentdir": { 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_fragstats": { 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "ireq_inodestats": { 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.553 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_recovering_enqueued": { 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_recovering_prioritized": { 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_recovering_processing": { 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_strays": { 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_strays_delayed": { 2024-08-17T17:07:06.554 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_strays_enqueuing": { 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_completed": { 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_started": { 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "strays_created": { 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "strays_enqueued": { 2024-08-17T17:07:06.555 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "strays_migrated": { 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "strays_reintegrated": { 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_log": { 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "ev": { 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "evadd": { 2024-08-17T17:07:06.556 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "evex": { 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "evexd": { 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "evexg": { 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "evtrm": { 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "jlat": { 2024-08-17T17:07:06.557 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14380155 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "replayed": { 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "seg": { 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "segadd": { 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "segex": { 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.558 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "segexd": { 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "segexg": { 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "segtrm": { 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_mem": { 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "cap": { 2024-08-17T17:07:06.559 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "cap+": { 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "cap-": { 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "dir": { 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "dir+": { 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "dir-": { 2024-08-17T17:07:06.560 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "dn": { 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "dn+": { 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "dn-": { 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "heap": { 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 207068 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "ino": { 2024-08-17T17:07:06.561 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: "ino+": { 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: "ino-": { 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: "rss": { 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 37132 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_server": { 2024-08-17T17:07:06.562 INFO:tasks.workunit.client.0.smithi094.stdout: "cap_acquisition_throttle": { 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "cap_revoke_eviction": { 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_request": { 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_client_session": { 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 16 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "handle_peer_request": { 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.563 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "req_create_latency": { 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "req_getattr_latency": { 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 179829 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "req_getfilelock_latency": { 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.564 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "req_getvxattr_latency": { 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "req_link_latency": { 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookup_latency": { 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookuphash_latency": { 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.565 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookupino_latency": { 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookupname_latency": { 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookupparent_latency": { 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.566 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lookupsnap_latency": { 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "req_lssnap_latency": { 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "req_mkdir_latency": { 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "req_mknod_latency": { 2024-08-17T17:07:06.567 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "req_mksnap_latency": { 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "req_open_latency": { 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "req_readdir_latency": { 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.568 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "req_rename_latency": { 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "req_renamesnap_latency": { 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "req_rmdir_latency": { 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "req_rmsnap_latency": { 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.569 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "req_rmxattr_latency": { 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setattr_latency": { 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setdirlayout_latency": { 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.570 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setfilelock_latency": { 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setlayout_latency": { 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "req_setxattr_latency": { 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "req_symlink_latency": { 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.571 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "req_unlink_latency": { 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "mds_sessions": { 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "average_load": { 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "avg_session_uptime": { 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 89 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "mdthresh_evicted": { 2024-08-17T17:07:06.572 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "session_add": { 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "session_count": { 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "session_remove": { 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "sessions_open": { 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "sessions_stale": { 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.573 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "total_load": { 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.574 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "purge_queue": { 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executed": { 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executing": { 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executing_high_water": { 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.575 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executing_ops": { 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_executing_ops_high_water": { 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "pq_item_in_journal": { 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.235afeb3218e261ba47b6734b6625e58510b1aa5": { 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:06.576 INFO:tasks.workunit.client.0.smithi094.stdout: "election_call": { 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "election_lose": { 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "election_win": { 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_elections": { 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": { 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 11 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "session_add": { 2024-08-17T17:07:06.577 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: "session_rm": { 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 49 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: "session_trim": { 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: "paxos": { 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: "accept_timeout": { 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.578 INFO:tasks.workunit.client.0.smithi094.stdout: "begin": { 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 841 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_bytes": { 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 841, 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3948593 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_keys": { 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_latency": { 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 841, 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 154995667 2024-08-17T17:07:06.579 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "collect": { 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_bytes": { 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 146 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_keys": { 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_latency": { 2024-08-17T17:07:06.580 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 999972 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_timeout": { 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_uncommitted": { 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "commit": { 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 842 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_bytes": { 2024-08-17T17:07:06.581 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_keys": { 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_latency": { 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_ack_timeout": { 2024-08-17T17:07:06.582 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_timeout": { 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn": { 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn_latency": { 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh": { 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 842 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.583 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh_latency": { 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 842, 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1802949461 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "restart": { 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state": { 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_bytes": { 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_keys": { 2024-08-17T17:07:06.584 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "start_leader": { 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "start_peon": { 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state": { 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 842 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_bytes": { 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 842, 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7739226 2024-08-17T17:07:06.585 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_keys": { 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 842, 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5683 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_latency": { 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 842, 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 354990052 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache": { 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1020054731 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.586 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 43827200 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 33177600 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2147483648 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10649600 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:full": { 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.587 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277005647 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 311095 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.588 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.589 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 70810490 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:inc": { 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.590 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277005647 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.591 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 43541 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.592 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71078044 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.593 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:kv": { 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 322961408 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 184670431 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.594 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.595 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71182113 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.596 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb": { 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "compact": { 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_completed": { 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lasted": { 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24913660 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_len": { 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_merge": { 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.597 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_running": { 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "get_latency": { 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 35876, 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 82411790 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.598 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_latency": { 2024-08-17T17:07:06.599 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_sync_latency": { 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1838, 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 592371062 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.658842ee4f22b5d1c290df8ab7057a61c97c3acf": { 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "election_call": { 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "election_lose": { 2024-08-17T17:07:06.600 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "election_win": { 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_elections": { 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": { 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "session_add": { 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.601 INFO:tasks.workunit.client.0.smithi094.stdout: "session_rm": { 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 92 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "session_trim": { 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "paxos": { 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "accept_timeout": { 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "begin": { 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 831 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.602 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_bytes": { 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 831, 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3921768 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_keys": { 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_latency": { 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 831, 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95998362 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "collect": { 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.603 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_bytes": { 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_keys": { 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_latency": { 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_timeout": { 2024-08-17T17:07:06.604 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_uncommitted": { 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "commit": { 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 833 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_bytes": { 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_keys": { 2024-08-17T17:07:06.605 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_latency": { 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_ack_timeout": { 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_timeout": { 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn": { 2024-08-17T17:07:06.606 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn_latency": { 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh": { 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 833 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh_latency": { 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 833, 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1787969555 2024-08-17T17:07:06.607 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "restart": { 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state": { 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_bytes": { 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_keys": { 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.608 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "start_leader": { 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "start_peon": { 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state": { 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 832 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_bytes": { 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 832, 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7687674 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.609 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_keys": { 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 832, 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5608 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_latency": { 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 832, 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 92998416 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache": { 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1020054731 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.610 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 42795008 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 32710656 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2147483648 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10084352 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:full": { 2024-08-17T17:07:06.611 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277005647 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 311095 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.612 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.613 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 70810490 2024-08-17T17:07:06.614 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:inc": { 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277005647 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.615 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 43541 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.616 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.617 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71078044 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:kv": { 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 322961408 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.618 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 184670431 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.619 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.620 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71182113 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb": { 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "compact": { 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_completed": { 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lasted": { 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 25371303 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.621 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_len": { 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_merge": { 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_running": { 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "get_latency": { 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 35507, 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 83329212 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.622 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.623 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_latency": { 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_sync_latency": { 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1792, 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 210230004 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "mon.a737936c4344888ff947539bd9cbf5644d2e5b75": { 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:06.624 INFO:tasks.workunit.client.0.smithi094.stdout: "election_call": { 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "election_lose": { 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "election_win": { 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "num_elections": { 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "num_sessions": { 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.625 INFO:tasks.workunit.client.0.smithi094.stdout: "session_add": { 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "session_rm": { 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 176 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "session_trim": { 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "paxos": { 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "accept_timeout": { 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.626 INFO:tasks.workunit.client.0.smithi094.stdout: "begin": { 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 963 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_bytes": { 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4960678 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_keys": { 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2889 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "begin_latency": { 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 116998011 2024-08-17T17:07:06.627 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "collect": { 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_bytes": { 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_keys": { 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_latency": { 2024-08-17T17:07:06.628 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_timeout": { 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "collect_uncommitted": { 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "commit": { 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 963 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_bytes": { 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4891400 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.629 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_keys": { 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5513 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "commit_latency": { 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 963, 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 133553734 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_ack_timeout": { 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "lease_timeout": { 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.630 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn": { 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "new_pn_latency": { 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 999983 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh": { 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 965 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "refresh_latency": { 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 965, 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2202962488 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "restart": { 2024-08-17T17:07:06.631 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state": { 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_bytes": { 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1627 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "share_state_keys": { 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "start_leader": { 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3 2024-08-17T17:07:06.632 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "start_peon": { 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state": { 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_bytes": { 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_keys": { 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "store_state_latency": { 2024-08-17T17:07:06.633 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache": { 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1020054731 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45850624 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 41533440 2024-08-17T17:07:06.634 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2147483648 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4317184 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:full": { 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.635 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277007052 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 310665 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.636 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.637 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 70809515 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:inc": { 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 348127232 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 277007052 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 40225 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.640 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71079955 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "prioritycache:kv": { 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 322961408 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.641 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 184671368 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.642 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.643 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71181176 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb": { 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "compact": { 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_completed": { 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lasted": { 2024-08-17T17:07:06.644 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 25859867 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_len": { 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_queue_merge": { 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_running": { 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "get_latency": { 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 43387, 2024-08-17T17:07:06.645 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159184624 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_latency": { 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "submit_sync_latency": { 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2103, 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 281525576 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.647 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.0": { 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:06.648 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2867200 2024-08-17T17:07:06.649 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:06.650 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1847296 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1708032 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.651 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:06.652 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.653 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:06.654 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:06.655 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.656 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4648960 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1396736 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:06.657 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 63566 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:06.658 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 24, 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 69722 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 400, 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71571031 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:06.659 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 385, 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12482414 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 400, 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 458714 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 400, 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 72029745 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.660 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 35092 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 8, 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20127 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.661 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 4, 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9245 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 869 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 243 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 134, 2024-08-17T17:07:06.662 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2026012 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 351, 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 309811 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 217, 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1236375 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:06.663 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14783 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7643624 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 130, 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8260377 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 130, 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 511107856999 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.664 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 130, 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 125372391732 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 38760646741 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 99370 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 471590 2024-08-17T17:07:06.665 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 223931471 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 152284 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 106737463 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:06.666 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 21425660 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 942902 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 64, 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 317810 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 360279673 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.667 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 28664780 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 498, 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2934973 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861457182 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.668 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 272023552 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 271884288 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137368883 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 139264 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.669 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85459042 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.670 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 618496 2024-08-17T17:07:06.671 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73306014 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.672 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 640942821 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.673 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.674 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.675 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 72086731 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.676 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56972695 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.677 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.678 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68855961 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.679 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 640942821 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.680 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 308228 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.681 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71780631 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.682 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 46 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:06.683 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 604 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.684 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 6, 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 39808302 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2946812 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 6, 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24995757 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.685 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.686 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.687 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:06.688 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 604 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.689 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 6, 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 39808302 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2946812 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 6, 2024-08-17T17:07:06.690 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24995757 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1771104 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.691 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305885184 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.1": { 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:06.692 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.693 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2568192 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.694 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1646592 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1507328 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:06.695 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.696 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:06.697 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.698 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:06.699 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.700 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4149248 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:06.701 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 790528 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 208015 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:06.702 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 31, 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 75843 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.703 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 351, 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 64531285 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 347, 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6823384 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 351, 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 463087 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 351, 2024-08-17T17:07:06.704 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 64994372 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 32244 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 4, 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7618 2024-08-17T17:07:06.705 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13415 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.706 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 864 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 250 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 150, 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2422500 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 380, 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 289083 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.707 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 230, 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1492759 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 114598 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:06.708 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6854000 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 131, 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8215147 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 130, 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 271358374252 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 131, 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 137525612664 2024-08-17T17:07:06.709 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 419, 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 38125621281 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 419, 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 40484 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 434464 2024-08-17T17:07:06.710 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 145897178 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 136308 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 48053427 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:06.711 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20707671 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 351467 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 64, 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 302907 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 222008040 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.712 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 25198231 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 420, 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3192919 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861457182 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.713 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 271187968 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270925824 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137368883 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 262144 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:06.714 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85496439 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.715 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.716 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24576 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73862537 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.717 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641223297 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.718 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.719 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71806255 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.720 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56997626 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.722 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68831030 2024-08-17T17:07:06.723 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.724 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641223297 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.725 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 278932 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.726 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71529451 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.727 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 38 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 157 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.728 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2429467 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 157, 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 592936605 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1052 2024-08-17T17:07:06.729 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 157, 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 51818216 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 157, 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 160689424 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 33 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 33, 2024-08-17T17:07:06.730 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4413368 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1052 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 33, 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3869751 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 33, 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3147709 2024-08-17T17:07:06.731 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 22 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17911229 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:06.732 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8287248 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 16856355 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 102 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.733 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2429467 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 102, 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 570612008 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 102, 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 39661217 2024-08-17T17:07:06.734 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 102, 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 140685360 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 590368 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305283072 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.2": { 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:06.736 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:06.737 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2281472 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.738 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1466368 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1327104 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.739 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.740 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:06.741 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:06.742 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:06.743 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.744 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3682304 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 782336 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 4, 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 177174 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.745 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:06.746 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17372 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 52737552 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 303, 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7351221 2024-08-17T17:07:06.747 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 401706 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 53139258 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:06.748 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 31272 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1771 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.749 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4523 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 637 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 224 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 105, 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1005451 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.750 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 286, 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 263516 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 181, 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 493297 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 102783 2024-08-17T17:07:06.751 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6183480 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 122, 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7956089 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 121, 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 303992260545 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 122, 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 119241635770 2024-08-17T17:07:06.752 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 348, 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 44301122775 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 348, 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34565 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 406282 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.753 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 76540365 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 126172 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 27068803 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17070302 2024-08-17T17:07:06.754 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 351553 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 56, 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 275640 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 127322026 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.755 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 21591328 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 349, 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2181419 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861457182 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269926400 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269492224 2024-08-17T17:07:06.756 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137368883 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 434176 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.757 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85498138 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.758 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8192 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.759 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73877222 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.760 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641236042 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.761 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.762 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71793510 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.763 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56998759 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.764 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.765 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68829897 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.766 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641236042 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.767 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 267003 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.768 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71528635 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.769 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.770 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 31 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.771 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 77073736 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3609961 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.772 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 26472950 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.773 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.774 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.775 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.776 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 77073736 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3609961 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.777 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 10, 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 26472950 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.778 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305274880 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.3": { 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:06.779 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.780 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1191936 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.781 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 880640 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 741376 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.782 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.783 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.784 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.785 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.786 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.787 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2007040 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.788 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 806912 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.789 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7195 2024-08-17T17:07:06.790 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 164, 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34391680 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 158, 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7861330 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:06.791 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 164, 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 252443 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 164, 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34644123 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45675 2024-08-17T17:07:06.792 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1043 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.793 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8967 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 371 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 235 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 97, 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 889699 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 170, 2024-08-17T17:07:06.794 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 267884 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 73, 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 201210 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:06.795 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5258005 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 57, 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4436113 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 54, 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 375387544107 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 57, 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 79589800848 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.796 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 246, 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 543268 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 246, 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 30195 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 268676 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 99662537 2024-08-17T17:07:06.797 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 66852 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 180608777 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10888072 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:06.798 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 354546 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 48, 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 218475 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 296714690 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13330393 2024-08-17T17:07:06.799 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 249, 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1517332 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861457182 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269926400 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 268951552 2024-08-17T17:07:06.800 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137368883 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 974848 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.801 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85497504 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.802 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8192 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.803 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73877856 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:06.804 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641231284 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.806 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71798268 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.807 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56998336 2024-08-17T17:07:06.808 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.809 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.810 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68830320 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.811 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641231284 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.812 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6974 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 273399 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.813 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71520023 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.814 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 37 2024-08-17T17:07:06.815 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:06.816 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 693486 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:06.817 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.818 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.819 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.820 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.821 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 693486 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:06.822 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.823 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305295360 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.4": { 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:06.824 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:06.825 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1245184 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:06.826 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 884736 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 745472 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:06.827 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:06.828 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.829 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.830 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:06.831 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:06.832 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2064384 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 802816 2024-08-17T17:07:06.833 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 12, 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 542889 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:06.834 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2135 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:06.835 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 165, 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 53065649 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 165, 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4430759 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 165, 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 250716 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 165, 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 53316365 2024-08-17T17:07:06.836 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 36452 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 880 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:06.837 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9573 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 411 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.838 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 250 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 111, 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 885753 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 191, 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 231772 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 80, 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 163342 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:06.839 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 181000 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4357660 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 49, 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3588236 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.840 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 48, 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 275373113003 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 49, 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 79963200005 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 276, 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 525663 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 276, 2024-08-17T17:07:06.841 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 27168 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 266863 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 184454127 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 78615 2024-08-17T17:07:06.842 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 115306772 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13473266 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 352268 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.843 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 47, 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 213612 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 317892914 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15889673 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:06.844 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2315382 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861475460 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270974976 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269615104 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.845 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137390387 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1359872 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.846 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85499081 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.847 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.848 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73884471 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:06.849 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641243110 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.850 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.851 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.852 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71786442 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:06.853 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56999387 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.854 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.855 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68829269 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.856 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641243110 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.857 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.858 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 274977 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71513593 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.859 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.860 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 37 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.861 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 22 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7458546 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.862 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 757004 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7345484 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:06.863 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:06.864 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:06.865 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:06.866 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 22 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7458546 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:06.867 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 757004 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7345484 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:06.868 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305295360 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.869 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.5": { 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.870 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1294336 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.871 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:06.872 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 958464 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 819200 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.873 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.874 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:06.875 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.876 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.877 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:06.878 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2187264 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 806912 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 4, 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 138715 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.879 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:06.880 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7192 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 183, 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45803572 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 177, 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9302694 2024-08-17T17:07:06.881 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 183, 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 203148 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 183, 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 46006720 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.882 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 35788 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 907 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:06.883 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5560 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 362 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 259 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 97, 2024-08-17T17:07:06.884 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 956400 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 158, 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 232587 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 61, 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 586615 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:06.885 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71931 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3879327 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 46, 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2993257 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 43, 2024-08-17T17:07:06.886 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 335292103444 2024-08-17T17:07:06.887 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.890 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:06.890 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 46, 2024-08-17T17:07:06.890 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65819182113 2024-08-17T17:07:06.890 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 274, 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5686797690 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 274, 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 29476 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 272862 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.891 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 121517413 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 83428 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 53932277 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14553736 2024-08-17T17:07:06.892 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 354551 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 38, 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 235651 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 194192320 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:06.893 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17330036 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 277, 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2043002 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861475460 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270073856 2024-08-17T17:07:06.894 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269459456 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137390387 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 614400 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:06.895 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85498015 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.896 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8192 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.897 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73877345 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:06.898 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641235119 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.899 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:06.900 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71794433 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.901 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56998677 2024-08-17T17:07:06.902 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.903 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.904 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68829979 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.905 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641235119 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.906 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6974 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 283153 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.907 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71506434 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.908 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 42 2024-08-17T17:07:06.909 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.910 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:06.911 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:06.912 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.913 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.914 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.915 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.916 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305295360 2024-08-17T17:07:06.917 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.6": { 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.918 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1302528 2024-08-17T17:07:06.919 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.920 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 974848 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 835584 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.921 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.922 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:06.923 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.924 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:06.925 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.926 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2211840 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1388544 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.927 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:06.928 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 10018 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 187, 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 60275395 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 181, 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6294497 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.929 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 187, 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 175463 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 187, 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 60450858 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 41214 2024-08-17T17:07:06.930 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1064 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.931 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 3, 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 11474 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 374 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 264 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 101, 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1073913 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.932 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 159, 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 279413 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 58, 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 691535 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.933 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4538325 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 39, 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2715800 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 39, 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 503061017462 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.934 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 39, 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 49840281466 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 517806 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 27936 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:06.935 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 245583 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 113339038 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 84167 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.936 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 83877221 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13749815 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 944487 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 32, 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 166349 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.937 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 215789211 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15859177 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 278, 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2648128 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.938 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861475460 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269860864 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 269680640 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137390387 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 180224 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.939 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85497596 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.940 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.941 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 16384 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.942 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73869572 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641231973 2024-08-17T17:07:06.943 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.944 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.945 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71797579 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.946 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56998397 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.947 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.948 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68830259 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.949 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641231973 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.950 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7116 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 281810 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.951 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71510781 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.952 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 39 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.953 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2804 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 13, 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68411645 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.954 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 15, 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7002201 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 13, 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 41657674 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.955 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:06.956 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.957 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.958 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 13 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2804 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 13, 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68411645 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:06.959 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 15, 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 7002201 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 13, 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 41657674 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:06.960 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305876992 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: "osd.7": { 2024-08-17T17:07:06.961 INFO:tasks.workunit.client.0.smithi094.stdout: "bluefs": { 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_fallback": { 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_db": { 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 65536 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_main": { 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit_wal": { 2024-08-17T17:07:06.962 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_slow": { 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_sst": { 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12288 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_written_wal": { 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1359872 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lat": { 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.963 INFO:tasks.workunit.client.0.smithi094.stdout: "compact_lock_lat": { 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "db_total_bytes": { 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "db_used_bytes": { 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 304480256 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "log_bytes": { 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1060864 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "logged_bytes": { 2024-08-17T17:07:06.964 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 921600 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_db": { 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 312868864 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_slow": { 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "max_bytes_wal": { 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "num_files": { 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "read_bytes": { 2024-08-17T17:07:06.965 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 195697 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: "read_count": { 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 23 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes": { 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1269760 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_db": { 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1273856 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_slow": { 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.966 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_bytes_wal": { 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "read_disk_count": { 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 15 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_bytes": { 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4789 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "read_prefetch_count": { 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_bytes": { 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.967 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_buffer_count": { 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_bytes": { 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5589 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_count": { 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 24 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes": { 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:07:06.968 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "read_random_disk_count": { 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_total_bytes": { 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.969 INFO:tasks.workunit.client.0.smithi094.stdout: "slow_used_bytes": { 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_total_bytes": { 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: "wal_used_bytes": { 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: "write_bytes": { 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2355200 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.970 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore": { 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "alloc_unit": { 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 4096 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": { 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1384448 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "clist_lat": { 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 229403 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_lat": { 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.971 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed": { 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_allocated": { 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "compressed_original": { 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "csum_lat": { 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 15, 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34580 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.972 INFO:tasks.workunit.client.0.smithi094.stdout: "decompress_lat": { 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_commit_lat": { 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 208, 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 50658707 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_final_lat": { 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 198, 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 12758073 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_flush_lat": { 2024-08-17T17:07:06.973 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 208, 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 160907 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "kv_sync_lat": { 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 208, 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 50819614 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_keys_lat": { 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_get_values_lat": { 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 1, 2024-08-17T17:07:06.974 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 35970 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_lower_bound_lat": { 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1050 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_next_lat": { 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 0, 2024-08-17T17:07:06.975 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_upper_bound_lat": { 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3892 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_hits": { 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 571 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "onode_misses": { 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 290 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "read_lat": { 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 123, 2024-08-17T17:07:06.976 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3428294 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "read_onode_meta_lat": { 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 192, 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 266306 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "read_wait_aio_lat": { 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 69, 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2755463 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "reads_with_retries": { 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "remove_lat": { 2024-08-17T17:07:06.977 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 2, 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 37364 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "state_aio_wait_lat": { 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2289218 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 26, 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1795717 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 26, 2024-08-17T17:07:06.978 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270133706076 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "state_deferred_queued_lat": { 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 26, 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 43770581696 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "state_done_lat": { 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 624989 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "state_finishing_lat": { 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 34305 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "state_io_done_lat": { 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.979 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 214208 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_commiting_lat": { 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 135894977 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_done_lat": { 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 99346 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "state_kv_queued_lat": { 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 63484546 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.980 INFO:tasks.workunit.client.0.smithi094.stdout: "state_prepare_lat": { 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 14205648 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": { 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 942455 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "truncate_lat": { 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 25, 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 109592 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_commit_lat": { 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 216135065 2024-08-17T17:07:06.981 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_submit_lat": { 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20094817 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "txc_throttle_lat": { 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 307, 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2344329 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache": { 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_bytes": { 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 1861475460 2024-08-17T17:07:06.982 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "heap_bytes": { 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270974976 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "mapped_bytes": { 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 270557184 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "target_bytes": { 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3137390387 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "unmapped_bytes": { 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 417792 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:data": { 2024-08-17T17:07:06.983 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 159383552 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 85479902 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.984 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 155648 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 143360 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.985 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 73604642 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.986 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv": { 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 780140544 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641099267 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.987 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.988 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 2128 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71930285 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.989 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 192937984 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 67108864 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 464 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.990 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 56986601 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.991 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.992 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 68842055 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: "bluestore-pricache:meta": { 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: "committed_bytes": { 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 713031680 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: "pri0_bytes": { 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: "pri10_bytes": { 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.993 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "pri11_bytes": { 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 641099267 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "pri1_bytes": { 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "pri2_bytes": { 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 17130 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "pri3_bytes": { 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "pri4_bytes": { 2024-08-17T17:07:06.994 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "pri5_bytes": { 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "pri6_bytes": { 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 284076 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "pri7_bytes": { 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "pri8_bytes": { 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "pri9_bytes": { 2024-08-17T17:07:06.995 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "reserved_bytes": { 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 71631207 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "objecter": { 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "op_active": { 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rmw": { 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.996 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "osd": { 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg": { 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 45 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "numpg_removing": { 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "op": { 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 87 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.997 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_degraded": { 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "op_delayed_unreadable": { 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "op_in_bytes": { 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "op_latency": { 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 87, 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 69403970 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.998 INFO:tasks.workunit.client.0.smithi094.stdout: "op_out_bytes": { 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 264322 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "op_prepare_latency": { 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 89, 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20586495 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "op_process_latency": { 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 87, 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 46378577 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r": { 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 60 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:06.999 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency": { 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 60, 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 9284233 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_out_bytes": { 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 264322 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_prepare_latency": { 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 60, 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8340551 2024-08-17T17:07:07.000 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "op_r_process_latency": { 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 60, 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 6934648 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw": { 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 22 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_in_bytes": { 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency": { 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 19821539 2024-08-17T17:07:07.001 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_out_bytes": { 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_prepare_latency": { 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:07.002 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 8914137 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "op_rw_process_latency": { 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 22, 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 18505833 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w": { 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 5 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_in_bytes": { 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency": { 2024-08-17T17:07:07.003 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 40298198 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_prepare_latency": { 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 7, 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 3331807 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "op_w_process_latency": { 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "count": 5, 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 20938096 2024-08-17T17:07:07.004 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "op_wip": { 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_bytes": { 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "recovery_ops": { 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 0 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes": { 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 95995035648 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.005 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_bytes_used": { 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: "value": 305872896 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: "pools": [ 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr" 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:07.006 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 1, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 1, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 1, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 1781760, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:07.007 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 1781760, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 2, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 322, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 536576, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 590368, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 590368, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 1771104, 2024-08-17T17:07:07.008 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 203, 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 2473984 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:07.009 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 32, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 32, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 2, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 98304, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 98304, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:07.010 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 22, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 3410, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 3410, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 10230, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 51, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 19456 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:07.011 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 64, 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 64, 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 3, 2024-08-17T17:07:07.012 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 0.0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:07.013 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 0, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 0, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 0, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 0, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 0 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd" 2024-08-17T17:07:07.014 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "cache_mode": "none", 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "erasure_code_profile": {}, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "min_size": 2, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "options": {}, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 8, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "pgp_num": 8, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "pool": 4, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "size": 3, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "stats": { 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_raw": 727115180298, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "bytes_used": 12288, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_bytes_used": 0, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "compress_under_bytes": 0, 2024-08-17T17:07:07.015 INFO:tasks.workunit.client.0.smithi094.stdout: "data_bytes_used": 12288, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty": 0, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "max_avail": 242371723264, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "objects": 2, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_bytes_used": 0, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_bytes": 0, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "quota_objects": 0, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "rd": 0, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "rd_bytes": 0, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "stored": 19, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_data": 19, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_omap": 0, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "stored_raw": 57, 2024-08-17T17:07:07.016 INFO:tasks.workunit.client.0.smithi094.stdout: "wr": 2, 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: "wr_bytes": 2048 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_bytes": 0, 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: "target_max_objects": 0, 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: "type": "replicated" 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd": { 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: "mirroring_by_pool": [ 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: false 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_images_by_pool": [ 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.017 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pools": 1 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "report_id": "24e431d2-4898-4b2c-9e93-d0926839606a", 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "report_timestamp": "2024-08-17T17:07:05.609673", 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "report_version": 1, 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "rocksdb_stats": { 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "6.15.5" 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "rook": { 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "cluster": { 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "external-mode": null, 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "mon": { 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "allow-multiple-per-node": null, 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "count": null, 2024-08-17T17:07:07.018 INFO:tasks.workunit.client.0.smithi094.stdout: "max-id": null, 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "pvc": { 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "enabled": null 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "stretch": { 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "enabled": null 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "network": { 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "provider": null 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "storage": { 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "device-set": { 2024-08-17T17:07:07.019 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: "non-portable": null, 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: "portable": null, 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: "total": null 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: "csi": { 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: "kubernetes": { 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.020 INFO:tasks.workunit.client.0.smithi094.stdout: "node": { 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "kubernetes-total": null, 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "with-ceph-daemons": null, 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-nfs-plugin": null, 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "with-csi-rbd-plugin": null 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "usage": { 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "storage-class": { 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "count": { 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "bucket": null, 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs": null, 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "nfs": null, 2024-08-17T17:07:07.021 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd": null, 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: "total": null 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: "version": null 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: "services": {}, 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_per_pg": [ 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.022 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.597382+0000", 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.597382+0000", 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.597771+0000", 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:07.023 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782463+0000", 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.024 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3f", 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.025 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 18, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:45:36.508200+0000", 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.026 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.027 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.028 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.029 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.030 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260858+0000", 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260858+0000", 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.261131+0000", 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.031 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527920+0000", 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.032 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3e", 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:16:27.431959+0000", 2024-08-17T17:07:07.033 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.034 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.035 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.036 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.037 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:07.038 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.259439+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.259439+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.259737+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:07.039 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782814+0000", 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3d", 2024-08-17T17:07:07.040 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:47:15.760172+0000", 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.041 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.042 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.043 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.044 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.045 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.277386+0000", 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.277386+0000", 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.278490+0000", 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.046 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531309+0000", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.047 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3c", 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.048 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:30:44.170766+0000", 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.049 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.050 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.051 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.052 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.053 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.366346+0000", 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.366346+0000", 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.366705+0000", 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:07.054 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782968+0000", 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:07.055 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3b", 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 31, 2024-08-17T17:07:07.056 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:36:11.632366+0000", 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.057 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.058 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.059 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.060 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.061 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.274684+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.274684+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.275018+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:07.062 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531178+0000", 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.063 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3a", 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:42:00.070105+0000", 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.064 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.065 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.066 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.067 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.068 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.273201+0000", 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.273201+0000", 2024-08-17T17:07:07.069 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.273527+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:07.070 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782352+0000", 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.071 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.39", 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:35:26.698584+0000", 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.072 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.073 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.074 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.075 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.076 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267753+0000", 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267753+0000", 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.268004+0000", 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.077 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.781824+0000", 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.078 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.38", 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:52:55.885689+0000", 2024-08-17T17:07:07.079 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.080 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.081 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.082 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.083 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.263380+0000", 2024-08-17T17:07:07.084 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.263380+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.263746+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783479+0000", 2024-08-17T17:07:07.085 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.37", 2024-08-17T17:07:07.086 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:48:59.163428+0000", 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.087 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.088 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.089 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.090 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.094 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.270440+0000", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.270440+0000", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.270724+0000", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:07.095 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783100+0000", 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.096 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.36", 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:48:00.418660+0000", 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.097 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.098 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.099 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.100 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.101 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267540+0000", 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267540+0000", 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267830+0000", 2024-08-17T17:07:07.102 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783385+0000", 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.103 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.35", 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.104 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:25:17.450715+0000", 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.105 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.106 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.107 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.108 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.109 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.597321+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.597321+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.597635+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.110 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.781987+0000", 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.111 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.34", 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 18, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:24:45.794527+0000", 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.112 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.113 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.114 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:07.115 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:07.116 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.265702+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.265702+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.265966+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.117 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782074+0000", 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.118 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.33", 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:35:16.591992+0000", 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.119 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.120 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.121 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.122 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.123 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267879+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267879+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.269182+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.124 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782466+0000", 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.125 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.32", 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:42:25.460948+0000", 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.126 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.127 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.128 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.129 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.130 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.265406+0000", 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.265406+0000", 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.265683+0000", 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.131 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527545+0000", 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.132 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.31", 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:53:31.803364+0000", 2024-08-17T17:07:07.133 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.134 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.135 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.136 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.137 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.274803+0000", 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.274803+0000", 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.275095+0000", 2024-08-17T17:07:07.138 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531004+0000", 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.139 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.30", 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.140 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:51:43.826182+0000", 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.141 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.142 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.143 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.144 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.145 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271885+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271885+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.273149+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:07.146 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531770+0000", 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.147 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2f", 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:33:21.596755+0000", 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.148 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.149 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.150 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.151 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.152 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.262672+0000", 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.262672+0000", 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.262924+0000", 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.153 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.781951+0000", 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.154 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2e", 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.155 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:52:52.189726+0000", 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.156 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.157 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.158 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:07.159 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.160 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260769+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260769+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.261077+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:07.161 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783162+0000", 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.162 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2d", 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:39:20.795466+0000", 2024-08-17T17:07:07.163 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.164 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.165 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.166 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.167 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:07.168 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.276477+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.276477+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.276754+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.169 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782603+0000", 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.170 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2c", 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:49:04.092262+0000", 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.171 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.172 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.173 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.174 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.175 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260112+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260112+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.260379+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:07.176 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782347+0000", 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.177 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2b", 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:45:11.233443+0000", 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.178 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.179 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.180 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.181 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.182 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.269809+0000", 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.269809+0000", 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.270104+0000", 2024-08-17T17:07:07.183 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531408+0000", 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.184 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2a", 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.185 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:52:16.843595+0000", 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.186 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.187 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.188 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.189 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.265609+0000", 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.265609+0000", 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.265871+0000", 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.190 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782776+0000", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.191 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.29", 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:03:19.301693+0000", 2024-08-17T17:07:07.192 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.193 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.194 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.195 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.196 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.277374+0000", 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.277374+0000", 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.277855+0000", 2024-08-17T17:07:07.197 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531082+0000", 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.198 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.28", 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.199 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:39:07.704043+0000", 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.200 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.201 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.202 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.203 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.204 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.204 INFO:tasks.workunit.client.0.smithi094.stderr:+ echo OK 2024-08-17T17:07:07.207 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.208 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260391+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260391+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.260672+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.209 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783592+0000", 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.210 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.27", 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:05:19.915062+0000", 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.211 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.212 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.213 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.214 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.215 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.274005+0000", 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.274005+0000", 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.274336+0000", 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.216 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783209+0000", 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.217 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.26", 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.218 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:50:03.848682+0000", 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.219 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.220 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.221 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.222 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.259917+0000", 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.259917+0000", 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.262652+0000", 2024-08-17T17:07:07.223 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527480+0000", 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.224 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.25", 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.225 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:59:47.948238+0000", 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.226 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.227 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.228 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.229 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.230 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.261835+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.261835+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.262094+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.231 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783539+0000", 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.232 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.24", 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:58:40.112932+0000", 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.233 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.234 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.235 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.236 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.237 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.268425+0000", 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.268425+0000", 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.268672+0000", 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.238 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782422+0000", 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.239 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.23", 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.240 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:06:10.388573+0000", 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.241 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.242 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.243 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.244 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.277301+0000", 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.277301+0000", 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.278211+0000", 2024-08-17T17:07:07.245 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531368+0000", 2024-08-17T17:07:07.246 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.22", 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.247 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:43:55.825354+0000", 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.248 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.249 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.250 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.251 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.252 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.263046+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.263046+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.263304+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.253 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.254 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.21", 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:14:27.583085+0000", 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.255 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.256 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.257 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.258 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.259 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267617+0000", 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267617+0000", 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267902+0000", 2024-08-17T17:07:07.260 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782049+0000", 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.261 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.20", 2024-08-17T17:07:07.262 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:58:03.886392+0000", 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.263 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.264 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.265 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.266 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.267 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.268916+0000", 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.268916+0000", 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.269192+0000", 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.268 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.528779+0000", 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.269 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1a", 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.270 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:41:50.351026+0000", 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.271 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.272 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.273 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.274 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.366240+0000", 2024-08-17T17:07:07.275 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.366240+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.366595+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.276 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782334+0000", 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.277 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1b", 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 35, 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:49:43.534890+0000", 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.278 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.279 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.280 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.281 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.282 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267501+0000", 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267501+0000", 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267806+0000", 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.283 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782496+0000", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.284 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1b", 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.285 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:57:16.513587+0000", 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.286 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.287 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.288 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.289 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055691+0000", 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055691+0000", 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056166+0000", 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:07.290 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782413+0000", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.291 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1a", 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:07.292 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:28:04.429048+0000", 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.293 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.294 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.295 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.296 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:07.297 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055394+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055394+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055667+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.298 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782894+0000", 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.299 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.19", 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:11:40.402240+0000", 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.300 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.301 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.302 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.303 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.304 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.262427+0000", 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.262427+0000", 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.262672+0000", 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.305 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783044+0000", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.306 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.18", 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.307 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:46:01.426985+0000", 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.308 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.309 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.310 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.311 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051686+0000", 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051686+0000", 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.052092+0000", 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.312 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531090+0000", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.313 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.18", 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.314 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:22:00.172375+0000", 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.315 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.316 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.317 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.318 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266092+0000", 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266092+0000", 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.266336+0000", 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.319 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527325+0000", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.320 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.19", 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.321 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:21:56.684618+0000", 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.322 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.323 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.324 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.325 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.054200+0000", 2024-08-17T17:07:07.326 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.054200+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.054514+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783103+0000", 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.327 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.17", 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.328 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:22:24.341158+0000", 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.329 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.330 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.331 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.332 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:07.333 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267965+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267965+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.268798+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531518+0000", 2024-08-17T17:07:07.334 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.16", 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.335 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:07:26.160839+0000", 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.336 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.337 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.338 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.339 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:07.340 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051208+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051208+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.051631+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.341 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531609+0000", 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.342 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.16", 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:39:07.842346+0000", 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.343 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.344 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.345 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.346 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.347 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.265758+0000", 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.265758+0000", 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.266016+0000", 2024-08-17T17:07:07.348 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783081+0000", 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.349 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.17", 2024-08-17T17:07:07.350 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:02:30.716434+0000", 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.351 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.352 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.353 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.354 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.355 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051658+0000", 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051658+0000", 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.051932+0000", 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.356 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527634+0000", 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 3, 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.357 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 3, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.15", 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 27, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.358 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:29:27.506620+0000", 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 90, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.359 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.360 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.361 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 4, 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 1 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'3" 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.362 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.363 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267461+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267461+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267788+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.364 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.365 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.14", 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:08:13.603510+0000", 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.366 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.367 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.368 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.369 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.370 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.052617+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.052617+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.052938+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:07.371 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:05:56.142460+0000", 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 12, 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.372 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 12, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.14", 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 36, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:13:56.045523+0000", 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.373 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 2624, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.374 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 12, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 4, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 4, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.375 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 12, 2024-08-17T17:07:07.376 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 9 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "76'12" 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.377 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.378 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266545+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266545+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267063+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.379 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782853+0000", 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.380 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.15", 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:59:07.889014+0000", 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.381 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.382 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.383 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.384 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.385 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.050011+0000", 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.050011+0000", 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.050295+0000", 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:07.386 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782575+0000", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.387 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.13", 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:07.388 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:23:54.490654+0000", 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 34, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.389 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.390 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:07.391 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 6 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.392 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260656+0000", 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260656+0000", 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.260921+0000", 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:07.393 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782538+0000", 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.394 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.12", 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.395 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:49:11.105943+0000", 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.396 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.397 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.398 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.399 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.400 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051761+0000", 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051761+0000", 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.052255+0000", 2024-08-17T17:07:07.401 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531476+0000", 2024-08-17T17:07:07.402 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.12", 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.403 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:51:24.555040+0000", 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.404 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.405 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.406 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.407 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.270445+0000", 2024-08-17T17:07:07.408 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.270445+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.270812+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782744+0000", 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.409 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.13", 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.410 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:32:17.992726+0000", 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.411 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.412 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.413 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.414 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.415 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051289+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051289+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.051568+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.416 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782574+0000", 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.417 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.11", 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:32:46.689116+0000", 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.418 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.419 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.420 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.421 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.422 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267104+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267104+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267402+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.423 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782050+0000", 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.424 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.10", 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:29:24.507167+0000", 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.425 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.426 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.427 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.428 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.429 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055041+0000", 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055041+0000", 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055699+0000", 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.430 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782001+0000", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 8, 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.431 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 8, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.10", 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 32, 2024-08-17T17:07:07.432 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:42:18.563016+0000", 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.433 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 12, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 4, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 4, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.434 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 4, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 12, 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.435 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'8" 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.436 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271777+0000", 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271777+0000", 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.272043+0000", 2024-08-17T17:07:07.437 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782438+0000", 2024-08-17T17:07:07.438 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.11", 2024-08-17T17:07:07.439 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:42:53.880525+0000", 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.440 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.441 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.442 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.443 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.444 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.050558+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.050558+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.050860+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:07.445 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.529586+0000", 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.446 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.f", 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:48:59.263122+0000", 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.447 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 22, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.448 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.449 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 1, 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 1 2024-08-17T17:07:07.450 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.451 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271537+0000", 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271537+0000", 2024-08-17T17:07:07.452 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.271825+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:07.453 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783148+0000", 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.454 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.e", 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:18:16.592118+0000", 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.455 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.456 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.457 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.458 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.459 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.054956+0000", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.054956+0000", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055234+0000", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:07.460 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782093+0000", 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.461 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.e", 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:18:19.647820+0000", 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.462 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.463 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.464 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.465 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.466 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.597609+0000", 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.597609+0000", 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.598046+0000", 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.467 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783374+0000", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.468 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.f", 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 31, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:08:08.053596+0000", 2024-08-17T17:07:07.469 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.470 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.471 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.472 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.473 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.052282+0000", 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.052282+0000", 2024-08-17T17:07:07.474 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.052658+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527717+0000", 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.475 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.d", 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.476 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:15:15.046218+0000", 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 70, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.477 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.478 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.479 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 1, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 1 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.480 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.481 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.277195+0000", 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.277195+0000", 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.277719+0000", 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.482 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531460+0000", 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.483 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.c", 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.484 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:13:03.147940+0000", 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.485 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.486 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.487 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.488 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.489 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051639+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051639+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.051913+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:07.490 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782169+0000", 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.491 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.c", 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:17:35.230806+0000", 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.492 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.493 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.494 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.495 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.496 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.263754+0000", 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.263754+0000", 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.264055+0000", 2024-08-17T17:07:07.497 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:07.498 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783345+0000", 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.499 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.d", 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:43:54.333280+0000", 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.500 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.501 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.502 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.503 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.503 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.503 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.503 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.503 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.503 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.503 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.506 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:07.507 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.522746+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.522746+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.783417+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.508 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.724514+0000", 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.509 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.5", 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:56:52.561998+0000", 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000751033, 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.510 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.511 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.512 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.513 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.514 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 20, 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:02:57.392120+0000", 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:02:57.392120+0000", 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:02:57.392447+0000", 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:00:58.187014+0000", 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:00:58.187014+0000", 2024-08-17T17:07:07.515 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 59, 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:00:58.187014+0000", 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:07:01.942420+0000", 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 140, 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 58, 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.516 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 140, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "1.0", 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 326, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:46:06.334361+0000", 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.517 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 590368, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 1771104, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.518 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.519 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 6, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 322, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 524, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 203, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 2416 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.520 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "76'140" 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.521 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055674+0000", 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055674+0000", 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055976+0000", 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:07.522 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531392+0000", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.523 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.3", 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.524 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:56:13.910777+0000", 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.525 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.526 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.527 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.528 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:07.529 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.267332+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.267332+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267611+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.530 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782549+0000", 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.531 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.2", 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:17:23.937703+0000", 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.532 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.533 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.534 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.535 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.536 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:31.106795+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:31.106795+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.783579+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.537 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:40.227698+0000", 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.538 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.6", 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:46:11.209358+0000", 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000665927, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.539 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.540 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.541 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.542 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.543 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.059087+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.059087+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.059420+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:07.544 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782164+0000", 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.545 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.0", 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:42:03.917228+0000", 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.546 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.547 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.548 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.549 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.550 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266540+0000", 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266540+0000", 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.266793+0000", 2024-08-17T17:07:07.551 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.781846+0000", 2024-08-17T17:07:07.552 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.553 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1", 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:32:19.101193+0000", 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.554 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.555 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.556 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.557 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.558 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.926526+0000", 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.926526+0000", 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.528099+0000", 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.559 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.397987+0000", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.560 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.7", 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:07.561 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:25:24.895474+0000", 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.00044253, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.562 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.563 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.564 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.565 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 2, 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.566 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.047277+0000", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.047277+0000", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.047554+0000", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.567 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782258+0000", 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.568 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1", 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:22:40.510017+0000", 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.569 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.570 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.571 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.572 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 2, 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.573 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.260935+0000", 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.260935+0000", 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.261224+0000", 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.574 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527186+0000", 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.575 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.0", 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.576 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:26:30.977719+0000", 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.577 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.578 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.579 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.580 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.581 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:31.106805+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:31.106805+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.527899+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:07.582 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.397621+0000", 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.583 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.4", 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:09:13.722186+0000", 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000345514, 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.584 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.585 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.586 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.587 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.588 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.054167+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.054167+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.054820+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:07.589 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531720+0000", 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.590 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.2", 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:12:37.351755+0000", 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.591 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.592 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.593 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.594 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.595 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266814+0000", 2024-08-17T17:07:07.596 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266814+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267131+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.597 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.529098+0000", 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.598 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.3", 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:45:05.669970+0000", 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.599 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.600 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.601 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.602 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.603 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.926528+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.926528+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.527641+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.604 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.397493+0000", 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.605 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.2", 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:51:42.055783+0000", 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000327237, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 19, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.606 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.607 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.608 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 2, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 2 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.609 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "75'2" 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.610 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055929+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055929+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056199+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.611 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527673+0000", 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.612 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.4", 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:26:38.841513+0000", 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.613 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.614 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.615 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.616 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.617 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.278075+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.278075+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.278432+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.618 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531507+0000", 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.619 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.5", 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:52:13.090442+0000", 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.620 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.621 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.622 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.623 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.624 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.926464+0000", 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.926464+0000", 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.783560+0000", 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:07.625 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:40.227220+0000", 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.626 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.3", 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 20, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.627 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:47:06.249116+0000", 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.001380138, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.628 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.629 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.630 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "73'1" 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.631 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:07.632 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.056433+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.056433+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056751+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.633 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783242+0000", 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.634 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.5", 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:59:41.683074+0000", 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.635 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.636 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.637 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.638 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.639 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266932+0000", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266932+0000", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267179+0000", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:07.640 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527653+0000", 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.641 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.4", 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:55:47.209099+0000", 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.642 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.643 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.644 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.645 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.646 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:07.647 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.518861+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.518861+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.783294+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.648 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.472956+0000", 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.649 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.0", 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:35:21.142968+0000", 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.001676722, 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.650 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.651 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.652 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.653 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.654 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.052605+0000", 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.052605+0000", 2024-08-17T17:07:07.655 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.053098+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527953+0000", 2024-08-17T17:07:07.656 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.657 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.6", 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:10:37.570376+0000", 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.658 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.659 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.660 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 1, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.661 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.662 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.272493+0000", 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.272493+0000", 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.272778+0000", 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.663 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783671+0000", 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.664 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.7", 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:54:56.369365+0000", 2024-08-17T17:07:07.665 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.666 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.667 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.668 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.669 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 4, 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 70, 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:04:30.926631+0000", 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:04:30.926631+0000", 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:04:34.529151+0000", 2024-08-17T17:07:07.670 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 71, 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:04:29.499652+0000", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:07.671 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:39.398203+0000", 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 70, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.672 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "4.1", 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 76, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 19, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:10:46.462199+0000", 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.000529127, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.673 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.674 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.675 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.676 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 4, 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.677 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.054902+0000", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.054902+0000", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055179+0000", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:07.678 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783220+0000", 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.679 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.7", 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:39:19.111538+0000", 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.680 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.681 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.682 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.683 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.684 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.270441+0000", 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.270441+0000", 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.270697+0000", 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.685 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782823+0000", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.686 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.6", 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.687 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:25:44.677066+0000", 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.688 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.689 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.690 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.691 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055463+0000", 2024-08-17T17:07:07.692 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055463+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056425+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:07.693 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782172+0000", 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.694 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.8", 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:43:41.477405+0000", 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.695 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.696 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.697 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.698 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.699 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.364689+0000", 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.364689+0000", 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.365160+0000", 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.700 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527174+0000", 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.701 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.9", 2024-08-17T17:07:07.702 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 18, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:13:27.209481+0000", 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.703 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.704 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.705 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.706 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.707 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.059797+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.059797+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.060098+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:07.708 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527400+0000", 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.709 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.9", 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:26:05.509370+0000", 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.710 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.711 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.712 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.713 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: 3 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.714 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.264965+0000", 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.264965+0000", 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.265234+0000", 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.715 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783112+0000", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.716 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.8", 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.717 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:12:55.825441+0000", 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.718 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.719 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.720 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.721 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 1, 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.059780+0000", 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.059780+0000", 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.060089+0000", 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:07.722 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.527501+0000", 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.723 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.a", 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 24, 2024-08-17T17:07:07.724 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:12:06.525955+0000", 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.725 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.726 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.727 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: 1, 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: 7 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 1, 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.728 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:47.598071+0000", 2024-08-17T17:07:07.729 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:47.598071+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:47.598394+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 68, 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:07.730 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782144+0000", 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 67, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.b", 2024-08-17T17:07:07.731 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 31, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:14:28.572388+0000", 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.732 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.733 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.734 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: 2, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.735 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.055537+0000", 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.055537+0000", 2024-08-17T17:07:07.736 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.055844+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782979+0000", 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:07.737 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.b", 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.738 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:35:34.739872+0000", 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.739 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.740 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.741 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 1, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.742 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 6, 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.743 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.274831+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.274831+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.275125+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.744 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782331+0000", 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.745 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.a", 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:13:19.242438+0000", 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.746 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.747 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.748 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.749 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 6, 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.750 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271016+0000", 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271016+0000", 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.271296+0000", 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.751 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531558+0000", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.752 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1d", 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.753 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:59:10.336768+0000", 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.754 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.755 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.756 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: 6 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.757 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.758 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.056952+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.056952+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.058260+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.759 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.782916+0000", 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.760 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1c", 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:35:10.888649+0000", 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.761 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.762 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.763 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.764 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 5, 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.765 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.271983+0000", 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.271983+0000", 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.272255+0000", 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.766 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.531351+0000", 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.767 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1c", 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:10:25.967476+0000", 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.768 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.769 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.770 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.771 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: 4, 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: 1 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 5, 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.772 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 7, 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.051053+0000", 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.051053+0000", 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.054081+0000", 2024-08-17T17:07:07.773 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783066+0000", 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.774 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 2, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 2, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1d", 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.775 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 26, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:53:59.390349+0000", 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.776 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 3, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 1, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 1, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.777 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.778 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 3, 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: 0 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 7, 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'2" 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.779 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.780 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.266803+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.266803+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.267065+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.781 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783010+0000", 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.782 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1f", 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:52:25.518241+0000", 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.783 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.784 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.785 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.786 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: 5, 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.787 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.050727+0000", 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.050727+0000", 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.050988+0000", 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.788 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783912+0000", 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 1, 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.789 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 1, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1e", 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 25, 2024-08-17T17:07:07.790 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:11:34.490817+0000", 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.791 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.792 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.793 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: 5 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.794 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'1" 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 3, 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 63, 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.795 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:22.261515+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:22.261515+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:22.261802+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 64, 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:07.796 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:21.239670+0000", 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783758+0000", 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 63, 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.797 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "3.1e", 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 21, 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:28:35.585579+0000", 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.798 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.799 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.800 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.801 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: 3, 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: 6, 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: 2 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 3, 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "0'0" 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": [ 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.802 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "acting_primary": 0, 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "avail_no_missing": [], 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "blocked_by": [], 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "created": 60, 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "dirty_stats_invalid": false, 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "hitset_stats_invalid": false, 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_active": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_active": "2024-08-17T17:03:19.056109+0000", 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_became_peered": "2024-08-17T17:03:19.056109+0000", 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_change": "2024-08-17T17:03:19.056541+0000", 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_clean_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:07:07.803 INFO:tasks.workunit.client.0.smithi094.stdout: "last_deep_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_epoch_clean": 61, 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fresh": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_fullsized": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_peered": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub": "0'0", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_duration": 0, 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_scrub_stamp": "2024-08-17T17:03:18.031081+0000", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_undegraded": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "last_unstale": "2024-08-17T17:04:34.783275+0000", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "log_dups_size": 0, 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 4, 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "log_start": "0'0", 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "manifest_stats_invalid": false, 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "mapping_epoch": 60, 2024-08-17T17:07:07.804 INFO:tasks.workunit.client.0.smithi094.stdout: "object_location_counts": [], 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_scrubbed": 0, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "objects_trimmed": 0, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_stats_invalid": false, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 4, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "parent": "0.0", 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "parent_split_bits": 0, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pgid": "2.1f", 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "pin_stats_invalid": false, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "purged_snaps": [], 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_epoch": 75, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "reported_seq": 28, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_duration": 0.0, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:39:33.103476+0000", 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:07:07.805 INFO:tasks.workunit.client.0.smithi094.stdout: "snaptrimq_len": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 570, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.806 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.807 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 1, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 4, 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 1 2024-08-17T17:07:07.808 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: "state": "active+clean", 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_invalid": false, 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: "up": [ 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: 0, 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: 7, 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: 4 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: "up_primary": 0, 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: "version": "66'4" 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_per_pool": [ 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 24, 2024-08-17T17:07:07.809 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "rbd" 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 3, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pg": 8, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 8, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 3, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "poolid": 4, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 19, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.810 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.811 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.812 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 2, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 2 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 12288, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:07.813 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 57, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 24 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 192, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 0, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pg": 64, 2024-08-17T17:07:07.814 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 8, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "poolid": 3, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.815 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.816 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 0, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 0 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.817 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 192 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.818 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 96, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "cephfs" 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 45, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pg": 32, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 8, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 45, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "poolid": 2, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 3410, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 0, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.819 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 66, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 22, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 22, 2024-08-17T17:07:07.820 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 14, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 0, 2024-08-17T17:07:07.821 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 51, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 19 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 98304, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 10230, 2024-08-17T17:07:07.822 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 96 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: { 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "acting": 3, 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "application": [ 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "mgr" 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "log_size": 140, 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_pg": 1, 2024-08-17T17:07:07.823 INFO:tasks.workunit.client.0.smithi094.stdout: "num_store_stats": 3, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "ondisk_log_size": 140, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "poolid": 1, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "stat_sum": { 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes": 590368, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_bytes_recovered": 1771104, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_kb": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_full": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_evict_mode_some": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_kb": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_high": 0, 2024-08-17T17:07:07.824 INFO:tasks.workunit.client.0.smithi094.stdout: "num_flush_mode_low": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_keys_recovered": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_large_omap_objects": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_clones": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_object_copies": 6, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects": 2, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_degraded": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_dirty": 2, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_manifest": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_misplaced": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:07:07.825 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_omap": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_pinned": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_recovered": 6, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_repaired": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_objects_unfound": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_bytes": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_omap_keys": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_promote": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read": 322, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_read_kb": 524, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_scrub_errors": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_whiteouts": 0, 2024-08-17T17:07:07.826 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write": 203, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "num_write_kb": 2416 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "store_stats": { 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "allocated": 1781760, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "available": 0, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed": 0, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_allocated": 0, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "data_compressed_original": 0, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "data_stored": 1771104, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "internal_metadata": 0, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "internally_reserved": 0, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "omap_allocated": 0, 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: "total": 0 2024-08-17T17:07:07.827 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "up": 3 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: ], 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "usage": { 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "pg_num": 105, 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "pools": 4, 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "stats_by_class": { 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "ssd": { 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "total_avail_bytes": 765516206080, 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "total_bytes": 767960285184, 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_bytes": 2444079104, 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_raw_bytes": 2444079104, 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_raw_ratio": 0.00318255927413702 2024-08-17T17:07:07.828 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.829 INFO:tasks.workunit.client.0.smithi094.stdout: }, 2024-08-17T17:07:07.829 INFO:tasks.workunit.client.0.smithi094.stdout: "total_avail_bytes": 765516206080, 2024-08-17T17:07:07.829 INFO:tasks.workunit.client.0.smithi094.stdout: "total_bytes": 767960285184, 2024-08-17T17:07:07.829 INFO:tasks.workunit.client.0.smithi094.stdout: "total_used_bytes": 2444079104 2024-08-17T17:07:07.829 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.829 INFO:tasks.workunit.client.0.smithi094.stdout: } 2024-08-17T17:07:07.829 INFO:tasks.workunit.client.0.smithi094.stdout:} 2024-08-17T17:07:07.829 INFO:tasks.workunit.client.0.smithi094.stdout:OK 2024-08-17T17:07:07.830 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:07:07.830 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:07:07.830 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.831 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.832 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:06 smithi190 ceph-mon[33316]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='client.14871 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.834 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.835 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.836 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.839 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:05 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:06 smithi094 ceph-mon[29912]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:07.840 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:06 smithi094 ceph-mon[41048]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:07:07.872 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-17T17:07:07.873 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T17:07:08.179 DEBUG:teuthology.parallel:result is None 2024-08-17T17:07:08.180 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:07:08.204 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:07:08.204 DEBUG:teuthology.orchestra.run.smithi094:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:07:08.269 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:07:08.269 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:07:08.279 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-17T17:07:08.279 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:07:08.287 INFO:teuthology.task.print:**** done start parallel 2024-08-17T17:07:08.287 INFO:teuthology.run_tasks:Running task parallel... 2024-08-17T17:07:08.300 INFO:teuthology.task.parallel:starting parallel... 2024-08-17T17:07:08.300 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-17T17:07:08.301 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T17:07:08.301 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-17T17:07:08.301 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-17T17:07:08.304 INFO:tasks.rados:Beginning rados... 2024-08-17T17:07:08.304 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-17T17:07:08.304 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'OSD_DOWN', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSDMAP_FLAGS', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '91f88e4d132ac08dc53355fa3d9717a53236a3a9'}} 2024-08-17T17:07:08.304 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-17T17:07:08.304 INFO:tasks.rados:joining rados 2024-08-17T17:07:08.304 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-17T17:07:08.305 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T17:07:08.305 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-17T17:07:08.305 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-17T17:07:08.305 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi094.front.sepia.ceph.com 2024-08-17T17:07:08.306 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-17T17:07:08.306 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-17T17:07:08.306 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-17T17:07:08.574 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:07:08.577 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:07:09.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:09 smithi094 ceph-mon[29912]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:09 smithi094 ceph-mon[41048]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:09.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:09 smithi190 ceph-mon[33316]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:11.405 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:11 smithi094 ceph-mon[29912]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:11.406 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:11 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:11.406 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:11 smithi094 ceph-mon[41048]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:11.406 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:11 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:11.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:11 smithi190 ceph-mon[33316]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:11.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:11 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:12 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/490140919' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:07:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:12 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:07:12.495 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:12 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/490140919' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:07:12.495 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:12 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:07:12.496 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:12 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/490140919' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:07:12.496 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:12 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:07:12.748 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:12] "GET /metrics HTTP/1.1" 200 236507 "" "Prometheus/2.43.0" 2024-08-17T17:07:12.750 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-17T17:07:13.139 INFO:tasks.rados:starting run 0 out of 1 2024-08-17T17:07:13.139 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-17T17:07:13.140 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-17T17:07:13.189 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:07:13.433 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:13 smithi094 ceph-mon[29912]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:13.434 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:13 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T17:07:13.434 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:13 smithi094 ceph-mon[29912]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T17:07:13.434 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:13 smithi094 ceph-mon[41048]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:13.434 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:13 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T17:07:13.434 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:13 smithi094 ceph-mon[41048]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T17:07:13.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:13 smithi190 ceph-mon[33316]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:07:13.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:13 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T17:07:13.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:13 smithi190 ceph-mon[33316]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T17:07:13.888 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:07:13.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:07:13 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:07:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:15 smithi094 ceph-mon[41048]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 39 op/s 2024-08-17T17:07:15.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:15 smithi094 ceph-mon[29912]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 39 op/s 2024-08-17T17:07:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:15 smithi190 ceph-mon[33316]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 39 op/s 2024-08-17T17:07:16.548 INFO:teuthology.orchestra.run.smithi094.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:07:17.130 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-17T17:07:17.395 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 39 op/s 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1029757259' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:17 smithi190 ceph-mon[33316]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:07:17.518 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 39 op/s 2024-08-17T17:07:17.518 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1029757259' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:07:17.519 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:07:17.521 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:17.521 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:07:17.521 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:17.521 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:17.521 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:17.521 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:17.521 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[29912]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 39 op/s 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1029757259' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:17.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:17.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:17 smithi094 ceph-mon[41048]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:07:18.176 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'unique_pool_0' created 2024-08-17T17:07:18.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:18 smithi190 ceph-mon[33316]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T17:07:18.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:18 smithi094 ceph-mon[29912]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T17:07:18.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:18 smithi094 ceph-mon[41048]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T17:07:19.309 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:19 smithi094 ceph-mon[29912]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:19.310 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:19 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T17:07:19.310 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:19 smithi094 ceph-mon[29912]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T17:07:19.310 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:19 smithi094 ceph-mon[41048]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:19.310 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:19 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T17:07:19.310 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:19 smithi094 ceph-mon[41048]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T17:07:19.334 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-17T17:07:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:19 smithi190 ceph-mon[33316]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:19 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T17:07:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:19 smithi190 ceph-mon[33316]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T17:07:19.918 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:07:20.032 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:07:20.450 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:20 smithi094 ceph-mon[29912]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T17:07:20.451 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:20 smithi094 ceph-mon[41048]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T17:07:20.628 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:07:20.628 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (98s) 80s ago 2m 16.3M - 0.25.0 c8568f914cd2 cddc64ef2d66 2024-08-17T17:07:20.628 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (2m) 83s ago 2m 81.0M - 9.4.7 954c08fa6188 df17b573f0fc 2024-08-17T17:07:20.628 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (4m) 80s ago 4m 15.2M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:07:20.628 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (4m) 83s ago 4m 12.6M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443 running (7m) 83s ago 7m 399M - 17.2.7-1404-gf2c39d4d f69471c56189 fd49aefdef6a 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:9283,8765 running (9m) 80s ago 9m 447M - 17.2.7-1404-gf2c39d4d f69471c56189 4bb94207b7e2 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (9m) 80s ago 9m 47.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 4a10d8ee64fe 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (8m) 83s ago 8m 40.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 e41e7dc5c954 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (7m) 80s ago 7m 39.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 69126fde8f9a 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (2m) 80s ago 2m 9609k - 1.5.0 0da6a335fe13 1e268c0bcded 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (117s) 83s ago 116s 3598k - 1.5.0 0da6a335fe13 cdeec02a4ecb 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (7m) 80s ago 7m 45.5M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (6m) 80s ago 6m 43.7M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (6m) 80s ago 6m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (6m) 80s ago 6m 41.2M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (5m) 83s ago 5m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (5m) 83s ago 5m 42.5M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:07:20.629 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (4m) 83s ago 4m 42.0M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:07:20.630 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (4m) 83s ago 4m 42.7M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:07:20.630 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (93s) 83s ago 2m 25.4M - 2.43.0 a07b618ecd1d 7927dafc3cc6 2024-08-17T17:07:20.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:20 smithi190 ceph-mon[33316]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T17:07:20.968 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:07:20.968 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:07:20.968 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 15 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:07:20.969 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:07:21.261 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:07:21.261 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", 2024-08-17T17:07:21.261 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:07:21.262 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:07:21.262 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [], 2024-08-17T17:07:21.262 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "", 2024-08-17T17:07:21.262 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 image", 2024-08-17T17:07:21.262 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:07:21.262 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:07:21.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:21 smithi190 ceph-mon[33316]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:21 smithi190 ceph-mon[33316]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:21 smithi190 ceph-mon[33316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:21 smithi190 ceph-mon[33316]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T17:07:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:21 smithi190 ceph-mon[33316]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:21 smithi190 ceph-mon[33316]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:21 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3761924066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[41048]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[41048]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[41048]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[41048]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[41048]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[41048]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3761924066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[29912]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[29912]: pgmap v101: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:21.439 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[29912]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:07:21.440 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[29912]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T17:07:21.440 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[29912]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.440 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[29912]: from='client.24863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:21.440 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:21 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3761924066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:22.191 INFO:teuthology.orchestra.run.smithi094.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-17T17:07:22.504 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:22 smithi094 ceph-mon[29912]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:22.504 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:22 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/786558291' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:07:22.504 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:22 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:07:22.504 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:22 smithi094 ceph-mon[41048]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:22.504 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:22 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/786558291' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:07:22.504 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:22 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:07:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:22 smithi190 ceph-mon[33316]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:22 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/786558291' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:07:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:22 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:07:22.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:22] "GET /metrics HTTP/1.1" 200 236507 "" "Prometheus/2.43.0" 2024-08-17T17:07:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:23 smithi094 ceph-mon[29912]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:23 smithi094 ceph-mon[29912]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:23 smithi094 ceph-mon[29912]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T17:07:23.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:23 smithi094 ceph-mon[41048]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:23.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:23 smithi094 ceph-mon[41048]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:23.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:23 smithi094 ceph-mon[41048]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T17:07:23.616 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:23 smithi190 ceph-mon[33316]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:23.616 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:23 smithi190 ceph-mon[33316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:07:23.616 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:23 smithi190 ceph-mon[33316]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T17:07:23.813 DEBUG:teuthology.orchestra.run.smithi094:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-17T17:07:23.838 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight read -> 100 2024-08-17T17:07:23.838 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight delete -> 50 2024-08-17T17:07:23.838 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight snap_create -> 50 2024-08-17T17:07:23.838 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight snap_remove -> 50 2024-08-17T17:07:23.838 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight rollback -> 50 2024-08-17T17:07:23.838 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight setattr -> 25 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight rmattr -> 25 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight copy_from -> 50 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout:adding op weight append -> 100 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout:ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable) 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout:Configuration: 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout: Number of operations: 4000 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout: Number of objects: 50 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout: Max in flight operations: 16 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout: Object size (in bytes): 4000000 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout: Write stride min: 400000 2024-08-17T17:07:23.839 INFO:tasks.rados.rados.0.smithi094.stdout: Write stride max: 800000 2024-08-17T17:07:23.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:07:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:23] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:07:24.199 INFO:tasks.rados.rados.0.smithi094.stdout:1: write initial oid 1 2024-08-17T17:07:24.200 INFO:tasks.rados.rados.0.smithi094.stdout:1: seq_num 0 ranges {0=24576} 2024-08-17T17:07:24.200 INFO:tasks.rados.rados.0.smithi094.stdout:1: writing smithi09487127-1 from 0 to 24576 tid 1 2024-08-17T17:07:24.200 INFO:tasks.rados.rados.0.smithi094.stdout:2: write initial oid 2 2024-08-17T17:07:24.200 INFO:tasks.rados.rados.0.smithi094.stdout:2: seq_num 1 ranges {0=24576} 2024-08-17T17:07:24.200 INFO:tasks.rados.rados.0.smithi094.stdout:2: writing smithi09487127-2 from 0 to 24576 tid 1 2024-08-17T17:07:24.200 INFO:tasks.rados.rados.0.smithi094.stdout:3: write initial oid 3 2024-08-17T17:07:24.201 INFO:tasks.rados.rados.0.smithi094.stdout:3: seq_num 2 ranges {0=40960} 2024-08-17T17:07:24.201 INFO:tasks.rados.rados.0.smithi094.stdout:3: writing smithi09487127-3 from 0 to 40960 tid 1 2024-08-17T17:07:24.201 INFO:tasks.rados.rados.0.smithi094.stdout:4: write initial oid 4 2024-08-17T17:07:24.201 INFO:tasks.rados.rados.0.smithi094.stdout:4: seq_num 3 ranges {0=57344} 2024-08-17T17:07:24.201 INFO:tasks.rados.rados.0.smithi094.stdout:4: writing smithi09487127-4 from 0 to 57344 tid 1 2024-08-17T17:07:24.201 INFO:tasks.rados.rados.0.smithi094.stdout:5: write initial oid 5 2024-08-17T17:07:24.202 INFO:tasks.rados.rados.0.smithi094.stdout:5: seq_num 4 ranges {0=73728} 2024-08-17T17:07:24.202 INFO:tasks.rados.rados.0.smithi094.stdout:5: writing smithi09487127-5 from 0 to 73728 tid 1 2024-08-17T17:07:24.202 INFO:tasks.rados.rados.0.smithi094.stdout:6: write initial oid 6 2024-08-17T17:07:24.202 INFO:tasks.rados.rados.0.smithi094.stdout:6: seq_num 5 ranges {0=90112} 2024-08-17T17:07:24.203 INFO:tasks.rados.rados.0.smithi094.stdout:6: writing smithi09487127-6 from 0 to 90112 tid 1 2024-08-17T17:07:24.203 INFO:tasks.rados.rados.0.smithi094.stdout:7: write initial oid 7 2024-08-17T17:07:24.203 INFO:tasks.rados.rados.0.smithi094.stdout:7: seq_num 6 ranges {0=106496} 2024-08-17T17:07:24.203 INFO:tasks.rados.rados.0.smithi094.stdout:7: writing smithi09487127-7 from 0 to 106496 tid 1 2024-08-17T17:07:24.205 INFO:tasks.rados.rados.0.smithi094.stdout:8: write initial oid 8 2024-08-17T17:07:24.205 INFO:tasks.rados.rados.0.smithi094.stdout:8: seq_num 7 ranges {0=122880} 2024-08-17T17:07:24.205 INFO:tasks.rados.rados.0.smithi094.stdout:8: writing smithi09487127-8 from 0 to 122880 tid 1 2024-08-17T17:07:24.205 INFO:tasks.rados.rados.0.smithi094.stdout:9: write initial oid 9 2024-08-17T17:07:24.205 INFO:tasks.rados.rados.0.smithi094.stdout:9: seq_num 8 ranges {0=139264} 2024-08-17T17:07:24.206 INFO:tasks.rados.rados.0.smithi094.stdout:9: writing smithi09487127-9 from 0 to 139264 tid 1 2024-08-17T17:07:24.207 INFO:tasks.rados.rados.0.smithi094.stdout:10: write initial oid 10 2024-08-17T17:07:24.207 INFO:tasks.rados.rados.0.smithi094.stdout:10: seq_num 9 ranges {0=155648} 2024-08-17T17:07:24.208 INFO:tasks.rados.rados.0.smithi094.stdout:10: writing smithi09487127-10 from 0 to 155648 tid 1 2024-08-17T17:07:24.208 INFO:tasks.rados.rados.0.smithi094.stdout:11: write initial oid 11 2024-08-17T17:07:24.208 INFO:tasks.rados.rados.0.smithi094.stdout:11: seq_num 10 ranges {0=172032} 2024-08-17T17:07:24.209 INFO:tasks.rados.rados.0.smithi094.stdout:11: writing smithi09487127-11 from 0 to 172032 tid 1 2024-08-17T17:07:24.209 INFO:tasks.rados.rados.0.smithi094.stdout:12: write initial oid 12 2024-08-17T17:07:24.210 INFO:tasks.rados.rados.0.smithi094.stdout:12: seq_num 11 ranges {0=188416} 2024-08-17T17:07:24.211 INFO:tasks.rados.rados.0.smithi094.stdout:12: writing smithi09487127-12 from 0 to 188416 tid 1 2024-08-17T17:07:24.211 INFO:tasks.rados.rados.0.smithi094.stdout:13: write initial oid 13 2024-08-17T17:07:24.212 INFO:tasks.rados.rados.0.smithi094.stdout:13: seq_num 12 ranges {0=204800} 2024-08-17T17:07:24.213 INFO:tasks.rados.rados.0.smithi094.stdout:13: writing smithi09487127-13 from 0 to 204800 tid 1 2024-08-17T17:07:24.213 INFO:tasks.rados.rados.0.smithi094.stdout:14: write initial oid 14 2024-08-17T17:07:24.213 INFO:tasks.rados.rados.0.smithi094.stdout:14: seq_num 13 ranges {0=221184} 2024-08-17T17:07:24.215 INFO:tasks.rados.rados.0.smithi094.stdout:14: writing smithi09487127-14 from 0 to 221184 tid 1 2024-08-17T17:07:24.215 INFO:tasks.rados.rados.0.smithi094.stdout:15: write initial oid 15 2024-08-17T17:07:24.215 INFO:tasks.rados.rados.0.smithi094.stdout:15: seq_num 14 ranges {0=237568} 2024-08-17T17:07:24.216 INFO:tasks.rados.rados.0.smithi094.stdout:15: writing smithi09487127-15 from 0 to 237568 tid 1 2024-08-17T17:07:24.216 INFO:tasks.rados.rados.0.smithi094.stdout:16: write initial oid 16 2024-08-17T17:07:24.217 INFO:tasks.rados.rados.0.smithi094.stdout:16: seq_num 15 ranges {0=253952} 2024-08-17T17:07:24.222 INFO:tasks.rados.rados.0.smithi094.stdout:16: writing smithi09487127-16 from 0 to 253952 tid 1 2024-08-17T17:07:24.223 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.223 INFO:tasks.rados.rados.0.smithi094.stdout:2: finishing write tid 1 to smithi09487127-2 2024-08-17T17:07:24.223 INFO:tasks.rados.rados.0.smithi094.stdout:1: finishing write tid 1 to smithi09487127-1 2024-08-17T17:07:24.223 INFO:tasks.rados.rados.0.smithi094.stdout:1: finishing write tid 2 to smithi09487127-1 2024-08-17T17:07:24.223 INFO:tasks.rados.rados.0.smithi094.stdout:4: finishing write tid 1 to smithi09487127-4 2024-08-17T17:07:24.223 INFO:tasks.rados.rados.0.smithi094.stdout:2: finishing write tid 2 to smithi09487127-2 2024-08-17T17:07:24.224 INFO:tasks.rados.rados.0.smithi094.stdout:4: finishing write tid 2 to smithi09487127-4 2024-08-17T17:07:24.224 INFO:tasks.rados.rados.0.smithi094.stdout:2: finishing write tid 3 to smithi09487127-2 2024-08-17T17:07:24.224 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T17:07:24.224 INFO:tasks.rados.rados.0.smithi094.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-17T17:07:24.224 INFO:tasks.rados.rados.0.smithi094.stdout:3: finishing write tid 1 to smithi09487127-3 2024-08-17T17:07:24.225 INFO:tasks.rados.rados.0.smithi094.stdout:5: finishing write tid 1 to smithi09487127-5 2024-08-17T17:07:24.225 INFO:tasks.rados.rados.0.smithi094.stdout:3: finishing write tid 2 to smithi09487127-3 2024-08-17T17:07:24.225 INFO:tasks.rados.rados.0.smithi094.stdout:5: finishing write tid 2 to smithi09487127-5 2024-08-17T17:07:24.225 INFO:tasks.rados.rados.0.smithi094.stdout:1: finishing write tid 3 to smithi09487127-1 2024-08-17T17:07:24.225 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-17T17:07:24.225 INFO:tasks.rados.rados.0.smithi094.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:07:24.226 INFO:tasks.rados.rados.0.smithi094.stdout:7: finishing write tid 1 to smithi09487127-7 2024-08-17T17:07:24.226 INFO:tasks.rados.rados.0.smithi094.stdout:3: finishing write tid 3 to smithi09487127-3 2024-08-17T17:07:24.226 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-17T17:07:24.226 INFO:tasks.rados.rados.0.smithi094.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-17T17:07:24.226 INFO:tasks.rados.rados.0.smithi094.stdout:7: finishing write tid 2 to smithi09487127-7 2024-08-17T17:07:24.227 INFO:tasks.rados.rados.0.smithi094.stdout:5: finishing write tid 3 to smithi09487127-5 2024-08-17T17:07:24.227 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-17T17:07:24.227 INFO:tasks.rados.rados.0.smithi094.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-17T17:07:24.227 INFO:tasks.rados.rados.0.smithi094.stdout:6: finishing write tid 1 to smithi09487127-6 2024-08-17T17:07:24.227 INFO:tasks.rados.rados.0.smithi094.stdout:4: finishing write tid 3 to smithi09487127-4 2024-08-17T17:07:24.227 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-17T17:07:24.228 INFO:tasks.rados.rados.0.smithi094.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-17T17:07:24.228 INFO:tasks.rados.rados.0.smithi094.stdout:6: finishing write tid 2 to smithi09487127-6 2024-08-17T17:07:24.228 INFO:tasks.rados.rados.0.smithi094.stdout:6: finishing write tid 3 to smithi09487127-6 2024-08-17T17:07:24.228 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-17T17:07:24.228 INFO:tasks.rados.rados.0.smithi094.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-17T17:07:24.228 INFO:tasks.rados.rados.0.smithi094.stdout:9: finishing write tid 1 to smithi09487127-9 2024-08-17T17:07:24.229 INFO:tasks.rados.rados.0.smithi094.stdout:9: finishing write tid 2 to smithi09487127-9 2024-08-17T17:07:24.229 INFO:tasks.rados.rados.0.smithi094.stdout:7: finishing write tid 3 to smithi09487127-7 2024-08-17T17:07:24.229 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T17:07:24.229 INFO:tasks.rados.rados.0.smithi094.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:07:24.229 INFO:tasks.rados.rados.0.smithi094.stdout:10: finishing write tid 1 to smithi09487127-10 2024-08-17T17:07:24.230 INFO:tasks.rados.rados.0.smithi094.stdout:9: finishing write tid 3 to smithi09487127-9 2024-08-17T17:07:24.230 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T17:07:24.230 INFO:tasks.rados.rados.0.smithi094.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-17T17:07:24.230 INFO:tasks.rados.rados.0.smithi094.stdout:10: finishing write tid 2 to smithi09487127-10 2024-08-17T17:07:24.230 INFO:tasks.rados.rados.0.smithi094.stdout:8: finishing write tid 1 to smithi09487127-8 2024-08-17T17:07:24.230 INFO:tasks.rados.rados.0.smithi094.stdout:11: finishing write tid 1 to smithi09487127-11 2024-08-17T17:07:24.231 INFO:tasks.rados.rados.0.smithi094.stdout:11: finishing write tid 2 to smithi09487127-11 2024-08-17T17:07:24.231 INFO:tasks.rados.rados.0.smithi094.stdout:8: finishing write tid 2 to smithi09487127-8 2024-08-17T17:07:24.231 INFO:tasks.rados.rados.0.smithi094.stdout:10: finishing write tid 3 to smithi09487127-10 2024-08-17T17:07:24.231 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T17:07:24.231 INFO:tasks.rados.rados.0.smithi094.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-17T17:07:24.231 INFO:tasks.rados.rados.0.smithi094.stdout:11: finishing write tid 3 to smithi09487127-11 2024-08-17T17:07:24.232 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-17T17:07:24.232 INFO:tasks.rados.rados.0.smithi094.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-17T17:07:24.232 INFO:tasks.rados.rados.0.smithi094.stdout:12: finishing write tid 1 to smithi09487127-12 2024-08-17T17:07:24.232 INFO:tasks.rados.rados.0.smithi094.stdout:12: finishing write tid 2 to smithi09487127-12 2024-08-17T17:07:24.232 INFO:tasks.rados.rados.0.smithi094.stdout:12: finishing write tid 3 to smithi09487127-12 2024-08-17T17:07:24.232 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T17:07:24.233 INFO:tasks.rados.rados.0.smithi094.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-17T17:07:24.233 INFO:tasks.rados.rados.0.smithi094.stdout:8: finishing write tid 3 to smithi09487127-8 2024-08-17T17:07:24.233 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-17T17:07:24.233 INFO:tasks.rados.rados.0.smithi094.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-17T17:07:24.233 INFO:tasks.rados.rados.0.smithi094.stdout:13: finishing write tid 1 to smithi09487127-13 2024-08-17T17:07:24.234 INFO:tasks.rados.rados.0.smithi094.stdout:13: finishing write tid 2 to smithi09487127-13 2024-08-17T17:07:24.234 INFO:tasks.rados.rados.0.smithi094.stdout:13: finishing write tid 3 to smithi09487127-13 2024-08-17T17:07:24.234 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T17:07:24.234 INFO:tasks.rados.rados.0.smithi094.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-17T17:07:24.234 INFO:tasks.rados.rados.0.smithi094.stdout:14: finishing write tid 1 to smithi09487127-14 2024-08-17T17:07:24.235 INFO:tasks.rados.rados.0.smithi094.stdout:1: done (15 left) 2024-08-17T17:07:24.235 INFO:tasks.rados.rados.0.smithi094.stdout:2: done (14 left) 2024-08-17T17:07:24.235 INFO:tasks.rados.rados.0.smithi094.stdout:3: done (13 left) 2024-08-17T17:07:24.235 INFO:tasks.rados.rados.0.smithi094.stdout:4: done (12 left) 2024-08-17T17:07:24.235 INFO:tasks.rados.rados.0.smithi094.stdout:5: done (11 left) 2024-08-17T17:07:24.235 INFO:tasks.rados.rados.0.smithi094.stdout:6: done (10 left) 2024-08-17T17:07:24.236 INFO:tasks.rados.rados.0.smithi094.stdout:7: done (9 left) 2024-08-17T17:07:24.236 INFO:tasks.rados.rados.0.smithi094.stdout:8: done (8 left) 2024-08-17T17:07:24.236 INFO:tasks.rados.rados.0.smithi094.stdout:9: done (7 left) 2024-08-17T17:07:24.236 INFO:tasks.rados.rados.0.smithi094.stdout:10: done (6 left) 2024-08-17T17:07:24.236 INFO:tasks.rados.rados.0.smithi094.stdout:11: done (5 left) 2024-08-17T17:07:24.236 INFO:tasks.rados.rados.0.smithi094.stdout:12: done (4 left) 2024-08-17T17:07:24.237 INFO:tasks.rados.rados.0.smithi094.stdout:13: done (3 left) 2024-08-17T17:07:24.237 INFO:tasks.rados.rados.0.smithi094.stdout:17: write initial oid 17 2024-08-17T17:07:24.237 INFO:tasks.rados.rados.0.smithi094.stdout:17: seq_num 16 ranges {0=270336} 2024-08-17T17:07:24.237 INFO:tasks.rados.rados.0.smithi094.stdout:17: writing smithi09487127-17 from 0 to 270336 tid 1 2024-08-17T17:07:24.237 INFO:tasks.rados.rados.0.smithi094.stdout:14: finishing write tid 2 to smithi09487127-14 2024-08-17T17:07:24.237 INFO:tasks.rados.rados.0.smithi094.stdout:15: finishing write tid 1 to smithi09487127-15 2024-08-17T17:07:24.238 INFO:tasks.rados.rados.0.smithi094.stdout:15: finishing write tid 2 to smithi09487127-15 2024-08-17T17:07:24.238 INFO:tasks.rados.rados.0.smithi094.stdout:14: finishing write tid 3 to smithi09487127-14 2024-08-17T17:07:24.238 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:07:24.238 INFO:tasks.rados.rados.0.smithi094.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-17T17:07:24.238 INFO:tasks.rados.rados.0.smithi094.stdout:14: done (3 left) 2024-08-17T17:07:24.239 INFO:tasks.rados.rados.0.smithi094.stdout:18: write initial oid 18 2024-08-17T17:07:24.239 INFO:tasks.rados.rados.0.smithi094.stdout:18: seq_num 17 ranges {0=286720} 2024-08-17T17:07:24.243 INFO:tasks.rados.rados.0.smithi094.stdout:18: writing smithi09487127-18 from 0 to 286720 tid 1 2024-08-17T17:07:24.244 INFO:tasks.rados.rados.0.smithi094.stdout:19: write initial oid 19 2024-08-17T17:07:24.244 INFO:tasks.rados.rados.0.smithi094.stdout:19: seq_num 18 ranges {0=303104} 2024-08-17T17:07:24.244 INFO:tasks.rados.rados.0.smithi094.stdout:19: writing smithi09487127-19 from 0 to 303104 tid 1 2024-08-17T17:07:24.244 INFO:tasks.rados.rados.0.smithi094.stdout:20: write initial oid 20 2024-08-17T17:07:24.244 INFO:tasks.rados.rados.0.smithi094.stdout:20: seq_num 19 ranges {0=319488} 2024-08-17T17:07:24.245 INFO:tasks.rados.rados.0.smithi094.stdout:20: writing smithi09487127-20 from 0 to 319488 tid 1 2024-08-17T17:07:24.245 INFO:tasks.rados.rados.0.smithi094.stdout:21: write initial oid 21 2024-08-17T17:07:24.245 INFO:tasks.rados.rados.0.smithi094.stdout:21: seq_num 20 ranges {0=344064} 2024-08-17T17:07:24.245 INFO:tasks.rados.rados.0.smithi094.stdout:21: writing smithi09487127-21 from 0 to 344064 tid 1 2024-08-17T17:07:24.246 INFO:tasks.rados.rados.0.smithi094.stdout:22: write initial oid 22 2024-08-17T17:07:24.246 INFO:tasks.rados.rados.0.smithi094.stdout:22: seq_num 21 ranges {0=360448} 2024-08-17T17:07:24.246 INFO:tasks.rados.rados.0.smithi094.stdout:22: writing smithi09487127-22 from 0 to 360448 tid 1 2024-08-17T17:07:24.246 INFO:tasks.rados.rados.0.smithi094.stdout:23: write initial oid 23 2024-08-17T17:07:24.246 INFO:tasks.rados.rados.0.smithi094.stdout:23: seq_num 22 ranges {0=376832} 2024-08-17T17:07:24.247 INFO:tasks.rados.rados.0.smithi094.stdout:23: writing smithi09487127-23 from 0 to 376832 tid 1 2024-08-17T17:07:24.247 INFO:tasks.rados.rados.0.smithi094.stdout:24: write initial oid 24 2024-08-17T17:07:24.247 INFO:tasks.rados.rados.0.smithi094.stdout:24: seq_num 23 ranges {0=393216} 2024-08-17T17:07:24.247 INFO:tasks.rados.rados.0.smithi094.stdout:24: writing smithi09487127-24 from 0 to 393216 tid 1 2024-08-17T17:07:24.247 INFO:tasks.rados.rados.0.smithi094.stdout:25: write initial oid 25 2024-08-17T17:07:24.247 INFO:tasks.rados.rados.0.smithi094.stdout:25: seq_num 24 ranges {0=409600} 2024-08-17T17:07:24.248 INFO:tasks.rados.rados.0.smithi094.stdout:25: writing smithi09487127-25 from 0 to 409600 tid 1 2024-08-17T17:07:24.248 INFO:tasks.rados.rados.0.smithi094.stdout:26: write initial oid 26 2024-08-17T17:07:24.248 INFO:tasks.rados.rados.0.smithi094.stdout:26: seq_num 25 ranges {0=425984} 2024-08-17T17:07:24.249 INFO:tasks.rados.rados.0.smithi094.stdout:26: writing smithi09487127-26 from 0 to 425984 tid 1 2024-08-17T17:07:24.250 INFO:tasks.rados.rados.0.smithi094.stdout:27: write initial oid 27 2024-08-17T17:07:24.250 INFO:tasks.rados.rados.0.smithi094.stdout:27: seq_num 26 ranges {0=442368} 2024-08-17T17:07:24.250 INFO:tasks.rados.rados.0.smithi094.stdout:27: writing smithi09487127-27 from 0 to 442368 tid 1 2024-08-17T17:07:24.250 INFO:tasks.rados.rados.0.smithi094.stdout:28: write initial oid 28 2024-08-17T17:07:24.250 INFO:tasks.rados.rados.0.smithi094.stdout:28: seq_num 27 ranges {0=458752} 2024-08-17T17:07:24.251 INFO:tasks.rados.rados.0.smithi094.stdout:28: writing smithi09487127-28 from 0 to 458752 tid 1 2024-08-17T17:07:24.252 INFO:tasks.rados.rados.0.smithi094.stdout:29: write initial oid 29 2024-08-17T17:07:24.252 INFO:tasks.rados.rados.0.smithi094.stdout:29: seq_num 28 ranges {0=475136} 2024-08-17T17:07:24.254 INFO:tasks.rados.rados.0.smithi094.stdout:29: writing smithi09487127-29 from 0 to 475136 tid 1 2024-08-17T17:07:24.255 INFO:tasks.rados.rados.0.smithi094.stdout:30: write initial oid 30 2024-08-17T17:07:24.255 INFO:tasks.rados.rados.0.smithi094.stdout:30: seq_num 29 ranges {0=491520} 2024-08-17T17:07:24.258 INFO:tasks.rados.rados.0.smithi094.stdout:30: writing smithi09487127-30 from 0 to 491520 tid 1 2024-08-17T17:07:24.258 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.258 INFO:tasks.rados.rados.0.smithi094.stdout:15: finishing write tid 3 to smithi09487127-15 2024-08-17T17:07:24.259 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 6 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-17T17:07:24.259 INFO:tasks.rados.rados.0.smithi094.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-17T17:07:24.259 INFO:tasks.rados.rados.0.smithi094.stdout:15: done (15 left) 2024-08-17T17:07:24.259 INFO:tasks.rados.rados.0.smithi094.stdout:31: write initial oid 31 2024-08-17T17:07:24.259 INFO:tasks.rados.rados.0.smithi094.stdout:31: seq_num 30 ranges {0=507904} 2024-08-17T17:07:24.261 INFO:tasks.rados.rados.0.smithi094.stdout:31: writing smithi09487127-31 from 0 to 507904 tid 1 2024-08-17T17:07:24.261 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.262 INFO:tasks.rados.rados.0.smithi094.stdout:16: finishing write tid 1 to smithi09487127-16 2024-08-17T17:07:24.262 INFO:tasks.rados.rados.0.smithi094.stdout:16: finishing write tid 2 to smithi09487127-16 2024-08-17T17:07:24.262 INFO:tasks.rados.rados.0.smithi094.stdout:16: finishing write tid 3 to smithi09487127-16 2024-08-17T17:07:24.262 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-17T17:07:24.262 INFO:tasks.rados.rados.0.smithi094.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-17T17:07:24.262 INFO:tasks.rados.rados.0.smithi094.stdout:17: finishing write tid 1 to smithi09487127-17 2024-08-17T17:07:24.263 INFO:tasks.rados.rados.0.smithi094.stdout:17: finishing write tid 2 to smithi09487127-17 2024-08-17T17:07:24.263 INFO:tasks.rados.rados.0.smithi094.stdout:16: done (15 left) 2024-08-17T17:07:24.263 INFO:tasks.rados.rados.0.smithi094.stdout:32: write initial oid 32 2024-08-17T17:07:24.263 INFO:tasks.rados.rados.0.smithi094.stdout:32: seq_num 31 ranges {0=524288} 2024-08-17T17:07:24.265 INFO:tasks.rados.rados.0.smithi094.stdout:32: writing smithi09487127-32 from 0 to 524288 tid 1 2024-08-17T17:07:24.265 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.265 INFO:tasks.rados.rados.0.smithi094.stdout:17: finishing write tid 3 to smithi09487127-17 2024-08-17T17:07:24.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 8 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-17T17:07:24.265 INFO:tasks.rados.rados.0.smithi094.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-17T17:07:24.266 INFO:tasks.rados.rados.0.smithi094.stdout:18: finishing write tid 1 to smithi09487127-18 2024-08-17T17:07:24.266 INFO:tasks.rados.rados.0.smithi094.stdout:18: finishing write tid 2 to smithi09487127-18 2024-08-17T17:07:24.266 INFO:tasks.rados.rados.0.smithi094.stdout:18: finishing write tid 3 to smithi09487127-18 2024-08-17T17:07:24.266 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-17T17:07:24.266 INFO:tasks.rados.rados.0.smithi094.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-17T17:07:24.267 INFO:tasks.rados.rados.0.smithi094.stdout:19: finishing write tid 1 to smithi09487127-19 2024-08-17T17:07:24.267 INFO:tasks.rados.rados.0.smithi094.stdout:19: finishing write tid 2 to smithi09487127-19 2024-08-17T17:07:24.267 INFO:tasks.rados.rados.0.smithi094.stdout:17: done (15 left) 2024-08-17T17:07:24.267 INFO:tasks.rados.rados.0.smithi094.stdout:18: done (14 left) 2024-08-17T17:07:24.267 INFO:tasks.rados.rados.0.smithi094.stdout:33: write initial oid 33 2024-08-17T17:07:24.268 INFO:tasks.rados.rados.0.smithi094.stdout:33: seq_num 32 ranges {0=540672} 2024-08-17T17:07:24.268 INFO:tasks.rados.rados.0.smithi094.stdout:33: writing smithi09487127-33 from 0 to 540672 tid 1 2024-08-17T17:07:24.269 INFO:tasks.rados.rados.0.smithi094.stdout:34: write initial oid 34 2024-08-17T17:07:24.269 INFO:tasks.rados.rados.0.smithi094.stdout:34: seq_num 33 ranges {0=557056} 2024-08-17T17:07:24.271 INFO:tasks.rados.rados.0.smithi094.stdout:34: writing smithi09487127-34 from 0 to 557056 tid 1 2024-08-17T17:07:24.271 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.271 INFO:tasks.rados.rados.0.smithi094.stdout:19: finishing write tid 3 to smithi09487127-19 2024-08-17T17:07:24.271 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 10 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-17T17:07:24.271 INFO:tasks.rados.rados.0.smithi094.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-17T17:07:24.271 INFO:tasks.rados.rados.0.smithi094.stdout:20: finishing write tid 1 to smithi09487127-20 2024-08-17T17:07:24.271 INFO:tasks.rados.rados.0.smithi094.stdout:20: finishing write tid 2 to smithi09487127-20 2024-08-17T17:07:24.271 INFO:tasks.rados.rados.0.smithi094.stdout:20: finishing write tid 3 to smithi09487127-20 2024-08-17T17:07:24.272 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-17T17:07:24.272 INFO:tasks.rados.rados.0.smithi094.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-17T17:07:24.272 INFO:tasks.rados.rados.0.smithi094.stdout:21: finishing write tid 1 to smithi09487127-21 2024-08-17T17:07:24.272 INFO:tasks.rados.rados.0.smithi094.stdout:21: finishing write tid 2 to smithi09487127-21 2024-08-17T17:07:24.272 INFO:tasks.rados.rados.0.smithi094.stdout:19: done (15 left) 2024-08-17T17:07:24.272 INFO:tasks.rados.rados.0.smithi094.stdout:20: done (14 left) 2024-08-17T17:07:24.272 INFO:tasks.rados.rados.0.smithi094.stdout:35: write initial oid 35 2024-08-17T17:07:24.272 INFO:tasks.rados.rados.0.smithi094.stdout:35: seq_num 34 ranges {0=573440} 2024-08-17T17:07:24.274 INFO:tasks.rados.rados.0.smithi094.stdout:35: writing smithi09487127-35 from 0 to 573440 tid 1 2024-08-17T17:07:24.275 INFO:tasks.rados.rados.0.smithi094.stdout:36: write initial oid 36 2024-08-17T17:07:24.275 INFO:tasks.rados.rados.0.smithi094.stdout:36: seq_num 35 ranges {0=589824} 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout:36: writing smithi09487127-36 from 0 to 589824 tid 1 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout:22: finishing write tid 1 to smithi09487127-22 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout:22: finishing write tid 2 to smithi09487127-22 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout:21: finishing write tid 3 to smithi09487127-21 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout:22: finishing write tid 3 to smithi09487127-22 2024-08-17T17:07:24.279 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:23: finishing write tid 1 to smithi09487127-23 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:23: finishing write tid 2 to smithi09487127-23 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:23: finishing write tid 3 to smithi09487127-23 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:24: finishing write tid 1 to smithi09487127-24 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:24: finishing write tid 2 to smithi09487127-24 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:25: finishing write tid 1 to smithi09487127-25 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:21: done (15 left) 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:22: done (14 left) 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:23: done (13 left) 2024-08-17T17:07:24.280 INFO:tasks.rados.rados.0.smithi094.stdout:37: write initial oid 37 2024-08-17T17:07:24.281 INFO:tasks.rados.rados.0.smithi094.stdout:37: seq_num 36 ranges {0=606208} 2024-08-17T17:07:24.283 INFO:tasks.rados.rados.0.smithi094.stdout:37: writing smithi09487127-37 from 0 to 606208 tid 1 2024-08-17T17:07:24.283 INFO:tasks.rados.rados.0.smithi094.stdout:38: write initial oid 38 2024-08-17T17:07:24.283 INFO:tasks.rados.rados.0.smithi094.stdout:38: seq_num 37 ranges {0=622592} 2024-08-17T17:07:24.286 INFO:tasks.rados.rados.0.smithi094.stdout:38: writing smithi09487127-38 from 0 to 622592 tid 1 2024-08-17T17:07:24.287 INFO:tasks.rados.rados.0.smithi094.stdout:39: write initial oid 39 2024-08-17T17:07:24.287 INFO:tasks.rados.rados.0.smithi094.stdout:39: seq_num 38 ranges {0=638976} 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:39: writing smithi09487127-39 from 0 to 638976 tid 1 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:25: finishing write tid 2 to smithi09487127-25 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:24: finishing write tid 3 to smithi09487127-24 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:25: finishing write tid 3 to smithi09487127-25 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-17T17:07:24.291 INFO:tasks.rados.rados.0.smithi094.stdout:26: finishing write tid 1 to smithi09487127-26 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:26: finishing write tid 2 to smithi09487127-26 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:26: finishing write tid 3 to smithi09487127-26 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:27: finishing write tid 1 to smithi09487127-27 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:24: done (15 left) 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:25: done (14 left) 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:26: done (13 left) 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:40: write initial oid 40 2024-08-17T17:07:24.292 INFO:tasks.rados.rados.0.smithi094.stdout:40: seq_num 39 ranges {0=663552} 2024-08-17T17:07:24.294 INFO:tasks.rados.rados.0.smithi094.stdout:40: writing smithi09487127-40 from 0 to 663552 tid 1 2024-08-17T17:07:24.294 INFO:tasks.rados.rados.0.smithi094.stdout:41: write initial oid 41 2024-08-17T17:07:24.294 INFO:tasks.rados.rados.0.smithi094.stdout:41: seq_num 40 ranges {0=679936} 2024-08-17T17:07:24.299 INFO:tasks.rados.rados.0.smithi094.stdout:41: writing smithi09487127-41 from 0 to 679936 tid 1 2024-08-17T17:07:24.299 INFO:tasks.rados.rados.0.smithi094.stdout:42: write initial oid 42 2024-08-17T17:07:24.299 INFO:tasks.rados.rados.0.smithi094.stdout:42: seq_num 41 ranges {0=696320} 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout:42: writing smithi09487127-42 from 0 to 696320 tid 1 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout:27: finishing write tid 2 to smithi09487127-27 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout:27: finishing write tid 3 to smithi09487127-27 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout:28: finishing write tid 1 to smithi09487127-28 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout:27: done (15 left) 2024-08-17T17:07:24.304 INFO:tasks.rados.rados.0.smithi094.stdout:43: write initial oid 43 2024-08-17T17:07:24.305 INFO:tasks.rados.rados.0.smithi094.stdout:43: seq_num 42 ranges {0=712704} 2024-08-17T17:07:24.308 INFO:tasks.rados.rados.0.smithi094.stdout:43: writing smithi09487127-43 from 0 to 712704 tid 1 2024-08-17T17:07:24.308 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.308 INFO:tasks.rados.rados.0.smithi094.stdout:28: finishing write tid 2 to smithi09487127-28 2024-08-17T17:07:24.308 INFO:tasks.rados.rados.0.smithi094.stdout:28: finishing write tid 3 to smithi09487127-28 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:29: finishing write tid 1 to smithi09487127-29 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:29: finishing write tid 2 to smithi09487127-29 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:29: finishing write tid 3 to smithi09487127-29 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 2 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:28: done (15 left) 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:29: done (14 left) 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:44: write initial oid 44 2024-08-17T17:07:24.309 INFO:tasks.rados.rados.0.smithi094.stdout:44: seq_num 43 ranges {0=729088} 2024-08-17T17:07:24.312 INFO:tasks.rados.rados.0.smithi094.stdout:44: writing smithi09487127-44 from 0 to 729088 tid 1 2024-08-17T17:07:24.312 INFO:tasks.rados.rados.0.smithi094.stdout:45: write initial oid 45 2024-08-17T17:07:24.312 INFO:tasks.rados.rados.0.smithi094.stdout:45: seq_num 44 ranges {0=745472} 2024-08-17T17:07:24.317 INFO:tasks.rados.rados.0.smithi094.stdout:45: writing smithi09487127-45 from 0 to 745472 tid 1 2024-08-17T17:07:24.317 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.317 INFO:tasks.rados.rados.0.smithi094.stdout:30: finishing write tid 1 to smithi09487127-30 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:30: finishing write tid 2 to smithi09487127-30 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:30: finishing write tid 3 to smithi09487127-30 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:31: finishing write tid 1 to smithi09487127-31 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:31: finishing write tid 2 to smithi09487127-31 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:30: done (15 left) 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:46: write initial oid 46 2024-08-17T17:07:24.318 INFO:tasks.rados.rados.0.smithi094.stdout:46: seq_num 45 ranges {0=761856} 2024-08-17T17:07:24.321 INFO:tasks.rados.rados.0.smithi094.stdout:46: writing smithi09487127-46 from 0 to 761856 tid 1 2024-08-17T17:07:24.322 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.322 INFO:tasks.rados.rados.0.smithi094.stdout:31: finishing write tid 3 to smithi09487127-31 2024-08-17T17:07:24.322 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T17:07:24.322 INFO:tasks.rados.rados.0.smithi094.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-17T17:07:24.322 INFO:tasks.rados.rados.0.smithi094.stdout:32: finishing write tid 1 to smithi09487127-32 2024-08-17T17:07:24.322 INFO:tasks.rados.rados.0.smithi094.stdout:31: done (15 left) 2024-08-17T17:07:24.322 INFO:tasks.rados.rados.0.smithi094.stdout:47: write initial oid 47 2024-08-17T17:07:24.322 INFO:tasks.rados.rados.0.smithi094.stdout:47: seq_num 46 ranges {0=778240} 2024-08-17T17:07:24.327 INFO:tasks.rados.rados.0.smithi094.stdout:47: writing smithi09487127-47 from 0 to 778240 tid 1 2024-08-17T17:07:24.327 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.327 INFO:tasks.rados.rados.0.smithi094.stdout:32: finishing write tid 2 to smithi09487127-32 2024-08-17T17:07:24.327 INFO:tasks.rados.rados.0.smithi094.stdout:32: finishing write tid 3 to smithi09487127-32 2024-08-17T17:07:24.327 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T17:07:24.327 INFO:tasks.rados.rados.0.smithi094.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-17T17:07:24.327 INFO:tasks.rados.rados.0.smithi094.stdout:33: finishing write tid 1 to smithi09487127-33 2024-08-17T17:07:24.327 INFO:tasks.rados.rados.0.smithi094.stdout:32: done (15 left) 2024-08-17T17:07:24.328 INFO:tasks.rados.rados.0.smithi094.stdout:48: write initial oid 48 2024-08-17T17:07:24.328 INFO:tasks.rados.rados.0.smithi094.stdout:48: seq_num 47 ranges {0=794624} 2024-08-17T17:07:24.332 INFO:tasks.rados.rados.0.smithi094.stdout:48: writing smithi09487127-48 from 0 to 794624 tid 1 2024-08-17T17:07:24.332 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:33: finishing write tid 2 to smithi09487127-33 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:33: finishing write tid 3 to smithi09487127-33 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:34: finishing write tid 1 to smithi09487127-34 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:34: finishing write tid 2 to smithi09487127-34 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:34: finishing write tid 3 to smithi09487127-34 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:35: finishing write tid 1 to smithi09487127-35 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:35: finishing write tid 2 to smithi09487127-35 2024-08-17T17:07:24.333 INFO:tasks.rados.rados.0.smithi094.stdout:33: done (15 left) 2024-08-17T17:07:24.334 INFO:tasks.rados.rados.0.smithi094.stdout:34: done (14 left) 2024-08-17T17:07:24.334 INFO:tasks.rados.rados.0.smithi094.stdout:49: write initial oid 49 2024-08-17T17:07:24.334 INFO:tasks.rados.rados.0.smithi094.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-17T17:07:24.335 INFO:tasks.rados.rados.0.smithi094.stdout:49: writing smithi09487127-49 from 0 to 409600 tid 1 2024-08-17T17:07:24.338 INFO:tasks.rados.rados.0.smithi094.stdout:49: writing smithi09487127-49 from 409600 to 811008 tid 2 2024-08-17T17:07:24.338 INFO:tasks.rados.rados.0.smithi094.stdout:50: write initial oid 50 2024-08-17T17:07:24.338 INFO:tasks.rados.rados.0.smithi094.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-17T17:07:24.341 INFO:tasks.rados.rados.0.smithi094.stdout:50: writing smithi09487127-50 from 0 to 425984 tid 1 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout:50: writing smithi09487127-50 from 425984 to 827392 tid 2 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 16 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout:35: finishing write tid 3 to smithi09487127-35 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout:36: finishing write tid 1 to smithi09487127-36 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout:36: finishing write tid 2 to smithi09487127-36 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout:36: finishing write tid 3 to smithi09487127-36 2024-08-17T17:07:24.345 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:37: finishing write tid 1 to smithi09487127-37 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:37: finishing write tid 2 to smithi09487127-37 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:37: finishing write tid 3 to smithi09487127-37 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:38: finishing write tid 1 to smithi09487127-38 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:38: finishing write tid 2 to smithi09487127-38 2024-08-17T17:07:24.346 INFO:tasks.rados.rados.0.smithi094.stdout:38: finishing write tid 3 to smithi09487127-38 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 10 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:39: finishing write tid 1 to smithi09487127-39 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:39: finishing write tid 2 to smithi09487127-39 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:39: finishing write tid 3 to smithi09487127-39 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:40: finishing write tid 1 to smithi09487127-40 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:40: finishing write tid 2 to smithi09487127-40 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:40: finishing write tid 3 to smithi09487127-40 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:07:24.347 INFO:tasks.rados.rados.0.smithi094.stdout:41: finishing write tid 1 to smithi09487127-41 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:41: finishing write tid 2 to smithi09487127-41 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:35: done (15 left) 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:36: done (14 left) 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:37: done (13 left) 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:38: done (12 left) 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:39: done (11 left) 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:40: done (10 left) 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:51: copy_from oid 15 from oid 25 current snap is 0 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:41: finishing write tid 3 to smithi09487127-41 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:42: finishing write tid 1 to smithi09487127-42 2024-08-17T17:07:24.348 INFO:tasks.rados.rados.0.smithi094.stdout:42: finishing write tid 2 to smithi09487127-42 2024-08-17T17:07:24.349 INFO:tasks.rados.rados.0.smithi094.stdout:42: finishing write tid 3 to smithi09487127-42 2024-08-17T17:07:24.349 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:07:24.349 INFO:tasks.rados.rados.0.smithi094.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:07:24.349 INFO:tasks.rados.rados.0.smithi094.stdout:41: done (10 left) 2024-08-17T17:07:24.349 INFO:tasks.rados.rados.0.smithi094.stdout:42: done (9 left) 2024-08-17T17:07:24.349 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 0 2024-08-17T17:07:24.349 INFO:tasks.rados.rados.0.smithi094.stdout:43: finishing write tid 1 to smithi09487127-43 2024-08-17T17:07:24.349 INFO:tasks.rados.rados.0.smithi094.stdout:52: seq_num 50 ranges {679936=442368,1122304=401408} 2024-08-17T17:07:24.350 INFO:tasks.rados.rados.0.smithi094.stdout:52: writing smithi09487127-41 from 679936 to 1122304 tid 1 2024-08-17T17:07:24.353 INFO:tasks.rados.rados.0.smithi094.stdout:52: writing smithi09487127-41 from 1122304 to 1523712 tid 2 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:53: rmattr oid 34 current snap is 0 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:53: done (10 left) 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:54: delete oid 17 current snap is 0 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:43: finishing write tid 2 to smithi09487127-43 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:43: finishing write tid 3 to smithi09487127-43 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:44: finishing write tid 1 to smithi09487127-44 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:44: finishing write tid 2 to smithi09487127-44 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:44: finishing write tid 3 to smithi09487127-44 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-17T17:07:24.354 INFO:tasks.rados.rados.0.smithi094.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:45: finishing write tid 1 to smithi09487127-45 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:45: finishing write tid 2 to smithi09487127-45 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:45: finishing write tid 3 to smithi09487127-45 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:46: finishing write tid 1 to smithi09487127-46 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:46: finishing write tid 2 to smithi09487127-46 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:46: finishing write tid 3 to smithi09487127-46 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:47: finishing write tid 1 to smithi09487127-47 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:47: finishing write tid 2 to smithi09487127-47 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:47: finishing write tid 3 to smithi09487127-47 2024-08-17T17:07:24.355 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:48: finishing write tid 1 to smithi09487127-48 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:48: finishing write tid 2 to smithi09487127-48 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:48: finishing write tid 3 to smithi09487127-48 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:49: finishing write tid 1 to smithi09487127-49 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:49: finishing write tid 2 to smithi09487127-49 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:49: finishing write tid 3 to smithi09487127-49 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:49: finishing write tid 4 to smithi09487127-49 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:50: finishing write tid 1 to smithi09487127-50 2024-08-17T17:07:24.356 INFO:tasks.rados.rados.0.smithi094.stdout:50: finishing write tid 2 to smithi09487127-50 2024-08-17T17:07:24.357 INFO:tasks.rados.rados.0.smithi094.stdout:50: finishing write tid 3 to smithi09487127-50 2024-08-17T17:07:24.357 INFO:tasks.rados.rados.0.smithi094.stdout:50: finishing write tid 4 to smithi09487127-50 2024-08-17T17:07:24.357 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 11 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T17:07:24.357 INFO:tasks.rados.rados.0.smithi094.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-17T17:07:24.357 INFO:tasks.rados.rados.0.smithi094.stdout:51: finishing copy_from racing read to smithi09487127-15 2024-08-17T17:07:24.357 INFO:tasks.rados.rados.0.smithi094.stdout:51: finishing copy_from to smithi09487127-15 2024-08-17T17:07:24.357 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-17T17:07:24.357 INFO:tasks.rados.rados.0.smithi094.stdout:52: finishing write tid 1 to smithi09487127-41 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:43: done (10 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:44: done (9 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:45: done (8 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:46: done (7 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:47: done (6 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:48: done (5 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:49: done (4 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:50: done (3 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:51: done (2 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:54: done (1 left) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:55: read oid 15 snap -1 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:55: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-17T17:07:24.359 INFO:tasks.rados.rados.0.smithi094.stdout:56: rollback oid 30 current snap is 0 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:56: done (2 left) 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:57: read oid 27 snap -1 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:59: rollback oid 45 current snap is 0 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:59: done (4 left) 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:61: delete oid 1 current snap is 0 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:52: finishing write tid 2 to smithi09487127-41 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:52: finishing write tid 3 to smithi09487127-41 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:52: finishing write tid 4 to smithi09487127-41 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 11 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:52: left oid 41 (ObjNum 50 snap 0 seq_num 50) 2024-08-17T17:07:24.360 INFO:tasks.rados.rados.0.smithi094.stdout:52: done (5 left) 2024-08-17T17:07:24.361 INFO:tasks.rados.rados.0.smithi094.stdout:61: done (4 left) 2024-08-17T17:07:24.361 INFO:tasks.rados.rados.0.smithi094.stdout:62: read oid 24 snap -1 2024-08-17T17:07:24.361 INFO:tasks.rados.rados.0.smithi094.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T17:07:24.361 INFO:tasks.rados.rados.0.smithi094.stdout:63: snap_create 2024-08-17T17:07:24.361 INFO:tasks.rados.rados.0.smithi094.stdout:55: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-17T17:07:24.376 INFO:tasks.rados.rados.0.smithi094.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:07:24.392 INFO:tasks.rados.rados.0.smithi094.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-08-17T17:07:24.404 INFO:tasks.rados.rados.0.smithi094.stdout:58: finishing copy_from racing read to smithi09487127-28 2024-08-17T17:07:24.404 INFO:tasks.rados.rados.0.smithi094.stdout:58: finishing copy_from to smithi09487127-28 2024-08-17T17:07:24.404 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:07:24.404 INFO:tasks.rados.rados.0.smithi094.stdout:60: finishing copy_from racing read to smithi09487127-22 2024-08-17T17:07:24.404 INFO:tasks.rados.rados.0.smithi094.stdout:60: finishing copy_from to smithi09487127-22 2024-08-17T17:07:24.404 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T17:07:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:24 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/3127282376' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:07:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:24 smithi094 ceph-mon[29912]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:07:24.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:24 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/3127282376' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:07:24.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:24 smithi094 ceph-mon[41048]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:07:24.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:24 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/3127282376' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:07:24.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:24 smithi190 ceph-mon[33316]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:07:25.201 INFO:tasks.rados.rados.0.smithi094.stdout:55: done (5 left) 2024-08-17T17:07:25.201 INFO:tasks.rados.rados.0.smithi094.stdout:57: done (4 left) 2024-08-17T17:07:25.201 INFO:tasks.rados.rados.0.smithi094.stdout:58: done (3 left) 2024-08-17T17:07:25.201 INFO:tasks.rados.rados.0.smithi094.stdout:60: done (2 left) 2024-08-17T17:07:25.201 INFO:tasks.rados.rados.0.smithi094.stdout:62: done (1 left) 2024-08-17T17:07:25.201 INFO:tasks.rados.rados.0.smithi094.stdout:63: done (0 left) 2024-08-17T17:07:25.201 INFO:tasks.rados.rados.0.smithi094.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-17T17:07:25.201 INFO:tasks.rados.rados.0.smithi094.stdout:65: read oid 30 snap -1 2024-08-17T17:07:25.202 INFO:tasks.rados.rados.0.smithi094.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:07:25.202 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 1 2024-08-17T17:07:25.202 INFO:tasks.rados.rados.0.smithi094.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-17T17:07:25.205 INFO:tasks.rados.rados.0.smithi094.stdout:66: writing smithi09487127-23 from 376832 to 868352 tid 1 2024-08-17T17:07:25.209 INFO:tasks.rados.rados.0.smithi094.stdout:66: writing smithi09487127-23 from 868352 to 1269760 tid 2 2024-08-17T17:07:25.209 INFO:tasks.rados.rados.0.smithi094.stdout:67: rollback oid 10 current snap is 1 2024-08-17T17:07:25.209 INFO:tasks.rados.rados.0.smithi094.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:64: finishing copy_from racing read to smithi09487127-15 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:66: finishing write tid 1 to smithi09487127-23 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:64: finishing copy_from to smithi09487127-15 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:66: finishing write tid 2 to smithi09487127-23 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:66: finishing write tid 3 to smithi09487127-23 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:66: finishing write tid 4 to smithi09487127-23 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 8 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 0 2024-08-17T17:07:25.228 INFO:tasks.rados.rados.0.smithi094.stdout:64: done (3 left) 2024-08-17T17:07:25.229 INFO:tasks.rados.rados.0.smithi094.stdout:65: done (2 left) 2024-08-17T17:07:25.229 INFO:tasks.rados.rados.0.smithi094.stdout:66: done (1 left) 2024-08-17T17:07:25.229 INFO:tasks.rados.rados.0.smithi094.stdout:68: setattr oid 31 current snap is 1 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:69: copy_from oid 38 from oid 30 current snap is 1 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:70: read oid 16 snap 0 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:70: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:71: copy_from oid 15 from oid 42 current snap is 1 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:72: rollback oid 39 current snap is 1 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 0 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:73: read oid 47 snap 0 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:07:25.230 INFO:tasks.rados.rados.0.smithi094.stdout:74: rmattr oid 19 current snap is 1 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:74: done (7 left) 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:75: copy_from oid 43 from oid 13 current snap is 1 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:76: read oid 27 snap -1 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:77: copy_from oid 4 from oid 34 current snap is 1 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:78: read oid 26 snap -1 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:78: expect (ObjNum 25 snap 0 seq_num 25) 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:79: setattr oid 46 current snap is 1 2024-08-17T17:07:25.231 INFO:tasks.rados.rados.0.smithi094.stdout:80: snap_create 2024-08-17T17:07:25.234 INFO:tasks.rados.rados.0.smithi094.stdout:72: finishing rollback tid 0 to smithi09487127-39 2024-08-17T17:07:25.236 INFO:tasks.rados.rados.0.smithi094.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:07:25.266 INFO:tasks.rados.rados.0.smithi094.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:07:25.278 INFO:tasks.rados.rados.0.smithi094.stdout:67: finishing rollback tid 0 to smithi09487127-10 2024-08-17T17:07:25.279 INFO:tasks.rados.rados.0.smithi094.stdout:67: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:07:25.279 INFO:tasks.rados.rados.0.smithi094.stdout:67: finishing rollback tid 2 to smithi09487127-10 2024-08-17T17:07:25.279 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 15 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T17:07:25.279 INFO:tasks.rados.rados.0.smithi094.stdout:72: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:07:25.279 INFO:tasks.rados.rados.0.smithi094.stdout:72: finishing rollback tid 2 to smithi09487127-39 2024-08-17T17:07:25.279 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 15 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:07:25.279 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 9 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:07:25.279 INFO:tasks.rados.rados.0.smithi094.stdout:70: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-17T17:07:25.287 INFO:tasks.rados.rados.0.smithi094.stdout:78: expect (ObjNum 25 snap 0 seq_num 25) 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:75: finishing copy_from racing read to smithi09487127-43 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:77: finishing copy_from racing read to smithi09487127-4 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:75: finishing copy_from to smithi09487127-43 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:71: finishing copy_from racing read to smithi09487127-15 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:77: finishing copy_from to smithi09487127-4 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:71: finishing copy_from to smithi09487127-15 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:07:25.304 INFO:tasks.rados.rados.0.smithi094.stdout:69: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:07:25.305 INFO:tasks.rados.rados.0.smithi094.stdout:69: finishing copy_from to smithi09487127-38 2024-08-17T17:07:25.305 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T17:07:25.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[29912]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:25.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[29912]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:25.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[29912]: Cluster is now healthy 2024-08-17T17:07:25.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[29912]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T17:07:25.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[29912]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T17:07:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[41048]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:25.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[41048]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:25.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[41048]: Cluster is now healthy 2024-08-17T17:07:25.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[41048]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T17:07:25.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:25 smithi094 ceph-mon[41048]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T17:07:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:25 smithi190 ceph-mon[33316]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:25 smithi190 ceph-mon[33316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:07:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:25 smithi190 ceph-mon[33316]: Cluster is now healthy 2024-08-17T17:07:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:25 smithi190 ceph-mon[33316]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T17:07:25.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:25 smithi190 ceph-mon[33316]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T17:07:26.206 INFO:tasks.rados.rados.0.smithi094.stdout:67: done (12 left) 2024-08-17T17:07:26.206 INFO:tasks.rados.rados.0.smithi094.stdout:68: done (11 left) 2024-08-17T17:07:26.206 INFO:tasks.rados.rados.0.smithi094.stdout:69: done (10 left) 2024-08-17T17:07:26.206 INFO:tasks.rados.rados.0.smithi094.stdout:70: done (9 left) 2024-08-17T17:07:26.206 INFO:tasks.rados.rados.0.smithi094.stdout:71: done (8 left) 2024-08-17T17:07:26.206 INFO:tasks.rados.rados.0.smithi094.stdout:72: done (7 left) 2024-08-17T17:07:26.206 INFO:tasks.rados.rados.0.smithi094.stdout:73: done (6 left) 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:75: done (5 left) 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:76: done (4 left) 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:77: done (3 left) 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:78: done (2 left) 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:79: done (1 left) 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:80: done (0 left) 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:81: rollback oid 40 current snap is 2 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 1 2024-08-17T17:07:26.207 INFO:tasks.rados.rados.0.smithi094.stdout:82: snap_create 2024-08-17T17:07:26.208 INFO:tasks.rados.rados.0.smithi094.stdout:81: finishing rollback tid 0 to smithi09487127-40 2024-08-17T17:07:26.208 INFO:tasks.rados.rados.0.smithi094.stdout:81: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:07:26.209 INFO:tasks.rados.rados.0.smithi094.stdout:81: finishing rollback tid 2 to smithi09487127-40 2024-08-17T17:07:26.209 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 12 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:07:26.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:26 smithi094 ceph-mon[29912]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T17:07:26.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:26.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:26 smithi094 ceph-mon[41048]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T17:07:26.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:26.605 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:26 smithi190 ceph-mon[33316]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T17:07:26.605 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:81: done (1 left) 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:82: done (0 left) 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:83: rollback oid 9 current snap is 3 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 9 to 0 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:84: read oid 20 snap 1 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:85: read oid 41 snap -1 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:85: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:86: read oid 5 snap -1 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-17T17:07:27.207 INFO:tasks.rados.rados.0.smithi094.stdout:87: read oid 4 snap -1 2024-08-17T17:07:27.208 INFO:tasks.rados.rados.0.smithi094.stdout:87: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:07:27.208 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 3 2024-08-17T17:07:27.208 INFO:tasks.rados.rados.0.smithi094.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2024-08-17T17:07:27.212 INFO:tasks.rados.rados.0.smithi094.stdout:88: writing smithi09487127-3 from 40960 to 548864 tid 1 2024-08-17T17:07:27.214 INFO:tasks.rados.rados.0.smithi094.stdout:88: writing smithi09487127-3 from 548864 to 950272 tid 2 2024-08-17T17:07:27.214 INFO:tasks.rados.rados.0.smithi094.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-17T17:07:27.219 INFO:tasks.rados.rados.0.smithi094.stdout:86: done (5 left) 2024-08-17T17:07:27.219 INFO:tasks.rados.rados.0.smithi094.stdout:89: read oid 11 snap -1 2024-08-17T17:07:27.219 INFO:tasks.rados.rados.0.smithi094.stdout:89: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T17:07:27.219 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 3 2024-08-17T17:07:27.219 INFO:tasks.rados.rados.0.smithi094.stdout:87: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:07:27.238 INFO:tasks.rados.rados.0.smithi094.stdout:83: finishing rollback tid 0 to smithi09487127-9 2024-08-17T17:07:27.238 INFO:tasks.rados.rados.0.smithi094.stdout:83: finishing rollback tid 1 to smithi09487127-9 2024-08-17T17:07:27.238 INFO:tasks.rados.rados.0.smithi094.stdout:90: seq_num 55 ranges {425984=524288,950272=401408} 2024-08-17T17:07:27.244 INFO:tasks.rados.rados.0.smithi094.stdout:90: writing smithi09487127-26 from 425984 to 950272 tid 1 2024-08-17T17:07:27.246 INFO:tasks.rados.rados.0.smithi094.stdout:90: writing smithi09487127-26 from 950272 to 1351680 tid 2 2024-08-17T17:07:27.246 INFO:tasks.rados.rados.0.smithi094.stdout:87: done (6 left) 2024-08-17T17:07:27.246 INFO:tasks.rados.rados.0.smithi094.stdout:91: rollback oid 32 current snap is 3 2024-08-17T17:07:27.246 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 2 2024-08-17T17:07:27.246 INFO:tasks.rados.rados.0.smithi094.stdout:83: finishing rollback tid 2 to smithi09487127-9 2024-08-17T17:07:27.247 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 16 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T17:07:27.247 INFO:tasks.rados.rados.0.smithi094.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-17T17:07:27.257 INFO:tasks.rados.rados.0.smithi094.stdout:88: finishing write tid 1 to smithi09487127-3 2024-08-17T17:07:27.257 INFO:tasks.rados.rados.0.smithi094.stdout:88: finishing write tid 2 to smithi09487127-3 2024-08-17T17:07:27.257 INFO:tasks.rados.rados.0.smithi094.stdout:88: finishing write tid 3 to smithi09487127-3 2024-08-17T17:07:27.257 INFO:tasks.rados.rados.0.smithi094.stdout:83: done (6 left) 2024-08-17T17:07:27.257 INFO:tasks.rados.rados.0.smithi094.stdout:84: done (5 left) 2024-08-17T17:07:27.257 INFO:tasks.rados.rados.0.smithi094.stdout:92: rollback oid 10 current snap is 3 2024-08-17T17:07:27.257 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 0 2024-08-17T17:07:27.258 INFO:tasks.rados.rados.0.smithi094.stdout:85: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-17T17:07:27.315 INFO:tasks.rados.rados.0.smithi094.stdout:88: finishing write tid 4 to smithi09487127-3 2024-08-17T17:07:27.315 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 6 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-08-17T17:07:27.315 INFO:tasks.rados.rados.0.smithi094.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-08-17T17:07:27.315 INFO:tasks.rados.rados.0.smithi094.stdout:85: done (5 left) 2024-08-17T17:07:27.315 INFO:tasks.rados.rados.0.smithi094.stdout:88: done (4 left) 2024-08-17T17:07:27.315 INFO:tasks.rados.rados.0.smithi094.stdout:93: snap_create 2024-08-17T17:07:27.315 INFO:tasks.rados.rados.0.smithi094.stdout:89: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:90: finishing write tid 1 to smithi09487127-26 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:90: finishing write tid 2 to smithi09487127-26 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:90: finishing write tid 3 to smithi09487127-26 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:90: finishing write tid 4 to smithi09487127-26 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 18 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:90: left oid 26 (ObjNum 55 snap 3 seq_num 55) 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:91: finishing rollback tid 0 to smithi09487127-32 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:91: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:91: finishing rollback tid 2 to smithi09487127-32 2024-08-17T17:07:27.320 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T17:07:27.321 INFO:tasks.rados.rados.0.smithi094.stdout:92: finishing rollback tid 0 to smithi09487127-10 2024-08-17T17:07:27.321 INFO:tasks.rados.rados.0.smithi094.stdout:92: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:07:27.321 INFO:tasks.rados.rados.0.smithi094.stdout:92: finishing rollback tid 2 to smithi09487127-10 2024-08-17T17:07:27.321 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 19 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T17:07:27.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:27 smithi094 ceph-mon[29912]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:27.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:27 smithi094 ceph-mon[29912]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T17:07:27.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:27 smithi094 ceph-mon[41048]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:27.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:27 smithi094 ceph-mon[41048]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T17:07:27.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:27 smithi190 ceph-mon[33316]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:27.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:27 smithi190 ceph-mon[33316]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T17:07:28.218 INFO:tasks.rados.rados.0.smithi094.stdout:89: done (4 left) 2024-08-17T17:07:28.218 INFO:tasks.rados.rados.0.smithi094.stdout:90: done (3 left) 2024-08-17T17:07:28.218 INFO:tasks.rados.rados.0.smithi094.stdout:91: done (2 left) 2024-08-17T17:07:28.218 INFO:tasks.rados.rados.0.smithi094.stdout:92: done (1 left) 2024-08-17T17:07:28.218 INFO:tasks.rados.rados.0.smithi094.stdout:93: done (0 left) 2024-08-17T17:07:28.218 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 4 2024-08-17T17:07:28.218 INFO:tasks.rados.rados.0.smithi094.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-08-17T17:07:28.224 INFO:tasks.rados.rados.0.smithi094.stdout:94: writing smithi09487127-27 from 442368 to 983040 tid 1 2024-08-17T17:07:28.226 INFO:tasks.rados.rados.0.smithi094.stdout:94: writing smithi09487127-27 from 983040 to 1384448 tid 2 2024-08-17T17:07:28.226 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 4 2024-08-17T17:07:28.226 INFO:tasks.rados.rados.0.smithi094.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-08-17T17:07:28.233 INFO:tasks.rados.rados.0.smithi094.stdout:95: writing smithi09487127-39 from 638976 to 1196032 tid 1 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:95: writing smithi09487127-39 from 1196032 to 1597440 tid 2 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:96: read oid 45 snap -1 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:97: rollback oid 12 current snap is 4 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 12 to 3 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:94: finishing write tid 1 to smithi09487127-27 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:94: finishing write tid 2 to smithi09487127-27 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:94: finishing write tid 3 to smithi09487127-27 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:94: finishing write tid 4 to smithi09487127-27 2024-08-17T17:07:28.236 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 6 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-08-17T17:07:28.237 INFO:tasks.rados.rados.0.smithi094.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-08-17T17:07:28.237 INFO:tasks.rados.rados.0.smithi094.stdout:94: done (3 left) 2024-08-17T17:07:28.237 INFO:tasks.rados.rados.0.smithi094.stdout:98: snap_remove snap 0 2024-08-17T17:07:28.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:28 smithi094 ceph-mon[29912]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T17:07:28.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:28 smithi094 ceph-mon[41048]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T17:07:28.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:28 smithi190 ceph-mon[33316]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T17:07:29.222 INFO:tasks.rados.rados.0.smithi094.stdout:98: done (3 left) 2024-08-17T17:07:29.222 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 4 2024-08-17T17:07:29.222 INFO:tasks.rados.rados.0.smithi094.stdout:97: finishing rollback tid 0 to smithi09487127-12 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi094.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2024-08-17T17:07:29.226 INFO:tasks.rados.rados.0.smithi094.stdout:99: writing smithi09487127-5 from 73728 to 647168 tid 1 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:99: writing smithi09487127-5 from 647168 to 1048576 tid 2 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:100: read oid 10 snap -1 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:101: snap_create 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:97: finishing rollback tid 1 to smithi09487127-12 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:97: finishing rollback tid 2 to smithi09487127-12 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 23 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:95: finishing write tid 1 to smithi09487127-39 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:95: finishing write tid 2 to smithi09487127-39 2024-08-17T17:07:29.230 INFO:tasks.rados.rados.0.smithi094.stdout:95: finishing write tid 3 to smithi09487127-39 2024-08-17T17:07:29.231 INFO:tasks.rados.rados.0.smithi094.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:07:29.252 INFO:tasks.rados.rados.0.smithi094.stdout:95: finishing write tid 4 to smithi09487127-39 2024-08-17T17:07:29.252 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 19 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-17T17:07:29.253 INFO:tasks.rados.rados.0.smithi094.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-08-17T17:07:29.253 INFO:tasks.rados.rados.0.smithi094.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2024-08-17T17:07:29.257 INFO:tasks.rados.rados.0.smithi094.stdout:99: finishing write tid 1 to smithi09487127-5 2024-08-17T17:07:29.257 INFO:tasks.rados.rados.0.smithi094.stdout:99: finishing write tid 2 to smithi09487127-5 2024-08-17T17:07:29.257 INFO:tasks.rados.rados.0.smithi094.stdout:99: finishing write tid 3 to smithi09487127-5 2024-08-17T17:07:29.257 INFO:tasks.rados.rados.0.smithi094.stdout:99: finishing write tid 4 to smithi09487127-5 2024-08-17T17:07:29.257 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 8 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-08-17T17:07:29.257 INFO:tasks.rados.rados.0.smithi094.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2024-08-17T17:07:29.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:29 smithi094 ceph-mon[29912]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-08-17T17:07:29.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:29 smithi094 ceph-mon[29912]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T17:07:29.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:29 smithi094 ceph-mon[41048]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-08-17T17:07:29.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:29 smithi094 ceph-mon[41048]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T17:07:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:29 smithi190 ceph-mon[33316]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-08-17T17:07:29.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:29 smithi190 ceph-mon[33316]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T17:07:30.227 INFO:tasks.rados.rados.0.smithi094.stdout:95: done (5 left) 2024-08-17T17:07:30.227 INFO:tasks.rados.rados.0.smithi094.stdout:96: done (4 left) 2024-08-17T17:07:30.227 INFO:tasks.rados.rados.0.smithi094.stdout:97: done (3 left) 2024-08-17T17:07:30.227 INFO:tasks.rados.rados.0.smithi094.stdout:99: done (2 left) 2024-08-17T17:07:30.227 INFO:tasks.rados.rados.0.smithi094.stdout:100: done (1 left) 2024-08-17T17:07:30.227 INFO:tasks.rados.rados.0.smithi094.stdout:101: done (0 left) 2024-08-17T17:07:30.227 INFO:tasks.rados.rados.0.smithi094.stdout:102: snap_remove snap 1 2024-08-17T17:07:30.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:30 smithi094 ceph-mon[29912]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T17:07:30.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:30 smithi094 ceph-mon[41048]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T17:07:30.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:30 smithi190 ceph-mon[33316]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T17:07:31.228 INFO:tasks.rados.rados.0.smithi094.stdout:102: done (0 left) 2024-08-17T17:07:31.228 INFO:tasks.rados.rados.0.smithi094.stdout:103: read oid 29 snap 4 2024-08-17T17:07:31.229 INFO:tasks.rados.rados.0.smithi094.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-17T17:07:31.229 INFO:tasks.rados.rados.0.smithi094.stdout:104: read oid 46 snap -1 2024-08-17T17:07:31.229 INFO:tasks.rados.rados.0.smithi094.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:07:31.229 INFO:tasks.rados.rados.0.smithi094.stdout:105: read oid 14 snap 4 2024-08-17T17:07:31.229 INFO:tasks.rados.rados.0.smithi094.stdout:105: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-17T17:07:31.229 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 5 2024-08-17T17:07:31.229 INFO:tasks.rados.rados.0.smithi094.stdout:106: seq_num 59 ranges {811008=598016,1409024=401408} 2024-08-17T17:07:31.238 INFO:tasks.rados.rados.0.smithi094.stdout:106: writing smithi09487127-49 from 811008 to 1409024 tid 1 2024-08-17T17:07:31.241 INFO:tasks.rados.rados.0.smithi094.stdout:106: writing smithi09487127-49 from 1409024 to 1810432 tid 2 2024-08-17T17:07:31.243 INFO:tasks.rados.rados.0.smithi094.stdout:105: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-17T17:07:31.250 INFO:tasks.rados.rados.0.smithi094.stdout:105: done (3 left) 2024-08-17T17:07:31.250 INFO:tasks.rados.rados.0.smithi094.stdout:107: delete oid 41 current snap is 5 2024-08-17T17:07:31.250 INFO:tasks.rados.rados.0.smithi094.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-17T17:07:31.267 INFO:tasks.rados.rados.0.smithi094.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:106: finishing write tid 1 to smithi09487127-49 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:106: finishing write tid 2 to smithi09487127-49 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:106: finishing write tid 3 to smithi09487127-49 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:106: finishing write tid 4 to smithi09487127-49 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 14 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:106: left oid 49 (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:103: done (3 left) 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:104: done (2 left) 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:106: done (1 left) 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:107: done (0 left) 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:108: read oid 43 snap -1 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:108: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-17T17:07:31.291 INFO:tasks.rados.rados.0.smithi094.stdout:109: rollback oid 38 current snap is 5 2024-08-17T17:07:31.292 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 38 to 4 2024-08-17T17:07:31.292 INFO:tasks.rados.rados.0.smithi094.stdout:110: delete oid 12 current snap is 5 2024-08-17T17:07:31.293 INFO:tasks.rados.rados.0.smithi094.stdout:110: done (2 left) 2024-08-17T17:07:31.293 INFO:tasks.rados.rados.0.smithi094.stdout:111: read oid 17 snap 3 2024-08-17T17:07:31.293 INFO:tasks.rados.rados.0.smithi094.stdout:111: expect deleted 2024-08-17T17:07:31.293 INFO:tasks.rados.rados.0.smithi094.stdout:112: rollback oid 40 current snap is 5 2024-08-17T17:07:31.293 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 4 2024-08-17T17:07:31.293 INFO:tasks.rados.rados.0.smithi094.stdout:113: delete oid 8 current snap is 5 2024-08-17T17:07:31.293 INFO:tasks.rados.rados.0.smithi094.stdout:109: finishing rollback tid 0 to smithi09487127-38 2024-08-17T17:07:31.294 INFO:tasks.rados.rados.0.smithi094.stdout:108: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-17T17:07:31.300 INFO:tasks.rados.rados.0.smithi094.stdout:109: finishing rollback tid 1 to smithi09487127-38 2024-08-17T17:07:31.300 INFO:tasks.rados.rados.0.smithi094.stdout:109: finishing rollback tid 2 to smithi09487127-38 2024-08-17T17:07:31.300 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 30 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T17:07:31.300 INFO:tasks.rados.rados.0.smithi094.stdout:112: finishing rollback tid 0 to smithi09487127-40 2024-08-17T17:07:31.300 INFO:tasks.rados.rados.0.smithi094.stdout:112: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:112: finishing rollback tid 2 to smithi09487127-40 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 28 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:108: done (4 left) 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:109: done (3 left) 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:111: done (2 left) 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:112: done (1 left) 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:113: done (0 left) 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:114: setattr oid 35 current snap is 5 2024-08-17T17:07:31.301 INFO:tasks.rados.rados.0.smithi094.stdout:115: snap_create 2024-08-17T17:07:31.303 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T17:07:31.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:31 smithi094 ceph-mon[29912]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-08-17T17:07:31.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:31 smithi094 ceph-mon[29912]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T17:07:31.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:31 smithi094 ceph-mon[41048]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-08-17T17:07:31.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:31 smithi094 ceph-mon[41048]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T17:07:31.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:31 smithi190 ceph-mon[33316]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.3 MiB/s wr, 76 op/s 2024-08-17T17:07:31.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:31 smithi190 ceph-mon[33316]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T17:07:32.238 INFO:tasks.rados.rados.0.smithi094.stdout:114: done (1 left) 2024-08-17T17:07:32.239 INFO:tasks.rados.rados.0.smithi094.stdout:115: done (0 left) 2024-08-17T17:07:32.239 INFO:tasks.rados.rados.0.smithi094.stdout:116: copy_from oid 25 from oid 6 current snap is 6 2024-08-17T17:07:32.239 INFO:tasks.rados.rados.0.smithi094.stdout:117: setattr oid 23 current snap is 6 2024-08-17T17:07:32.239 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 6 2024-08-17T17:07:32.239 INFO:tasks.rados.rados.0.smithi094.stdout:118: seq_num 63 ranges {696320=663552,1359872=401408} 2024-08-17T17:07:32.248 INFO:tasks.rados.rados.0.smithi094.stdout:118: writing smithi09487127-15 from 696320 to 1359872 tid 1 2024-08-17T17:07:32.251 INFO:tasks.rados.rados.0.smithi094.stdout:118: writing smithi09487127-15 from 1359872 to 1761280 tid 2 2024-08-17T17:07:32.251 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 6 2024-08-17T17:07:32.251 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T17:07:32.251 INFO:tasks.rados.rados.0.smithi094.stdout:119: seq_num 64 ranges {319488=679936,999424=401408} 2024-08-17T17:07:32.257 INFO:tasks.rados.rados.0.smithi094.stdout:119: writing smithi09487127-20 from 319488 to 999424 tid 1 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:119: writing smithi09487127-20 from 999424 to 1400832 tid 2 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:117: done (3 left) 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:120: rollback oid 14 current snap is 6 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 2 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:121: read oid 31 snap -1 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:121: expect (ObjNum 30 snap 0 seq_num 30) 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:116: finishing copy_from racing read to smithi09487127-25 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:116: finishing copy_from to smithi09487127-25 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-17T17:07:32.260 INFO:tasks.rados.rados.0.smithi094.stdout:118: finishing write tid 1 to smithi09487127-15 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:118: finishing write tid 2 to smithi09487127-15 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:118: finishing write tid 3 to smithi09487127-15 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:118: finishing write tid 4 to smithi09487127-15 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 20 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:118: left oid 15 (ObjNum 63 snap 6 seq_num 63) 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:116: done (4 left) 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:118: done (3 left) 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 6 2024-08-17T17:07:32.261 INFO:tasks.rados.rados.0.smithi094.stdout:122: seq_num 65 ranges {524288=696320,1220608=401408} 2024-08-17T17:07:32.267 INFO:tasks.rados.rados.0.smithi094.stdout:122: writing smithi09487127-32 from 524288 to 1220608 tid 1 2024-08-17T17:07:32.270 INFO:tasks.rados.rados.0.smithi094.stdout:122: writing smithi09487127-32 from 1220608 to 1622016 tid 2 2024-08-17T17:07:32.270 INFO:tasks.rados.rados.0.smithi094.stdout:123: read oid 4 snap 2 2024-08-17T17:07:32.270 INFO:tasks.rados.rados.0.smithi094.stdout:123: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:07:32.270 INFO:tasks.rados.rados.0.smithi094.stdout:124: rollback oid 49 current snap is 6 2024-08-17T17:07:32.270 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 49 to 2 2024-08-17T17:07:32.270 INFO:tasks.rados.rados.0.smithi094.stdout:125: delete oid 37 current snap is 6 2024-08-17T17:07:32.270 INFO:tasks.rados.rados.0.smithi094.stdout:119: finishing write tid 1 to smithi09487127-20 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:120: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:120: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:119: finishing write tid 2 to smithi09487127-20 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:120: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 24 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:119: finishing write tid 3 to smithi09487127-20 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:119: finishing write tid 4 to smithi09487127-20 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 34 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:119: left oid 20 (ObjNum 64 snap 6 seq_num 64) 2024-08-17T17:07:32.271 INFO:tasks.rados.rados.0.smithi094.stdout:121: expect (ObjNum 30 snap 0 seq_num 30) 2024-08-17T17:07:32.287 INFO:tasks.rados.rados.0.smithi094.stdout:119: done (6 left) 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:120: done (5 left) 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:121: done (4 left) 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:125: done (3 left) 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:126: delete oid 19 current snap is 6 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:122: finishing write tid 1 to smithi09487127-32 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:124: finishing rollback tid 0 to smithi09487127-49 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:124: finishing rollback tid 1 to smithi09487127-49 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:124: finishing rollback tid 2 to smithi09487127-49 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 18 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:122: finishing write tid 2 to smithi09487127-32 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:122: finishing write tid 3 to smithi09487127-32 2024-08-17T17:07:32.288 INFO:tasks.rados.rados.0.smithi094.stdout:123: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:07:32.305 INFO:tasks.rados.rados.0.smithi094.stdout:122: finishing write tid 4 to smithi09487127-32 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 16 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:122: left oid 32 (ObjNum 65 snap 6 seq_num 65) 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:122: done (3 left) 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:123: done (2 left) 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:124: done (1 left) 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:126: done (0 left) 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:127: copy_from oid 36 from oid 1 current snap is 6 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 6 2024-08-17T17:07:32.306 INFO:tasks.rados.rados.0.smithi094.stdout:128: seq_num 68 ranges {507904=745472,1253376=401408} 2024-08-17T17:07:32.312 INFO:tasks.rados.rados.0.smithi094.stdout:128: writing smithi09487127-31 from 507904 to 1253376 tid 1 2024-08-17T17:07:32.315 INFO:tasks.rados.rados.0.smithi094.stdout:128: writing smithi09487127-31 from 1253376 to 1654784 tid 2 2024-08-17T17:07:32.315 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 6 2024-08-17T17:07:32.315 INFO:tasks.rados.rados.0.smithi094.stdout:127: finishing copy_from to smithi09487127-36 2024-08-17T17:07:32.315 INFO:tasks.rados.rados.0.smithi094.stdout:127: got expected ENOENT (src dne) 2024-08-17T17:07:32.315 INFO:tasks.rados.rados.0.smithi094.stdout:129: seq_num 69 ranges {0=761856,761856=401408} 2024-08-17T17:07:32.321 INFO:tasks.rados.rados.0.smithi094.stdout:129: writing smithi09487127-8 from 0 to 761856 tid 1 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:129: writing smithi09487127-8 from 761856 to 1163264 tid 2 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:130: copy_from oid 41 from oid 17 current snap is 6 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:127: finishing copy_from racing read to smithi09487127-36 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:128: finishing write tid 1 to smithi09487127-31 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:127: done (3 left) 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:131: copy_from oid 47 from oid 20 current snap is 6 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:128: finishing write tid 2 to smithi09487127-31 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:128: finishing write tid 3 to smithi09487127-31 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:128: finishing write tid 4 to smithi09487127-31 2024-08-17T17:07:32.323 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 38 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-08-17T17:07:32.324 INFO:tasks.rados.rados.0.smithi094.stdout:128: left oid 31 (ObjNum 68 snap 6 seq_num 68) 2024-08-17T17:07:32.324 INFO:tasks.rados.rados.0.smithi094.stdout:128: done (3 left) 2024-08-17T17:07:32.324 INFO:tasks.rados.rados.0.smithi094.stdout:132: snap_create 2024-08-17T17:07:32.324 INFO:tasks.rados.rados.0.smithi094.stdout:130: finishing copy_from to smithi09487127-41 2024-08-17T17:07:32.324 INFO:tasks.rados.rados.0.smithi094.stdout:130: got expected ENOENT (src dne) 2024-08-17T17:07:32.324 INFO:tasks.rados.rados.0.smithi094.stdout:130: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:07:32.325 INFO:tasks.rados.rados.0.smithi094.stdout:129: finishing write tid 1 to smithi09487127-8 2024-08-17T17:07:32.325 INFO:tasks.rados.rados.0.smithi094.stdout:129: finishing write tid 2 to smithi09487127-8 2024-08-17T17:07:32.325 INFO:tasks.rados.rados.0.smithi094.stdout:129: finishing write tid 3 to smithi09487127-8 2024-08-17T17:07:32.326 INFO:tasks.rados.rados.0.smithi094.stdout:129: finishing write tid 4 to smithi09487127-8 2024-08-17T17:07:32.326 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 28 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-08-17T17:07:32.326 INFO:tasks.rados.rados.0.smithi094.stdout:129: left oid 8 (ObjNum 69 snap 6 seq_num 69) 2024-08-17T17:07:32.331 INFO:tasks.rados.rados.0.smithi094.stdout:131: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:07:32.331 INFO:tasks.rados.rados.0.smithi094.stdout:131: finishing copy_from to smithi09487127-47 2024-08-17T17:07:32.332 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 34 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:07:32.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:32 smithi094 ceph-mon[29912]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T17:07:32.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:32 smithi094 ceph-mon[41048]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T17:07:32.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:32 smithi190 ceph-mon[33316]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T17:07:33.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:32 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:32] "GET /metrics HTTP/1.1" 200 238889 "" "Prometheus/2.43.0" 2024-08-17T17:07:33.244 INFO:tasks.rados.rados.0.smithi094.stdout:129: done (3 left) 2024-08-17T17:07:33.244 INFO:tasks.rados.rados.0.smithi094.stdout:130: done (2 left) 2024-08-17T17:07:33.244 INFO:tasks.rados.rados.0.smithi094.stdout:131: done (1 left) 2024-08-17T17:07:33.244 INFO:tasks.rados.rados.0.smithi094.stdout:132: done (0 left) 2024-08-17T17:07:33.244 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 7 2024-08-17T17:07:33.244 INFO:tasks.rados.rados.0.smithi094.stdout:133: seq_num 70 ranges {139264=778240,917504=401408} 2024-08-17T17:07:33.249 INFO:tasks.rados.rados.0.smithi094.stdout:133: writing smithi09487127-9 from 139264 to 917504 tid 1 2024-08-17T17:07:33.251 INFO:tasks.rados.rados.0.smithi094.stdout:133: writing smithi09487127-9 from 917504 to 1318912 tid 2 2024-08-17T17:07:33.251 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 7 2024-08-17T17:07:33.252 INFO:tasks.rados.rados.0.smithi094.stdout:134: seq_num 71 ranges {0=794624,794624=401408} 2024-08-17T17:07:33.256 INFO:tasks.rados.rados.0.smithi094.stdout:134: writing smithi09487127-12 from 0 to 794624 tid 1 2024-08-17T17:07:33.259 INFO:tasks.rados.rados.0.smithi094.stdout:134: writing smithi09487127-12 from 794624 to 1196032 tid 2 2024-08-17T17:07:33.259 INFO:tasks.rados.rados.0.smithi094.stdout:135: rollback oid 22 current snap is 7 2024-08-17T17:07:33.259 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 5 2024-08-17T17:07:33.259 INFO:tasks.rados.rados.0.smithi094.stdout:133: finishing write tid 1 to smithi09487127-9 2024-08-17T17:07:33.259 INFO:tasks.rados.rados.0.smithi094.stdout:133: finishing write tid 2 to smithi09487127-9 2024-08-17T17:07:33.259 INFO:tasks.rados.rados.0.smithi094.stdout:133: finishing write tid 3 to smithi09487127-9 2024-08-17T17:07:33.260 INFO:tasks.rados.rados.0.smithi094.stdout:133: finishing write tid 4 to smithi09487127-9 2024-08-17T17:07:33.260 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 32 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-08-17T17:07:33.260 INFO:tasks.rados.rados.0.smithi094.stdout:133: left oid 9 (ObjNum 70 snap 7 seq_num 70) 2024-08-17T17:07:33.260 INFO:tasks.rados.rados.0.smithi094.stdout:133: done (2 left) 2024-08-17T17:07:33.260 INFO:tasks.rados.rados.0.smithi094.stdout:136: snap_create 2024-08-17T17:07:33.262 INFO:tasks.rados.rados.0.smithi094.stdout:134: finishing write tid 1 to smithi09487127-12 2024-08-17T17:07:33.262 INFO:tasks.rados.rados.0.smithi094.stdout:135: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:07:33.262 INFO:tasks.rados.rados.0.smithi094.stdout:135: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:07:33.263 INFO:tasks.rados.rados.0.smithi094.stdout:135: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:07:33.263 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 24 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T17:07:33.263 INFO:tasks.rados.rados.0.smithi094.stdout:134: finishing write tid 2 to smithi09487127-12 2024-08-17T17:07:33.263 INFO:tasks.rados.rados.0.smithi094.stdout:134: finishing write tid 3 to smithi09487127-12 2024-08-17T17:07:33.264 INFO:tasks.rados.rados.0.smithi094.stdout:134: finishing write tid 4 to smithi09487127-12 2024-08-17T17:07:33.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 38 (ObjNum 71 snap 7 seq_num 71) dirty exists 2024-08-17T17:07:33.265 INFO:tasks.rados.rados.0.smithi094.stdout:134: left oid 12 (ObjNum 71 snap 7 seq_num 71) 2024-08-17T17:07:33.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:33 smithi094 ceph-mon[29912]: pgmap v117: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-08-17T17:07:33.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:33 smithi094 ceph-mon[29912]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T17:07:33.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:33 smithi094 ceph-mon[41048]: pgmap v117: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-08-17T17:07:33.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:33 smithi094 ceph-mon[41048]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T17:07:33.615 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:33 smithi190 ceph-mon[33316]: pgmap v117: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-08-17T17:07:33.616 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:33 smithi190 ceph-mon[33316]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T17:07:33.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:07:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:07:34.248 INFO:tasks.rados.rados.0.smithi094.stdout:134: done (2 left) 2024-08-17T17:07:34.248 INFO:tasks.rados.rados.0.smithi094.stdout:135: done (1 left) 2024-08-17T17:07:34.248 INFO:tasks.rados.rados.0.smithi094.stdout:136: done (0 left) 2024-08-17T17:07:34.249 INFO:tasks.rados.rados.0.smithi094.stdout:137: read oid 33 snap -1 2024-08-17T17:07:34.249 INFO:tasks.rados.rados.0.smithi094.stdout:137: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T17:07:34.249 INFO:tasks.rados.rados.0.smithi094.stdout:138: read oid 45 snap -1 2024-08-17T17:07:34.249 INFO:tasks.rados.rados.0.smithi094.stdout:138: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:07:34.249 INFO:tasks.rados.rados.0.smithi094.stdout:139: snap_create 2024-08-17T17:07:34.253 INFO:tasks.rados.rados.0.smithi094.stdout:137: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T17:07:34.269 INFO:tasks.rados.rados.0.smithi094.stdout:138: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:07:34.425 INFO:tasks.rados.rados.0.smithi094.stdout:137: done (2 left) 2024-08-17T17:07:34.425 INFO:tasks.rados.rados.0.smithi094.stdout:138: done (1 left) 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi094.stdout:139: done (0 left) 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi094.stdout:140: copy_from oid 48 from oid 42 current snap is 9 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi094.stdout:141: delete oid 29 current snap is 9 2024-08-17T17:07:34.428 INFO:tasks.rados.rados.0.smithi094.stdout:141: done (1 left) 2024-08-17T17:07:34.428 INFO:tasks.rados.rados.0.smithi094.stdout:142: snap_create 2024-08-17T17:07:34.433 INFO:tasks.rados.rados.0.smithi094.stdout:140: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:07:34.435 INFO:tasks.rados.rados.0.smithi094.stdout:140: finishing copy_from to smithi09487127-48 2024-08-17T17:07:34.435 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:07:34.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:34 smithi094 ceph-mon[29912]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T17:07:34.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:34 smithi094 ceph-mon[41048]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T17:07:34.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:34 smithi190 ceph-mon[33316]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T17:07:35.426 INFO:tasks.rados.rados.0.smithi094.stdout:140: done (1 left) 2024-08-17T17:07:35.426 INFO:tasks.rados.rados.0.smithi094.stdout:142: done (0 left) 2024-08-17T17:07:35.426 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 10 2024-08-17T17:07:35.426 INFO:tasks.rados.rados.0.smithi094.stdout:143: seq_num 73 ranges {204800=425984,630784=409600,1040384=393216} 2024-08-17T17:07:35.429 INFO:tasks.rados.rados.0.smithi094.stdout:143: writing smithi09487127-43 from 204800 to 630784 tid 1 2024-08-17T17:07:35.431 INFO:tasks.rados.rados.0.smithi094.stdout:143: writing smithi09487127-43 from 630784 to 1040384 tid 2 2024-08-17T17:07:35.434 INFO:tasks.rados.rados.0.smithi094.stdout:143: writing smithi09487127-43 from 1040384 to 1433600 tid 3 2024-08-17T17:07:35.434 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 10 2024-08-17T17:07:35.434 INFO:tasks.rados.rados.0.smithi094.stdout:143: finishing write tid 1 to smithi09487127-43 2024-08-17T17:07:35.434 INFO:tasks.rados.rados.0.smithi094.stdout:144: seq_num 74 ranges {155648=442368,598016=696320,1294336=106496} 2024-08-17T17:07:35.437 INFO:tasks.rados.rados.0.smithi094.stdout:144: writing smithi09487127-10 from 155648 to 598016 tid 1 2024-08-17T17:07:35.441 INFO:tasks.rados.rados.0.smithi094.stdout:144: writing smithi09487127-10 from 598016 to 1294336 tid 2 2024-08-17T17:07:35.442 INFO:tasks.rados.rados.0.smithi094.stdout:144: writing smithi09487127-10 from 1294336 to 1400832 tid 3 2024-08-17T17:07:35.442 INFO:tasks.rados.rados.0.smithi094.stdout:145: snap_create 2024-08-17T17:07:35.442 INFO:tasks.rados.rados.0.smithi094.stdout:143: finishing write tid 2 to smithi09487127-43 2024-08-17T17:07:35.442 INFO:tasks.rados.rados.0.smithi094.stdout:143: finishing write tid 3 to smithi09487127-43 2024-08-17T17:07:35.443 INFO:tasks.rados.rados.0.smithi094.stdout:143: finishing write tid 4 to smithi09487127-43 2024-08-17T17:07:35.443 INFO:tasks.rados.rados.0.smithi094.stdout:143: finishing write tid 5 to smithi09487127-43 2024-08-17T17:07:35.443 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 17 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:07:35.443 INFO:tasks.rados.rados.0.smithi094.stdout:143: left oid 43 (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:07:35.443 INFO:tasks.rados.rados.0.smithi094.stdout:144: finishing write tid 1 to smithi09487127-10 2024-08-17T17:07:35.444 INFO:tasks.rados.rados.0.smithi094.stdout:144: finishing write tid 2 to smithi09487127-10 2024-08-17T17:07:35.445 INFO:tasks.rados.rados.0.smithi094.stdout:144: finishing write tid 3 to smithi09487127-10 2024-08-17T17:07:35.445 INFO:tasks.rados.rados.0.smithi094.stdout:144: finishing write tid 4 to smithi09487127-10 2024-08-17T17:07:35.445 INFO:tasks.rados.rados.0.smithi094.stdout:144: finishing write tid 5 to smithi09487127-10 2024-08-17T17:07:35.445 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 43 (ObjNum 74 snap 10 seq_num 74) dirty exists 2024-08-17T17:07:35.445 INFO:tasks.rados.rados.0.smithi094.stdout:144: left oid 10 (ObjNum 74 snap 10 seq_num 74) 2024-08-17T17:07:35.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:35 smithi094 ceph-mon[41048]: pgmap v120: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-08-17T17:07:35.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:35 smithi094 ceph-mon[41048]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T17:07:35.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:35 smithi094 ceph-mon[41048]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T17:07:35.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:35 smithi094 ceph-mon[29912]: pgmap v120: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-08-17T17:07:35.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:35 smithi094 ceph-mon[29912]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T17:07:35.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:35 smithi094 ceph-mon[29912]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T17:07:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:35 smithi190 ceph-mon[33316]: pgmap v120: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-08-17T17:07:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:35 smithi190 ceph-mon[33316]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T17:07:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:35 smithi190 ceph-mon[33316]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T17:07:36.430 INFO:tasks.rados.rados.0.smithi094.stdout:143: done (2 left) 2024-08-17T17:07:36.430 INFO:tasks.rados.rados.0.smithi094.stdout:144: done (1 left) 2024-08-17T17:07:36.430 INFO:tasks.rados.rados.0.smithi094.stdout:145: done (0 left) 2024-08-17T17:07:36.430 INFO:tasks.rados.rados.0.smithi094.stdout:146: snap_create 2024-08-17T17:07:36.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:36 smithi190 ceph-mon[33316]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T17:07:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:36 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:36.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:36 smithi094 ceph-mon[29912]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T17:07:36.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:36 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:36.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:36 smithi094 ceph-mon[41048]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T17:07:36.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:36 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:37.431 INFO:tasks.rados.rados.0.smithi094.stdout:146: done (0 left) 2024-08-17T17:07:37.431 INFO:tasks.rados.rados.0.smithi094.stdout:147: read oid 42 snap -1 2024-08-17T17:07:37.431 INFO:tasks.rados.rados.0.smithi094.stdout:147: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:07:37.431 INFO:tasks.rados.rados.0.smithi094.stdout:148: rmattr oid 17 current snap is 12 2024-08-17T17:07:37.432 INFO:tasks.rados.rados.0.smithi094.stdout:148: done (1 left) 2024-08-17T17:07:37.432 INFO:tasks.rados.rados.0.smithi094.stdout:149: setattr oid 28 current snap is 12 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi094.stdout:150: copy_from oid 33 from oid 16 current snap is 12 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi094.stdout:151: setattr oid 32 current snap is 12 2024-08-17T17:07:37.435 INFO:tasks.rados.rados.0.smithi094.stdout:152: snap_remove snap 6 2024-08-17T17:07:37.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:37 smithi190 ceph-mon[33316]: pgmap v124: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:37.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:37 smithi190 ceph-mon[33316]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T17:07:37.687 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:37 smithi094 ceph-mon[29912]: pgmap v124: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:37.687 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:37 smithi094 ceph-mon[29912]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T17:07:37.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:37 smithi094 ceph-mon[41048]: pgmap v124: 121 pgs: 121 active+clean; 28 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:37.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:37 smithi094 ceph-mon[41048]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T17:07:38.441 INFO:tasks.rados.rados.0.smithi094.stdout:152: done (4 left) 2024-08-17T17:07:38.441 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 12 2024-08-17T17:07:38.441 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 13 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:07:38.441 INFO:tasks.rados.rados.0.smithi094.stdout:153: seq_num 75 ranges {90112=458752,548864=581632,1130496=221184} 2024-08-17T17:07:38.445 INFO:tasks.rados.rados.0.smithi094.stdout:153: writing smithi09487127-25 from 90112 to 548864 tid 1 2024-08-17T17:07:38.448 INFO:tasks.rados.rados.0.smithi094.stdout:153: writing smithi09487127-25 from 548864 to 1130496 tid 2 2024-08-17T17:07:38.450 INFO:tasks.rados.rados.0.smithi094.stdout:153: writing smithi09487127-25 from 1130496 to 1351680 tid 3 2024-08-17T17:07:38.450 INFO:tasks.rados.rados.0.smithi094.stdout:149: done (4 left) 2024-08-17T17:07:38.450 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 12 2024-08-17T17:07:38.450 INFO:tasks.rados.rados.0.smithi094.stdout:154: seq_num 76 ranges {1384448=475136,1859584=458752,2318336=344064} 2024-08-17T17:07:38.460 INFO:tasks.rados.rados.0.smithi094.stdout:154: writing smithi09487127-27 from 1384448 to 1859584 tid 1 2024-08-17T17:07:38.463 INFO:tasks.rados.rados.0.smithi094.stdout:154: writing smithi09487127-27 from 1859584 to 2318336 tid 2 2024-08-17T17:07:38.466 INFO:tasks.rados.rados.0.smithi094.stdout:154: writing smithi09487127-27 from 2318336 to 2662400 tid 3 2024-08-17T17:07:38.466 INFO:tasks.rados.rados.0.smithi094.stdout:155: snap_remove snap 9 2024-08-17T17:07:38.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:38 smithi094 ceph-mon[29912]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T17:07:38.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:38 smithi094 ceph-mon[41048]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T17:07:38.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:38 smithi190 ceph-mon[33316]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T17:07:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:155: done (5 left) 2024-08-17T17:07:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:156: delete oid 8 current snap is 12 2024-08-17T17:07:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:147: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:150: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:150: finishing copy_from to smithi09487127-33 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 35 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:153: finishing write tid 1 to smithi09487127-25 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:153: finishing write tid 2 to smithi09487127-25 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:147: done (5 left) 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:150: done (4 left) 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:151: done (3 left) 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:156: done (2 left) 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:157: snap_create 2024-08-17T17:07:39.468 INFO:tasks.rados.rados.0.smithi094.stdout:153: finishing write tid 3 to smithi09487127-25 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:153: finishing write tid 4 to smithi09487127-25 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:153: finishing write tid 5 to smithi09487127-25 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 12 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:153: left oid 25 (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:154: finishing write tid 1 to smithi09487127-27 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:154: finishing write tid 2 to smithi09487127-27 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:154: finishing write tid 3 to smithi09487127-27 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:154: finishing write tid 4 to smithi09487127-27 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:154: finishing write tid 5 to smithi09487127-27 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 15 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-08-17T17:07:39.469 INFO:tasks.rados.rados.0.smithi094.stdout:154: left oid 27 (ObjNum 76 snap 12 seq_num 76) 2024-08-17T17:07:39.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:39 smithi094 ceph-mon[29912]: pgmap v127: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T17:07:39.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:39 smithi094 ceph-mon[29912]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T17:07:39.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:39 smithi094 ceph-mon[41048]: pgmap v127: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T17:07:39.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:39 smithi094 ceph-mon[41048]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T17:07:39.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:39 smithi190 ceph-mon[33316]: pgmap v127: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T17:07:39.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:39 smithi190 ceph-mon[33316]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T17:07:40.449 INFO:tasks.rados.rados.0.smithi094.stdout:153: done (2 left) 2024-08-17T17:07:40.450 INFO:tasks.rados.rados.0.smithi094.stdout:154: done (1 left) 2024-08-17T17:07:40.450 INFO:tasks.rados.rados.0.smithi094.stdout:157: done (0 left) 2024-08-17T17:07:40.450 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 13 2024-08-17T17:07:40.450 INFO:tasks.rados.rados.0.smithi094.stdout:158: seq_num 78 ranges {1654784=516096,2170880=679936,2850816=122880} 2024-08-17T17:07:40.461 INFO:tasks.rados.rados.0.smithi094.stdout:158: writing smithi09487127-31 from 1654784 to 2170880 tid 1 2024-08-17T17:07:40.466 INFO:tasks.rados.rados.0.smithi094.stdout:158: writing smithi09487127-31 from 2170880 to 2850816 tid 2 2024-08-17T17:07:40.467 INFO:tasks.rados.rados.0.smithi094.stdout:158: writing smithi09487127-31 from 2850816 to 2973696 tid 3 2024-08-17T17:07:40.467 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 13 2024-08-17T17:07:40.467 INFO:tasks.rados.rados.0.smithi094.stdout:158: finishing write tid 1 to smithi09487127-31 2024-08-17T17:07:40.467 INFO:tasks.rados.rados.0.smithi094.stdout:159: seq_num 79 ranges {253952=532480,786432=565248,1351680=237568} 2024-08-17T17:07:40.471 INFO:tasks.rados.rados.0.smithi094.stdout:159: writing smithi09487127-16 from 253952 to 786432 tid 1 2024-08-17T17:07:40.475 INFO:tasks.rados.rados.0.smithi094.stdout:159: writing smithi09487127-16 from 786432 to 1351680 tid 2 2024-08-17T17:07:40.478 INFO:tasks.rados.rados.0.smithi094.stdout:159: writing smithi09487127-16 from 1351680 to 1589248 tid 3 2024-08-17T17:07:40.478 INFO:tasks.rados.rados.0.smithi094.stdout:160: copy_from oid 10 from oid 39 current snap is 13 2024-08-17T17:07:40.478 INFO:tasks.rados.rados.0.smithi094.stdout:158: finishing write tid 2 to smithi09487127-31 2024-08-17T17:07:40.478 INFO:tasks.rados.rados.0.smithi094.stdout:158: finishing write tid 3 to smithi09487127-31 2024-08-17T17:07:40.478 INFO:tasks.rados.rados.0.smithi094.stdout:158: finishing write tid 4 to smithi09487127-31 2024-08-17T17:07:40.479 INFO:tasks.rados.rados.0.smithi094.stdout:158: finishing write tid 5 to smithi09487127-31 2024-08-17T17:07:40.479 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 43 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-17T17:07:40.479 INFO:tasks.rados.rados.0.smithi094.stdout:158: left oid 31 (ObjNum 78 snap 13 seq_num 78) 2024-08-17T17:07:40.479 INFO:tasks.rados.rados.0.smithi094.stdout:159: finishing write tid 1 to smithi09487127-16 2024-08-17T17:07:40.479 INFO:tasks.rados.rados.0.smithi094.stdout:158: done (2 left) 2024-08-17T17:07:40.479 INFO:tasks.rados.rados.0.smithi094.stdout:161: read oid 25 snap 12 2024-08-17T17:07:40.479 INFO:tasks.rados.rados.0.smithi094.stdout:161: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:07:40.480 INFO:tasks.rados.rados.0.smithi094.stdout:162: copy_from oid 21 from oid 35 current snap is 13 2024-08-17T17:07:40.480 INFO:tasks.rados.rados.0.smithi094.stdout:163: snap_remove snap 11 2024-08-17T17:07:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:40 smithi094 ceph-mon[29912]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T17:07:40.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:40 smithi094 ceph-mon[41048]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T17:07:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:40 smithi190 ceph-mon[33316]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T17:07:41.456 INFO:tasks.rados.rados.0.smithi094.stdout:163: done (4 left) 2024-08-17T17:07:41.456 INFO:tasks.rados.rados.0.smithi094.stdout:164: delete oid 8 current snap is 13 2024-08-17T17:07:41.456 INFO:tasks.rados.rados.0.smithi094.stdout:159: finishing write tid 2 to smithi09487127-16 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:159: finishing write tid 3 to smithi09487127-16 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:159: finishing write tid 4 to smithi09487127-16 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:159: finishing write tid 5 to smithi09487127-16 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 31 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:159: left oid 16 (ObjNum 79 snap 13 seq_num 79) 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:162: finishing copy_from racing read to smithi09487127-21 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:162: finishing copy_from to smithi09487127-21 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T17:07:41.457 INFO:tasks.rados.rados.0.smithi094.stdout:161: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:07:41.502 INFO:tasks.rados.rados.0.smithi094.stdout:160: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:07:41.502 INFO:tasks.rados.rados.0.smithi094.stdout:160: finishing copy_from to smithi09487127-10 2024-08-17T17:07:41.502 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 19 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-17T17:07:41.502 INFO:tasks.rados.rados.0.smithi094.stdout:159: done (4 left) 2024-08-17T17:07:41.502 INFO:tasks.rados.rados.0.smithi094.stdout:160: done (3 left) 2024-08-17T17:07:41.502 INFO:tasks.rados.rados.0.smithi094.stdout:161: done (2 left) 2024-08-17T17:07:41.502 INFO:tasks.rados.rados.0.smithi094.stdout:162: done (1 left) 2024-08-17T17:07:41.502 INFO:tasks.rados.rados.0.smithi094.stdout:164: done (0 left) 2024-08-17T17:07:41.503 INFO:tasks.rados.rados.0.smithi094.stdout:165: snap_remove snap 4 2024-08-17T17:07:41.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:41 smithi094 ceph-mon[29912]: pgmap v130: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-08-17T17:07:41.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:41 smithi094 ceph-mon[29912]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T17:07:41.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:41.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:41 smithi094 ceph-mon[41048]: pgmap v130: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-08-17T17:07:41.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:41 smithi094 ceph-mon[41048]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T17:07:41.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:41.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:41 smithi190 ceph-mon[33316]: pgmap v130: 121 pgs: 121 active+clean; 40 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-08-17T17:07:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:41 smithi190 ceph-mon[33316]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T17:07:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:42.462 INFO:tasks.rados.rados.0.smithi094.stdout:165: done (0 left) 2024-08-17T17:07:42.463 INFO:tasks.rados.rados.0.smithi094.stdout:166: snap_create 2024-08-17T17:07:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:42 smithi094 ceph-mon[29912]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T17:07:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:42 smithi094 ceph-mon[41048]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T17:07:42.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:42] "GET /metrics HTTP/1.1" 200 239784 "" "Prometheus/2.43.0" 2024-08-17T17:07:42.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:42 smithi190 ceph-mon[33316]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T17:07:43.466 INFO:tasks.rados.rados.0.smithi094.stdout:166: done (0 left) 2024-08-17T17:07:43.467 INFO:tasks.rados.rados.0.smithi094.stdout:167: read oid 46 snap -1 2024-08-17T17:07:43.467 INFO:tasks.rados.rados.0.smithi094.stdout:167: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:07:43.467 INFO:tasks.rados.rados.0.smithi094.stdout:168: copy_from oid 3 from oid 30 current snap is 14 2024-08-17T17:07:43.467 INFO:tasks.rados.rados.0.smithi094.stdout:169: copy_from oid 17 from oid 9 current snap is 14 2024-08-17T17:07:43.467 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 14 2024-08-17T17:07:43.467 INFO:tasks.rados.rados.0.smithi094.stdout:170: seq_num 81 ranges {2973696=565248,3538944=737280,4276224=65536} 2024-08-17T17:07:43.487 INFO:tasks.rados.rados.0.smithi094.stdout:170: writing smithi09487127-31 from 2973696 to 3538944 tid 1 2024-08-17T17:07:43.492 INFO:tasks.rados.rados.0.smithi094.stdout:170: writing smithi09487127-31 from 3538944 to 4276224 tid 2 2024-08-17T17:07:43.493 INFO:tasks.rados.rados.0.smithi094.stdout:170: writing smithi09487127-31 from 4276224 to 4341760 tid 3 2024-08-17T17:07:43.493 INFO:tasks.rados.rados.0.smithi094.stdout:171: setattr oid 32 current snap is 14 2024-08-17T17:07:43.493 INFO:tasks.rados.rados.0.smithi094.stdout:167: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:07:43.518 INFO:tasks.rados.rados.0.smithi094.stdout:168: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:07:43.518 INFO:tasks.rados.rados.0.smithi094.stdout:168: finishing copy_from to smithi09487127-3 2024-08-17T17:07:43.518 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T17:07:43.518 INFO:tasks.rados.rados.0.smithi094.stdout:169: finishing copy_from racing read to smithi09487127-17 2024-08-17T17:07:43.518 INFO:tasks.rados.rados.0.smithi094.stdout:169: finishing copy_from to smithi09487127-17 2024-08-17T17:07:43.518 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 32 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-08-17T17:07:43.518 INFO:tasks.rados.rados.0.smithi094.stdout:170: finishing write tid 1 to smithi09487127-31 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:170: finishing write tid 2 to smithi09487127-31 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:170: finishing write tid 3 to smithi09487127-31 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:170: finishing write tid 4 to smithi09487127-31 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:170: finishing write tid 5 to smithi09487127-31 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 62 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:170: left oid 31 (ObjNum 81 snap 14 seq_num 81) 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:167: done (4 left) 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:168: done (3 left) 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:169: done (2 left) 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:170: done (1 left) 2024-08-17T17:07:43.519 INFO:tasks.rados.rados.0.smithi094.stdout:172: snap_remove snap 13 2024-08-17T17:07:43.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:43 smithi094 ceph-mon[29912]: pgmap v133: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T17:07:43.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:43 smithi094 ceph-mon[29912]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T17:07:43.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:43 smithi094 ceph-mon[41048]: pgmap v133: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T17:07:43.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:43 smithi094 ceph-mon[41048]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T17:07:43.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:43 smithi190 ceph-mon[33316]: pgmap v133: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T17:07:43.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:43 smithi190 ceph-mon[33316]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T17:07:43.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:07:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:43] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:07:44.427 INFO:tasks.rados.rados.0.smithi094.stdout:172: done (1 left) 2024-08-17T17:07:44.427 INFO:tasks.rados.rados.0.smithi094.stdout:173: rmattr oid 36 current snap is 14 2024-08-17T17:07:44.427 INFO:tasks.rados.rados.0.smithi094.stdout:173: done (1 left) 2024-08-17T17:07:44.427 INFO:tasks.rados.rados.0.smithi094.stdout:174: copy_from oid 6 from oid 13 current snap is 14 2024-08-17T17:07:44.427 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 36 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-17T17:07:44.427 INFO:tasks.rados.rados.0.smithi094.stdout:171: done (1 left) 2024-08-17T17:07:44.427 INFO:tasks.rados.rados.0.smithi094.stdout:175: snap_remove snap 5 2024-08-17T17:07:44.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:44 smithi094 ceph-mon[41048]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T17:07:44.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:44 smithi094 ceph-mon[41048]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T17:07:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:44 smithi094 ceph-mon[29912]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T17:07:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:44 smithi094 ceph-mon[29912]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T17:07:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:44 smithi190 ceph-mon[33316]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T17:07:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:44 smithi190 ceph-mon[33316]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T17:07:45.434 INFO:tasks.rados.rados.0.smithi094.stdout:175: done (1 left) 2024-08-17T17:07:45.434 INFO:tasks.rados.rados.0.smithi094.stdout:176: read oid 29 snap -1 2024-08-17T17:07:45.434 INFO:tasks.rados.rados.0.smithi094.stdout:176: expect deleted 2024-08-17T17:07:45.434 INFO:tasks.rados.rados.0.smithi094.stdout:177: rollback oid 35 current snap is 14 2024-08-17T17:07:45.434 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 35 to 12 2024-08-17T17:07:45.434 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 14 2024-08-17T17:07:45.434 INFO:tasks.rados.rados.0.smithi094.stdout:178: seq_num 82 ranges {729088=581632,1310720=622592,1933312=180224} 2024-08-17T17:07:45.446 INFO:tasks.rados.rados.0.smithi094.stdout:178: writing smithi09487127-44 from 729088 to 1310720 tid 1 2024-08-17T17:07:45.451 INFO:tasks.rados.rados.0.smithi094.stdout:178: writing smithi09487127-44 from 1310720 to 1933312 tid 2 2024-08-17T17:07:45.453 INFO:tasks.rados.rados.0.smithi094.stdout:178: writing smithi09487127-44 from 1933312 to 2113536 tid 3 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:179: read oid 42 snap -1 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:179: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:174: finishing copy_from racing read to smithi09487127-6 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:174: finishing copy_from to smithi09487127-6 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:177: finishing rollback tid 0 to smithi09487127-35 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:177: finishing rollback tid 1 to smithi09487127-35 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:177: finishing rollback tid 2 to smithi09487127-35 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 14 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:178: finishing write tid 1 to smithi09487127-44 2024-08-17T17:07:45.454 INFO:tasks.rados.rados.0.smithi094.stdout:174: done (4 left) 2024-08-17T17:07:45.455 INFO:tasks.rados.rados.0.smithi094.stdout:176: done (3 left) 2024-08-17T17:07:45.455 INFO:tasks.rados.rados.0.smithi094.stdout:177: done (2 left) 2024-08-17T17:07:45.455 INFO:tasks.rados.rados.0.smithi094.stdout:180: rollback oid 35 current snap is 14 2024-08-17T17:07:45.455 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 35 to 2 2024-08-17T17:07:45.455 INFO:tasks.rados.rados.0.smithi094.stdout:181: delete oid 31 current snap is 14 2024-08-17T17:07:45.455 INFO:tasks.rados.rados.0.smithi094.stdout:178: finishing write tid 2 to smithi09487127-44 2024-08-17T17:07:45.456 INFO:tasks.rados.rados.0.smithi094.stdout:178: finishing write tid 3 to smithi09487127-44 2024-08-17T17:07:45.456 INFO:tasks.rados.rados.0.smithi094.stdout:181: done (3 left) 2024-08-17T17:07:45.456 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 14 2024-08-17T17:07:45.456 INFO:tasks.rados.rados.0.smithi094.stdout:182: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2024-08-17T17:07:45.459 INFO:tasks.rados.rados.0.smithi094.stdout:182: writing smithi09487127-19 from 0 to 614400 tid 1 2024-08-17T17:07:45.462 INFO:tasks.rados.rados.0.smithi094.stdout:182: writing smithi09487127-19 from 614400 to 1048576 tid 2 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:182: writing smithi09487127-19 from 1048576 to 1417216 tid 3 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:178: finishing write tid 4 to smithi09487127-44 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:180: finishing rollback tid 0 to smithi09487127-35 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:180: finishing rollback tid 1 to smithi09487127-35 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:178: finishing write tid 5 to smithi09487127-44 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 49 (ObjNum 82 snap 14 seq_num 82) dirty exists 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:178: left oid 44 (ObjNum 82 snap 14 seq_num 82) 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:180: finishing rollback tid 2 to smithi09487127-35 2024-08-17T17:07:45.465 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 17 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T17:07:45.466 INFO:tasks.rados.rados.0.smithi094.stdout:179: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:07:45.488 INFO:tasks.rados.rados.0.smithi094.stdout:182: finishing write tid 1 to smithi09487127-19 2024-08-17T17:07:45.488 INFO:tasks.rados.rados.0.smithi094.stdout:182: finishing write tid 2 to smithi09487127-19 2024-08-17T17:07:45.488 INFO:tasks.rados.rados.0.smithi094.stdout:178: done (3 left) 2024-08-17T17:07:45.488 INFO:tasks.rados.rados.0.smithi094.stdout:179: done (2 left) 2024-08-17T17:07:45.489 INFO:tasks.rados.rados.0.smithi094.stdout:180: done (1 left) 2024-08-17T17:07:45.489 INFO:tasks.rados.rados.0.smithi094.stdout:183: snap_create 2024-08-17T17:07:45.489 INFO:tasks.rados.rados.0.smithi094.stdout:182: finishing write tid 3 to smithi09487127-19 2024-08-17T17:07:45.489 INFO:tasks.rados.rados.0.smithi094.stdout:182: finishing write tid 4 to smithi09487127-19 2024-08-17T17:07:45.489 INFO:tasks.rados.rados.0.smithi094.stdout:182: finishing write tid 5 to smithi09487127-19 2024-08-17T17:07:45.489 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 66 (ObjNum 84 snap 14 seq_num 84) dirty exists 2024-08-17T17:07:45.489 INFO:tasks.rados.rados.0.smithi094.stdout:182: left oid 19 (ObjNum 84 snap 14 seq_num 84) 2024-08-17T17:07:45.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:45 smithi094 ceph-mon[29912]: pgmap v136: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T17:07:45.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:45 smithi094 ceph-mon[29912]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T17:07:45.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:45 smithi094 ceph-mon[41048]: pgmap v136: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T17:07:45.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:45 smithi094 ceph-mon[41048]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T17:07:45.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:45 smithi190 ceph-mon[33316]: pgmap v136: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-08-17T17:07:45.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:45 smithi190 ceph-mon[33316]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T17:07:46.476 INFO:tasks.rados.rados.0.smithi094.stdout:182: done (1 left) 2024-08-17T17:07:46.477 INFO:tasks.rados.rados.0.smithi094.stdout:183: done (0 left) 2024-08-17T17:07:46.477 INFO:tasks.rados.rados.0.smithi094.stdout:184: snap_remove snap 7 2024-08-17T17:07:47.481 INFO:tasks.rados.rados.0.smithi094.stdout:184: done (0 left) 2024-08-17T17:07:47.481 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 15 2024-08-17T17:07:47.481 INFO:tasks.rados.rados.0.smithi094.stdout:185: seq_num 85 ranges {794624=630784,1425408=720896,2146304=81920} 2024-08-17T17:07:47.490 INFO:tasks.rados.rados.0.smithi094.stdout:185: writing smithi09487127-22 from 794624 to 1425408 tid 1 2024-08-17T17:07:47.497 INFO:tasks.rados.rados.0.smithi094.stdout:185: writing smithi09487127-22 from 1425408 to 2146304 tid 2 2024-08-17T17:07:47.498 INFO:tasks.rados.rados.0.smithi094.stdout:185: writing smithi09487127-22 from 2146304 to 2228224 tid 3 2024-08-17T17:07:47.499 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 15 2024-08-17T17:07:47.499 INFO:tasks.rados.rados.0.smithi094.stdout:186: seq_num 86 ranges {1597440=647168,2244608=606208,2850816=196608} 2024-08-17T17:07:47.511 INFO:tasks.rados.rados.0.smithi094.stdout:186: writing smithi09487127-10 from 1597440 to 2244608 tid 1 2024-08-17T17:07:47.515 INFO:tasks.rados.rados.0.smithi094.stdout:186: writing smithi09487127-10 from 2244608 to 2850816 tid 2 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:186: writing smithi09487127-10 from 2850816 to 3047424 tid 3 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:187: setattr oid 6 current snap is 15 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:185: finishing write tid 1 to smithi09487127-22 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:185: finishing write tid 2 to smithi09487127-22 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:185: finishing write tid 3 to smithi09487127-22 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:185: finishing write tid 4 to smithi09487127-22 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:185: finishing write tid 5 to smithi09487127-22 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 56 (ObjNum 85 snap 15 seq_num 85) dirty exists 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:185: left oid 22 (ObjNum 85 snap 15 seq_num 85) 2024-08-17T17:07:47.517 INFO:tasks.rados.rados.0.smithi094.stdout:186: finishing write tid 1 to smithi09487127-10 2024-08-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi094.stdout:185: done (2 left) 2024-08-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi094.stdout:188: read oid 12 snap 12 2024-08-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi094.stdout:188: expect (ObjNum 71 snap 7 seq_num 71) 2024-08-17T17:07:47.518 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 15 2024-08-17T17:07:47.519 INFO:tasks.rados.rados.0.smithi094.stdout:189: seq_num 87 ranges {491520=663552,1155072=491520,1646592=311296} 2024-08-17T17:07:47.525 INFO:tasks.rados.rados.0.smithi094.stdout:189: writing smithi09487127-3 from 491520 to 1155072 tid 1 2024-08-17T17:07:47.529 INFO:tasks.rados.rados.0.smithi094.stdout:189: writing smithi09487127-3 from 1155072 to 1646592 tid 2 2024-08-17T17:07:47.531 INFO:tasks.rados.rados.0.smithi094.stdout:189: writing smithi09487127-3 from 1646592 to 1957888 tid 3 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:190: snap_create 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:186: finishing write tid 2 to smithi09487127-10 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:186: finishing write tid 3 to smithi09487127-10 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 57 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:186: finishing write tid 4 to smithi09487127-10 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:186: finishing write tid 5 to smithi09487127-10 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 73 (ObjNum 86 snap 15 seq_num 86) dirty exists 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:186: left oid 10 (ObjNum 86 snap 15 seq_num 86) 2024-08-17T17:07:47.532 INFO:tasks.rados.rados.0.smithi094.stdout:188: expect (ObjNum 71 snap 7 seq_num 71) 2024-08-17T17:07:47.567 INFO:tasks.rados.rados.0.smithi094.stdout:189: finishing write tid 1 to smithi09487127-3 2024-08-17T17:07:47.567 INFO:tasks.rados.rados.0.smithi094.stdout:189: finishing write tid 2 to smithi09487127-3 2024-08-17T17:07:47.567 INFO:tasks.rados.rados.0.smithi094.stdout:189: finishing write tid 3 to smithi09487127-3 2024-08-17T17:07:47.567 INFO:tasks.rados.rados.0.smithi094.stdout:189: finishing write tid 4 to smithi09487127-3 2024-08-17T17:07:47.567 INFO:tasks.rados.rados.0.smithi094.stdout:189: finishing write tid 5 to smithi09487127-3 2024-08-17T17:07:47.567 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 23 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-08-17T17:07:47.567 INFO:tasks.rados.rados.0.smithi094.stdout:189: left oid 3 (ObjNum 87 snap 15 seq_num 87) 2024-08-17T17:07:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:47 smithi094 ceph-mon[29912]: pgmap v139: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:47 smithi094 ceph-mon[29912]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T17:07:47.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:47 smithi094 ceph-mon[41048]: pgmap v139: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:47.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:47 smithi094 ceph-mon[41048]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T17:07:47.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:47 smithi190 ceph-mon[33316]: pgmap v139: 121 pgs: 121 active+clean; 48 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:47.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:47 smithi190 ceph-mon[33316]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T17:07:48.485 INFO:tasks.rados.rados.0.smithi094.stdout:186: done (4 left) 2024-08-17T17:07:48.486 INFO:tasks.rados.rados.0.smithi094.stdout:187: done (3 left) 2024-08-17T17:07:48.486 INFO:tasks.rados.rados.0.smithi094.stdout:188: done (2 left) 2024-08-17T17:07:48.486 INFO:tasks.rados.rados.0.smithi094.stdout:189: done (1 left) 2024-08-17T17:07:48.486 INFO:tasks.rados.rados.0.smithi094.stdout:190: done (0 left) 2024-08-17T17:07:48.486 INFO:tasks.rados.rados.0.smithi094.stdout:191: snap_create 2024-08-17T17:07:48.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:48 smithi094 ceph-mon[29912]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T17:07:48.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:48 smithi094 ceph-mon[41048]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T17:07:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:48 smithi190 ceph-mon[33316]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T17:07:49.429 INFO:tasks.rados.rados.0.smithi094.stdout:191: done (0 left) 2024-08-17T17:07:49.429 INFO:tasks.rados.rados.0.smithi094.stdout:192: read oid 45 snap -1 2024-08-17T17:07:49.429 INFO:tasks.rados.rados.0.smithi094.stdout:192: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:07:49.429 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 17 2024-08-17T17:07:49.429 INFO:tasks.rados.rados.0.smithi094.stdout:193: seq_num 88 ranges {0=679936,679936=778240,1458176=24576} 2024-08-17T17:07:49.433 INFO:tasks.rados.rados.0.smithi094.stdout:193: writing smithi09487127-31 from 0 to 679936 tid 1 2024-08-17T17:07:49.438 INFO:tasks.rados.rados.0.smithi094.stdout:193: writing smithi09487127-31 from 679936 to 1458176 tid 2 2024-08-17T17:07:49.439 INFO:tasks.rados.rados.0.smithi094.stdout:193: writing smithi09487127-31 from 1458176 to 1482752 tid 3 2024-08-17T17:07:49.439 INFO:tasks.rados.rados.0.smithi094.stdout:194: read oid 49 snap -1 2024-08-17T17:07:49.439 INFO:tasks.rados.rados.0.smithi094.stdout:194: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T17:07:49.439 INFO:tasks.rados.rados.0.smithi094.stdout:195: read oid 38 snap -1 2024-08-17T17:07:49.439 INFO:tasks.rados.rados.0.smithi094.stdout:195: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:07:49.440 INFO:tasks.rados.rados.0.smithi094.stdout:196: read oid 40 snap -1 2024-08-17T17:07:49.440 INFO:tasks.rados.rados.0.smithi094.stdout:196: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:07:49.440 INFO:tasks.rados.rados.0.smithi094.stdout:197: snap_create 2024-08-17T17:07:49.440 INFO:tasks.rados.rados.0.smithi094.stdout:192: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:07:49.463 INFO:tasks.rados.rados.0.smithi094.stdout:193: finishing write tid 1 to smithi09487127-31 2024-08-17T17:07:49.464 INFO:tasks.rados.rados.0.smithi094.stdout:196: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:07:49.483 INFO:tasks.rados.rados.0.smithi094.stdout:193: finishing write tid 2 to smithi09487127-31 2024-08-17T17:07:49.483 INFO:tasks.rados.rados.0.smithi094.stdout:193: finishing write tid 3 to smithi09487127-31 2024-08-17T17:07:49.483 INFO:tasks.rados.rados.0.smithi094.stdout:194: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T17:07:49.506 INFO:tasks.rados.rados.0.smithi094.stdout:193: finishing write tid 4 to smithi09487127-31 2024-08-17T17:07:49.506 INFO:tasks.rados.rados.0.smithi094.stdout:193: finishing write tid 5 to smithi09487127-31 2024-08-17T17:07:49.506 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 79 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-08-17T17:07:49.506 INFO:tasks.rados.rados.0.smithi094.stdout:193: left oid 31 (ObjNum 88 snap 17 seq_num 88) 2024-08-17T17:07:49.507 INFO:tasks.rados.rados.0.smithi094.stdout:195: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:07:49.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:49 smithi094 ceph-mon[29912]: pgmap v142: 121 pgs: 121 active+clean; 50 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-17T17:07:49.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:49 smithi094 ceph-mon[29912]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T17:07:49.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:49 smithi094 ceph-mon[29912]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T17:07:49.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:49 smithi094 ceph-mon[41048]: pgmap v142: 121 pgs: 121 active+clean; 50 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-17T17:07:49.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:49 smithi094 ceph-mon[41048]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T17:07:49.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:49 smithi094 ceph-mon[41048]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T17:07:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:49 smithi190 ceph-mon[33316]: pgmap v142: 121 pgs: 121 active+clean; 50 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-17T17:07:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:49 smithi190 ceph-mon[33316]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T17:07:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:49 smithi190 ceph-mon[33316]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T17:07:50.434 INFO:tasks.rados.rados.0.smithi094.stdout:192: done (5 left) 2024-08-17T17:07:50.434 INFO:tasks.rados.rados.0.smithi094.stdout:193: done (4 left) 2024-08-17T17:07:50.438 INFO:tasks.rados.rados.0.smithi094.stdout:194: done (3 left) 2024-08-17T17:07:50.438 INFO:tasks.rados.rados.0.smithi094.stdout:195: done (2 left) 2024-08-17T17:07:50.438 INFO:tasks.rados.rados.0.smithi094.stdout:196: done (1 left) 2024-08-17T17:07:50.439 INFO:tasks.rados.rados.0.smithi094.stdout:197: done (0 left) 2024-08-17T17:07:50.439 INFO:tasks.rados.rados.0.smithi094.stdout:198: snap_remove snap 2 2024-08-17T17:07:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T17:07:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: pgmap v145: 121 pgs: 121 active+clean; 50 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi190 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[29912]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T17:07:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:51.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:51.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T17:07:51.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: pgmap v145: 121 pgs: 121 active+clean; 50 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-17T17:07:51.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi190 2024-08-17T17:07:51.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:50 smithi094 ceph-mon[41048]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T17:07:51.436 INFO:tasks.rados.rados.0.smithi094.stdout:198: done (0 left) 2024-08-17T17:07:51.436 INFO:tasks.rados.rados.0.smithi094.stdout:199: read oid 36 snap -1 2024-08-17T17:07:51.436 INFO:tasks.rados.rados.0.smithi094.stdout:199: expect (ObjNum 35 snap 0 seq_num 35) 2024-08-17T17:07:51.436 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 18 2024-08-17T17:07:51.436 INFO:tasks.rados.rados.0.smithi094.stdout:200: seq_num 89 ranges {0=696320,696320=655360,1351680=147456} 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: pgmap v145: 121 pgs: 121 active+clean; 50 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi190 2024-08-17T17:07:51.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:50 smithi190 ceph-mon[33316]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T17:07:51.441 INFO:tasks.rados.rados.0.smithi094.stdout:200: writing smithi09487127-1 from 0 to 696320 tid 1 2024-08-17T17:07:51.445 INFO:tasks.rados.rados.0.smithi094.stdout:200: writing smithi09487127-1 from 696320 to 1351680 tid 2 2024-08-17T17:07:51.448 INFO:tasks.rados.rados.0.smithi094.stdout:200: writing smithi09487127-1 from 1351680 to 1499136 tid 3 2024-08-17T17:07:51.450 INFO:tasks.rados.rados.0.smithi094.stdout:200: finishing write tid 1 to smithi09487127-1 2024-08-17T17:07:51.450 INFO:tasks.rados.rados.0.smithi094.stdout:199: expect (ObjNum 35 snap 0 seq_num 35) 2024-08-17T17:07:51.471 INFO:tasks.rados.rados.0.smithi094.stdout:200: finishing write tid 2 to smithi09487127-1 2024-08-17T17:07:51.471 INFO:tasks.rados.rados.0.smithi094.stdout:200: finishing write tid 3 to smithi09487127-1 2024-08-17T17:07:51.472 INFO:tasks.rados.rados.0.smithi094.stdout:200: finishing write tid 4 to smithi09487127-1 2024-08-17T17:07:51.472 INFO:tasks.rados.rados.0.smithi094.stdout:200: finishing write tid 5 to smithi09487127-1 2024-08-17T17:07:51.472 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 28 (ObjNum 89 snap 18 seq_num 89) dirty exists 2024-08-17T17:07:51.472 INFO:tasks.rados.rados.0.smithi094.stdout:200: left oid 1 (ObjNum 89 snap 18 seq_num 89) 2024-08-17T17:07:51.472 INFO:tasks.rados.rados.0.smithi094.stdout:199: done (1 left) 2024-08-17T17:07:51.472 INFO:tasks.rados.rados.0.smithi094.stdout:200: done (0 left) 2024-08-17T17:07:51.472 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 18 2024-08-17T17:07:51.472 INFO:tasks.rados.rados.0.smithi094.stdout:201: seq_num 90 ranges {811008=712704,1523712=540672,2064384=262144} 2024-08-17T17:07:51.479 INFO:tasks.rados.rados.0.smithi094.stdout:201: writing smithi09487127-49 from 811008 to 1523712 tid 1 2024-08-17T17:07:51.482 INFO:tasks.rados.rados.0.smithi094.stdout:201: writing smithi09487127-49 from 1523712 to 2064384 tid 2 2024-08-17T17:07:51.484 INFO:tasks.rados.rados.0.smithi094.stdout:201: writing smithi09487127-49 from 2064384 to 2326528 tid 3 2024-08-17T17:07:51.484 INFO:tasks.rados.rados.0.smithi094.stdout:202: rmattr oid 46 current snap is 18 2024-08-17T17:07:51.484 INFO:tasks.rados.rados.0.smithi094.stdout:201: finishing write tid 1 to smithi09487127-49 2024-08-17T17:07:51.484 INFO:tasks.rados.rados.0.smithi094.stdout:203: snap_remove snap 12 2024-08-17T17:07:51.561 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:07:52.066 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:07:52.066 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (2m) 112s ago 3m 16.3M - 0.25.0 c8568f914cd2 cddc64ef2d66 2024-08-17T17:07:52.066 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (2m) 114s ago 2m 81.0M - 9.4.7 954c08fa6188 df17b573f0fc 2024-08-17T17:07:52.066 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (4m) 112s ago 4m 15.2M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:07:52.066 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (4m) 114s ago 4m 12.6M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:07:52.066 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443 running (8m) 114s ago 8m 399M - 17.2.7-1404-gf2c39d4d f69471c56189 fd49aefdef6a 2024-08-17T17:07:52.066 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:9283,8765 running (9m) 112s ago 9m 447M - 17.2.7-1404-gf2c39d4d f69471c56189 4bb94207b7e2 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (9m) 112s ago 10m 47.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 4a10d8ee64fe 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (8m) 114s ago 8m 40.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 e41e7dc5c954 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (8m) 112s ago 8m 39.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 69126fde8f9a 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (2m) 112s ago 2m 9609k - 1.5.0 0da6a335fe13 1e268c0bcded 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (2m) 114s ago 2m 3598k - 1.5.0 0da6a335fe13 cdeec02a4ecb 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (7m) 112s ago 7m 45.5M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (7m) 112s ago 7m 43.7M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (7m) 112s ago 7m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (6m) 112s ago 6m 41.2M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (6m) 114s ago 6m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (5m) 114s ago 5m 42.5M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (5m) 114s ago 5m 42.0M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:07:52.067 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (5m) 114s ago 5m 42.7M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:07:52.068 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (2m) 114s ago 3m 25.4M - 2.43.0 a07b618ecd1d 7927dafc3cc6 2024-08-17T17:07:52.369 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:07:52.369 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:07:52.369 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:07:52.369 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:07:52.369 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 15 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:07:52.370 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:07:52.440 INFO:tasks.rados.rados.0.smithi094.stdout:203: done (2 left) 2024-08-17T17:07:52.440 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 18 2024-08-17T17:07:52.440 INFO:tasks.rados.rados.0.smithi094.stdout:201: finishing write tid 2 to smithi09487127-49 2024-08-17T17:07:52.440 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 29 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:07:52.440 INFO:tasks.rados.rados.0.smithi094.stdout:201: finishing write tid 3 to smithi09487127-49 2024-08-17T17:07:52.440 INFO:tasks.rados.rados.0.smithi094.stdout:204: seq_num 91 ranges {557056=729088,1286144=425984,1712128=376832} 2024-08-17T17:07:52.446 INFO:tasks.rados.rados.0.smithi094.stdout:204: writing smithi09487127-4 from 557056 to 1286144 tid 1 2024-08-17T17:07:52.449 INFO:tasks.rados.rados.0.smithi094.stdout:204: writing smithi09487127-4 from 1286144 to 1712128 tid 2 2024-08-17T17:07:52.453 INFO:tasks.rados.rados.0.smithi094.stdout:204: writing smithi09487127-4 from 1712128 to 2088960 tid 3 2024-08-17T17:07:52.453 INFO:tasks.rados.rados.0.smithi094.stdout:202: done (2 left) 2024-08-17T17:07:52.453 INFO:tasks.rados.rados.0.smithi094.stdout:205: copy_from oid 13 from oid 43 current snap is 18 2024-08-17T17:07:52.453 INFO:tasks.rados.rados.0.smithi094.stdout:201: finishing write tid 4 to smithi09487127-49 2024-08-17T17:07:52.453 INFO:tasks.rados.rados.0.smithi094.stdout:201: finishing write tid 5 to smithi09487127-49 2024-08-17T17:07:52.453 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 69 (ObjNum 90 snap 18 seq_num 90) dirty exists 2024-08-17T17:07:52.453 INFO:tasks.rados.rados.0.smithi094.stdout:201: left oid 49 (ObjNum 90 snap 18 seq_num 90) 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:201: done (2 left) 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:206: rollback oid 37 current snap is 18 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 37 to 16 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:207: rmattr oid 8 current snap is 18 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:207: done (3 left) 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:208: rmattr oid 24 current snap is 18 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:208: done (3 left) 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:209: rmattr oid 39 current snap is 18 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:209: done (3 left) 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:210: read oid 1 snap -1 2024-08-17T17:07:52.454 INFO:tasks.rados.rados.0.smithi094.stdout:210: expect (ObjNum 89 snap 18 seq_num 89) 2024-08-17T17:07:52.455 INFO:tasks.rados.rados.0.smithi094.stdout:211: read oid 6 snap -1 2024-08-17T17:07:52.455 INFO:tasks.rados.rados.0.smithi094.stdout:211: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-17T17:07:52.455 INFO:tasks.rados.rados.0.smithi094.stdout:212: delete oid 24 current snap is 18 2024-08-17T17:07:52.455 INFO:tasks.rados.rados.0.smithi094.stdout:204: finishing write tid 1 to smithi09487127-4 2024-08-17T17:07:52.455 INFO:tasks.rados.rados.0.smithi094.stdout:204: finishing write tid 2 to smithi09487127-4 2024-08-17T17:07:52.458 INFO:tasks.rados.rados.0.smithi094.stdout:212: done (5 left) 2024-08-17T17:07:52.458 INFO:tasks.rados.rados.0.smithi094.stdout:213: read oid 46 snap -1 2024-08-17T17:07:52.459 INFO:tasks.rados.rados.0.smithi094.stdout:213: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:07:52.459 INFO:tasks.rados.rados.0.smithi094.stdout:214: rollback oid 11 current snap is 18 2024-08-17T17:07:52.459 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 3 2024-08-17T17:07:52.459 INFO:tasks.rados.rados.0.smithi094.stdout:215: delete oid 39 current snap is 18 2024-08-17T17:07:52.459 INFO:tasks.rados.rados.0.smithi094.stdout:204: finishing write tid 3 to smithi09487127-4 2024-08-17T17:07:52.459 INFO:tasks.rados.rados.0.smithi094.stdout:204: finishing write tid 4 to smithi09487127-4 2024-08-17T17:07:52.460 INFO:tasks.rados.rados.0.smithi094.stdout:211: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-17T17:07:52.472 INFO:tasks.rados.rados.0.smithi094.stdout:204: finishing write tid 5 to smithi09487127-4 2024-08-17T17:07:52.472 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 34 (ObjNum 91 snap 18 seq_num 91) dirty exists 2024-08-17T17:07:52.472 INFO:tasks.rados.rados.0.smithi094.stdout:204: left oid 4 (ObjNum 91 snap 18 seq_num 91) 2024-08-17T17:07:52.472 INFO:tasks.rados.rados.0.smithi094.stdout:204: done (7 left) 2024-08-17T17:07:52.473 INFO:tasks.rados.rados.0.smithi094.stdout:211: done (6 left) 2024-08-17T17:07:52.473 INFO:tasks.rados.rados.0.smithi094.stdout:215: done (5 left) 2024-08-17T17:07:52.473 INFO:tasks.rados.rados.0.smithi094.stdout:216: snap_remove snap 15 2024-08-17T17:07:52.644 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:07:52.644 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:07:52.644 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:07:52.644 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:07:52.644 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [], 2024-08-17T17:07:52.645 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "0/20 daemons upgraded", 2024-08-17T17:07:52.645 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d image on host smithi190", 2024-08-17T17:07:52.645 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:07:52.645 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:07:52.645 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:52 smithi094 ceph-mon[29912]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T17:07:52.645 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:52 smithi094 ceph-mon[29912]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:52.645 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:52 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/820366249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:52.645 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:52 smithi094 ceph-mon[41048]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T17:07:52.646 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:52 smithi094 ceph-mon[41048]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:52.646 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:52 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/820366249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:52.646 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:07:52 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:52] "GET /metrics HTTP/1.1" 200 239784 "" "Prometheus/2.43.0" 2024-08-17T17:07:52.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:52 smithi190 ceph-mon[33316]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T17:07:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:52 smithi190 ceph-mon[33316]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:52 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/820366249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:53.444 INFO:tasks.rados.rados.0.smithi094.stdout:216: done (5 left) 2024-08-17T17:07:53.445 INFO:tasks.rados.rados.0.smithi094.stdout:217: snap_remove snap 17 2024-08-17T17:07:53.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[29912]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:53.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[29912]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:53.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[29912]: pgmap v148: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T17:07:53.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[29912]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T17:07:53.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[29912]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:53.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[41048]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:53.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[41048]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:53.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[41048]: pgmap v148: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T17:07:53.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[41048]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T17:07:53.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:53 smithi094 ceph-mon[41048]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:53.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:07:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:07:53] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:07:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:53 smithi190 ceph-mon[33316]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:53 smithi190 ceph-mon[33316]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:53 smithi190 ceph-mon[33316]: pgmap v148: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T17:07:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:53 smithi190 ceph-mon[33316]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T17:07:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:53 smithi190 ceph-mon[33316]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:54.432 INFO:tasks.rados.rados.0.smithi094.stdout:217: done (5 left) 2024-08-17T17:07:54.432 INFO:tasks.rados.rados.0.smithi094.stdout:218: rollback oid 7 current snap is 18 2024-08-17T17:07:54.432 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 7 to 14 2024-08-17T17:07:54.432 INFO:tasks.rados.rados.0.smithi094.stdout:206: finishing rollback tid 1 to smithi09487127-37 2024-08-17T17:07:54.432 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 20 (ObjNum 33 snap 0 seq_num 3199072336) dirty dne 2024-08-17T17:07:54.432 INFO:tasks.rados.rados.0.smithi094.stdout:205: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:07:54.432 INFO:tasks.rados.rados.0.smithi094.stdout:210: expect (ObjNum 89 snap 18 seq_num 89) 2024-08-17T17:07:54.478 INFO:tasks.rados.rados.0.smithi094.stdout:213: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:214: finishing rollback tid 0 to smithi09487127-11 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:214: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:214: finishing rollback tid 2 to smithi09487127-11 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 22 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:205: finishing copy_from to smithi09487127-13 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 17 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:205: done (5 left) 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:206: done (4 left) 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:210: done (3 left) 2024-08-17T17:07:54.502 INFO:tasks.rados.rados.0.smithi094.stdout:213: done (2 left) 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:214: done (1 left) 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:219: copy_from oid 46 from oid 40 current snap is 18 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:218: finishing rollback tid 0 to smithi09487127-7 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:218: finishing rollback tid 1 to smithi09487127-7 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:218: finishing rollback tid 2 to smithi09487127-7 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 85 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:218: done (1 left) 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 18 2024-08-17T17:07:54.503 INFO:tasks.rados.rados.0.smithi094.stdout:220: seq_num 94 ranges {491520=778240,1269760=532480,1802240=270336} 2024-08-17T17:07:54.508 INFO:tasks.rados.rados.0.smithi094.stdout:220: writing smithi09487127-38 from 491520 to 1269760 tid 1 2024-08-17T17:07:54.511 INFO:tasks.rados.rados.0.smithi094.stdout:220: writing smithi09487127-38 from 1269760 to 1802240 tid 2 2024-08-17T17:07:54.513 INFO:tasks.rados.rados.0.smithi094.stdout:220: writing smithi09487127-38 from 1802240 to 2072576 tid 3 2024-08-17T17:07:54.513 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 18 2024-08-17T17:07:54.514 INFO:tasks.rados.rados.0.smithi094.stdout:219: finishing copy_from racing read to smithi09487127-46 2024-08-17T17:07:54.514 INFO:tasks.rados.rados.0.smithi094.stdout:221: seq_num 95 ranges {778240=794624,1572864=409600,1982464=393216} 2024-08-17T17:07:54.521 INFO:tasks.rados.rados.0.smithi094.stdout:221: writing smithi09487127-28 from 778240 to 1572864 tid 1 2024-08-17T17:07:54.524 INFO:tasks.rados.rados.0.smithi094.stdout:221: writing smithi09487127-28 from 1572864 to 1982464 tid 2 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:221: writing smithi09487127-28 from 1982464 to 2375680 tid 3 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:222: setattr oid 31 current snap is 18 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:219: finishing copy_from to smithi09487127-46 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 28 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:220: finishing write tid 1 to smithi09487127-38 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:220: finishing write tid 2 to smithi09487127-38 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:220: finishing write tid 3 to smithi09487127-38 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:220: finishing write tid 4 to smithi09487127-38 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:220: finishing write tid 5 to smithi09487127-38 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 98 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-08-17T17:07:54.527 INFO:tasks.rados.rados.0.smithi094.stdout:220: left oid 38 (ObjNum 94 snap 18 seq_num 94) 2024-08-17T17:07:54.528 INFO:tasks.rados.rados.0.smithi094.stdout:221: finishing write tid 1 to smithi09487127-28 2024-08-17T17:07:54.528 INFO:tasks.rados.rados.0.smithi094.stdout:221: finishing write tid 2 to smithi09487127-28 2024-08-17T17:07:54.528 INFO:tasks.rados.rados.0.smithi094.stdout:221: finishing write tid 3 to smithi09487127-28 2024-08-17T17:07:54.528 INFO:tasks.rados.rados.0.smithi094.stdout:221: finishing write tid 4 to smithi09487127-28 2024-08-17T17:07:54.529 INFO:tasks.rados.rados.0.smithi094.stdout:219: done (3 left) 2024-08-17T17:07:54.529 INFO:tasks.rados.rados.0.smithi094.stdout:220: done (2 left) 2024-08-17T17:07:54.529 INFO:tasks.rados.rados.0.smithi094.stdout:223: snap_remove snap 3 2024-08-17T17:07:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:54 smithi094 ceph-mon[29912]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T17:07:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:54 smithi094 ceph-mon[29912]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T17:07:54.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:54 smithi094 ceph-mon[41048]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T17:07:54.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:54 smithi094 ceph-mon[41048]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T17:07:54.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:54 smithi190 ceph-mon[33316]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T17:07:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:54 smithi190 ceph-mon[33316]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T17:07:55.455 INFO:tasks.rados.rados.0.smithi094.stdout:223: done (2 left) 2024-08-17T17:07:55.455 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 18 2024-08-17T17:07:55.456 INFO:tasks.rados.rados.0.smithi094.stdout:224: seq_num 96 ranges {172032=409600,581632=696320,1277952=507904} 2024-08-17T17:07:55.459 INFO:tasks.rados.rados.0.smithi094.stdout:224: writing smithi09487127-11 from 172032 to 581632 tid 1 2024-08-17T17:07:55.464 INFO:tasks.rados.rados.0.smithi094.stdout:224: writing smithi09487127-11 from 581632 to 1277952 tid 2 2024-08-17T17:07:55.468 INFO:tasks.rados.rados.0.smithi094.stdout:224: writing smithi09487127-11 from 1277952 to 1785856 tid 3 2024-08-17T17:07:55.468 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 18 2024-08-17T17:07:55.468 INFO:tasks.rados.rados.0.smithi094.stdout:221: finishing write tid 5 to smithi09487127-28 2024-08-17T17:07:55.468 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 41 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-08-17T17:07:55.468 INFO:tasks.rados.rados.0.smithi094.stdout:221: left oid 28 (ObjNum 95 snap 18 seq_num 95) 2024-08-17T17:07:55.468 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 99 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-08-17T17:07:55.468 INFO:tasks.rados.rados.0.smithi094.stdout:225: seq_num 97 ranges {827392=434176,1261568=581632,1843200=540672,2383872=81920} 2024-08-17T17:07:55.476 INFO:tasks.rados.rados.0.smithi094.stdout:225: writing smithi09487127-50 from 827392 to 1261568 tid 1 2024-08-17T17:07:55.480 INFO:tasks.rados.rados.0.smithi094.stdout:225: writing smithi09487127-50 from 1261568 to 1843200 tid 2 2024-08-17T17:07:55.483 INFO:tasks.rados.rados.0.smithi094.stdout:225: writing smithi09487127-50 from 1843200 to 2383872 tid 3 2024-08-17T17:07:55.484 INFO:tasks.rados.rados.0.smithi094.stdout:225: writing smithi09487127-50 from 2383872 to 2465792 tid 4 2024-08-17T17:07:55.484 INFO:tasks.rados.rados.0.smithi094.stdout:221: done (3 left) 2024-08-17T17:07:55.484 INFO:tasks.rados.rados.0.smithi094.stdout:222: done (2 left) 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:226: copy_from oid 27 from oid 26 current snap is 18 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:224: finishing write tid 1 to smithi09487127-11 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:224: finishing write tid 2 to smithi09487127-11 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:224: finishing write tid 3 to smithi09487127-11 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:224: finishing write tid 4 to smithi09487127-11 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:224: finishing write tid 5 to smithi09487127-11 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 30 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:224: left oid 11 (ObjNum 96 snap 18 seq_num 96) 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:225: finishing write tid 1 to smithi09487127-50 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:225: finishing write tid 2 to smithi09487127-50 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:224: done (2 left) 2024-08-17T17:07:55.485 INFO:tasks.rados.rados.0.smithi094.stdout:227: snap_create 2024-08-17T17:07:55.487 INFO:tasks.rados.rados.0.smithi094.stdout:225: finishing write tid 3 to smithi09487127-50 2024-08-17T17:07:55.487 INFO:tasks.rados.rados.0.smithi094.stdout:225: finishing write tid 4 to smithi09487127-50 2024-08-17T17:07:55.487 INFO:tasks.rados.rados.0.smithi094.stdout:225: finishing write tid 5 to smithi09487127-50 2024-08-17T17:07:55.488 INFO:tasks.rados.rados.0.smithi094.stdout:225: finishing write tid 6 to smithi09487127-50 2024-08-17T17:07:55.488 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 65 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-08-17T17:07:55.488 INFO:tasks.rados.rados.0.smithi094.stdout:225: left oid 50 (ObjNum 97 snap 18 seq_num 97) 2024-08-17T17:07:55.494 INFO:tasks.rados.rados.0.smithi094.stdout:226: finishing copy_from racing read to smithi09487127-27 2024-08-17T17:07:55.495 INFO:tasks.rados.rados.0.smithi094.stdout:226: finishing copy_from to smithi09487127-27 2024-08-17T17:07:55.495 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 18 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-17T17:07:55.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:55 smithi094 ceph-mon[29912]: pgmap v151: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T17:07:55.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:55 smithi094 ceph-mon[41048]: pgmap v151: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T17:07:55.836 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:55 smithi190 ceph-mon[33316]: pgmap v151: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-17T17:07:56.459 INFO:tasks.rados.rados.0.smithi094.stdout:225: done (2 left) 2024-08-17T17:07:56.459 INFO:tasks.rados.rados.0.smithi094.stdout:226: done (1 left) 2024-08-17T17:07:56.460 INFO:tasks.rados.rados.0.smithi094.stdout:227: done (0 left) 2024-08-17T17:07:56.460 INFO:tasks.rados.rados.0.smithi094.stdout:228: snap_create 2024-08-17T17:07:56.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:56 smithi094 ceph-mon[29912]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T17:07:56.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:56 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:56.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:56 smithi094 ceph-mon[41048]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T17:07:56.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:56 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:56.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:56 smithi190 ceph-mon[33316]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T17:07:56.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:56 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:57.461 INFO:tasks.rados.rados.0.smithi094.stdout:228: done (0 left) 2024-08-17T17:07:57.461 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 20 2024-08-17T17:07:57.461 INFO:tasks.rados.rados.0.smithi094.stdout:229: seq_num 98 ranges {1318912=450560,1769472=466944,2236416=737280} 2024-08-17T17:07:57.470 INFO:tasks.rados.rados.0.smithi094.stdout:229: writing smithi09487127-17 from 1318912 to 1769472 tid 1 2024-08-17T17:07:57.473 INFO:tasks.rados.rados.0.smithi094.stdout:229: writing smithi09487127-17 from 1769472 to 2236416 tid 2 2024-08-17T17:07:57.479 INFO:tasks.rados.rados.0.smithi094.stdout:229: writing smithi09487127-17 from 2236416 to 2973696 tid 3 2024-08-17T17:07:57.479 INFO:tasks.rados.rados.0.smithi094.stdout:230: rollback oid 8 current snap is 20 2024-08-17T17:07:57.479 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 8 to 10 2024-08-17T17:07:57.479 INFO:tasks.rados.rados.0.smithi094.stdout:229: finishing write tid 1 to smithi09487127-17 2024-08-17T17:07:57.479 INFO:tasks.rados.rados.0.smithi094.stdout:229: finishing write tid 2 to smithi09487127-17 2024-08-17T17:07:57.479 INFO:tasks.rados.rados.0.smithi094.stdout:231: rmattr oid 26 current snap is 20 2024-08-17T17:07:57.479 INFO:tasks.rados.rados.0.smithi094.stdout:231: done (2 left) 2024-08-17T17:07:57.479 INFO:tasks.rados.rados.0.smithi094.stdout:232: delete oid 2 current snap is 20 2024-08-17T17:07:57.483 INFO:tasks.rados.rados.0.smithi094.stdout:232: done (2 left) 2024-08-17T17:07:57.484 INFO:tasks.rados.rados.0.smithi094.stdout:233: rmattr oid 24 current snap is 20 2024-08-17T17:07:57.484 INFO:tasks.rados.rados.0.smithi094.stdout:233: done (2 left) 2024-08-17T17:07:57.484 INFO:tasks.rados.rados.0.smithi094.stdout:234: snap_create 2024-08-17T17:07:57.484 INFO:tasks.rados.rados.0.smithi094.stdout:229: finishing write tid 3 to smithi09487127-17 2024-08-17T17:07:57.484 INFO:tasks.rados.rados.0.smithi094.stdout:229: finishing write tid 4 to smithi09487127-17 2024-08-17T17:07:57.485 INFO:tasks.rados.rados.0.smithi094.stdout:230: finishing rollback tid 1 to smithi09487127-8 2024-08-17T17:07:57.485 INFO:tasks.rados.rados.0.smithi094.stdout:230: finishing rollback tid 2 to smithi09487127-8 2024-08-17T17:07:57.485 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 67 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-08-17T17:07:57.485 INFO:tasks.rados.rados.0.smithi094.stdout:229: finishing write tid 5 to smithi09487127-17 2024-08-17T17:07:57.485 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 98 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-08-17T17:07:57.485 INFO:tasks.rados.rados.0.smithi094.stdout:229: left oid 17 (ObjNum 98 snap 20 seq_num 98) 2024-08-17T17:07:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:57 smithi094 ceph-mon[29912]: pgmap v154: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:57 smithi094 ceph-mon[29912]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T17:07:57.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:57 smithi094 ceph-mon[41048]: pgmap v154: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:57.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:57 smithi094 ceph-mon[41048]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T17:07:57.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:57 smithi190 ceph-mon[33316]: pgmap v154: 121 pgs: 121 active+clean; 58 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:07:57.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:57 smithi190 ceph-mon[33316]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T17:07:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:229: done (2 left) 2024-08-17T17:07:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:230: done (1 left) 2024-08-17T17:07:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:234: done (0 left) 2024-08-17T17:07:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:235: copy_from oid 48 from oid 47 current snap is 21 2024-08-17T17:07:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:236: read oid 34 snap -1 2024-08-17T17:07:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:236: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:07:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:237: snap_create 2024-08-17T17:07:58.473 INFO:tasks.rados.rados.0.smithi094.stdout:236: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:07:58.490 INFO:tasks.rados.rados.0.smithi094.stdout:235: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:07:58.490 INFO:tasks.rados.rados.0.smithi094.stdout:235: finishing copy_from to smithi09487127-48 2024-08-17T17:07:58.490 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 34 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:07:58.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:58 smithi094 ceph-mon[29912]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T17:07:58.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:58 smithi094 ceph-mon[41048]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T17:07:58.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:58 smithi190 ceph-mon[33316]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T17:07:59.433 INFO:tasks.rados.rados.0.smithi094.stdout:235: done (2 left) 2024-08-17T17:07:59.433 INFO:tasks.rados.rados.0.smithi094.stdout:236: done (1 left) 2024-08-17T17:07:59.433 INFO:tasks.rados.rados.0.smithi094.stdout:237: done (0 left) 2024-08-17T17:07:59.433 INFO:tasks.rados.rados.0.smithi094.stdout:238: read oid 47 snap -1 2024-08-17T17:07:59.433 INFO:tasks.rados.rados.0.smithi094.stdout:238: expect (ObjNum 64 snap 6 seq_num 64) 2024-08-17T17:07:59.434 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 22 2024-08-17T17:07:59.434 INFO:tasks.rados.rados.0.smithi094.stdout:239: seq_num 100 ranges {745472=483328,1228800=688128,1916928=516096} 2024-08-17T17:07:59.440 INFO:tasks.rados.rados.0.smithi094.stdout:239: writing smithi09487127-45 from 745472 to 1228800 tid 1 2024-08-17T17:07:59.445 INFO:tasks.rados.rados.0.smithi094.stdout:239: writing smithi09487127-45 from 1228800 to 1916928 tid 2 2024-08-17T17:07:59.448 INFO:tasks.rados.rados.0.smithi094.stdout:239: writing smithi09487127-45 from 1916928 to 2433024 tid 3 2024-08-17T17:07:59.448 INFO:tasks.rados.rados.0.smithi094.stdout:240: read oid 49 snap 20 2024-08-17T17:07:59.448 INFO:tasks.rados.rados.0.smithi094.stdout:240: expect (ObjNum 90 snap 18 seq_num 90) 2024-08-17T17:07:59.448 INFO:tasks.rados.rados.0.smithi094.stdout:241: read oid 28 snap -1 2024-08-17T17:07:59.449 INFO:tasks.rados.rados.0.smithi094.stdout:241: expect (ObjNum 95 snap 18 seq_num 95) 2024-08-17T17:07:59.449 INFO:tasks.rados.rados.0.smithi094.stdout:242: read oid 11 snap -1 2024-08-17T17:07:59.449 INFO:tasks.rados.rados.0.smithi094.stdout:242: expect (ObjNum 96 snap 18 seq_num 96) 2024-08-17T17:07:59.449 INFO:tasks.rados.rados.0.smithi094.stdout:243: read oid 5 snap 21 2024-08-17T17:07:59.449 INFO:tasks.rados.rados.0.smithi094.stdout:243: expect (ObjNum 58 snap 4 seq_num 58) 2024-08-17T17:07:59.449 INFO:tasks.rados.rados.0.smithi094.stdout:244: setattr oid 48 current snap is 22 2024-08-17T17:07:59.449 INFO:tasks.rados.rados.0.smithi094.stdout:238: expect (ObjNum 64 snap 6 seq_num 64) 2024-08-17T17:07:59.499 INFO:tasks.rados.rados.0.smithi094.stdout:239: finishing write tid 1 to smithi09487127-45 2024-08-17T17:07:59.499 INFO:tasks.rados.rados.0.smithi094.stdout:239: finishing write tid 2 to smithi09487127-45 2024-08-17T17:07:59.499 INFO:tasks.rados.rados.0.smithi094.stdout:243: expect (ObjNum 58 snap 4 seq_num 58) 2024-08-17T17:07:59.529 INFO:tasks.rados.rados.0.smithi094.stdout:239: finishing write tid 3 to smithi09487127-45 2024-08-17T17:07:59.529 INFO:tasks.rados.rados.0.smithi094.stdout:239: finishing write tid 4 to smithi09487127-45 2024-08-17T17:07:59.529 INFO:tasks.rados.rados.0.smithi094.stdout:239: finishing write tid 5 to smithi09487127-45 2024-08-17T17:07:59.529 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 72 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T17:07:59.530 INFO:tasks.rados.rados.0.smithi094.stdout:239: left oid 45 (ObjNum 100 snap 22 seq_num 100) 2024-08-17T17:07:59.530 INFO:tasks.rados.rados.0.smithi094.stdout:240: expect (ObjNum 90 snap 18 seq_num 90) 2024-08-17T17:07:59.607 INFO:tasks.rados.rados.0.smithi094.stdout:241: expect (ObjNum 95 snap 18 seq_num 95) 2024-08-17T17:07:59.688 INFO:tasks.rados.rados.0.smithi094.stdout:242: expect (ObjNum 96 snap 18 seq_num 96) 2024-08-17T17:07:59.739 INFO:tasks.rados.rados.0.smithi094.stdout:238: done (6 left) 2024-08-17T17:07:59.739 INFO:tasks.rados.rados.0.smithi094.stdout:239: done (5 left) 2024-08-17T17:07:59.739 INFO:tasks.rados.rados.0.smithi094.stdout:240: done (4 left) 2024-08-17T17:07:59.739 INFO:tasks.rados.rados.0.smithi094.stdout:241: done (3 left) 2024-08-17T17:07:59.740 INFO:tasks.rados.rados.0.smithi094.stdout:242: done (2 left) 2024-08-17T17:07:59.740 INFO:tasks.rados.rados.0.smithi094.stdout:243: done (1 left) 2024-08-17T17:07:59.740 INFO:tasks.rados.rados.0.smithi094.stdout:245: rollback oid 15 current snap is 22 2024-08-17T17:07:59.740 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 15 to 16 2024-08-17T17:07:59.740 INFO:tasks.rados.rados.0.smithi094.stdout:246: delete oid 44 current snap is 22 2024-08-17T17:07:59.742 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 85 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:07:59.742 INFO:tasks.rados.rados.0.smithi094.stdout:245: finishing rollback tid 0 to smithi09487127-15 2024-08-17T17:07:59.742 INFO:tasks.rados.rados.0.smithi094.stdout:245: finishing rollback tid 1 to smithi09487127-15 2024-08-17T17:07:59.743 INFO:tasks.rados.rados.0.smithi094.stdout:245: finishing rollback tid 2 to smithi09487127-15 2024-08-17T17:07:59.743 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 89 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-08-17T17:07:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:244: done (2 left) 2024-08-17T17:07:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:245: done (1 left) 2024-08-17T17:07:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:246: done (0 left) 2024-08-17T17:07:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 22 2024-08-17T17:07:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:247: seq_num 102 ranges {1351680=516096,1867776=450560,2318336=729088,3047424=24576} 2024-08-17T17:07:59.753 INFO:tasks.rados.rados.0.smithi094.stdout:247: writing smithi09487127-26 from 1351680 to 1867776 tid 1 2024-08-17T17:07:59.756 INFO:tasks.rados.rados.0.smithi094.stdout:247: writing smithi09487127-26 from 1867776 to 2318336 tid 2 2024-08-17T17:07:59.761 INFO:tasks.rados.rados.0.smithi094.stdout:247: writing smithi09487127-26 from 2318336 to 3047424 tid 3 2024-08-17T17:07:59.761 INFO:tasks.rados.rados.0.smithi094.stdout:247: writing smithi09487127-26 from 3047424 to 3072000 tid 4 2024-08-17T17:07:59.761 INFO:tasks.rados.rados.0.smithi094.stdout:248: setattr oid 47 current snap is 22 2024-08-17T17:07:59.761 INFO:tasks.rados.rados.0.smithi094.stdout:247: finishing write tid 1 to smithi09487127-26 2024-08-17T17:07:59.761 INFO:tasks.rados.rados.0.smithi094.stdout:247: finishing write tid 2 to smithi09487127-26 2024-08-17T17:07:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:249: setattr oid 30 current snap is 22 2024-08-17T17:07:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:247: finishing write tid 3 to smithi09487127-26 2024-08-17T17:07:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:247: finishing write tid 4 to smithi09487127-26 2024-08-17T17:07:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:247: finishing write tid 5 to smithi09487127-26 2024-08-17T17:07:59.764 INFO:tasks.rados.rados.0.smithi094.stdout:247: finishing write tid 6 to smithi09487127-26 2024-08-17T17:07:59.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 113 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-08-17T17:07:59.764 INFO:tasks.rados.rados.0.smithi094.stdout:247: left oid 26 (ObjNum 102 snap 22 seq_num 102) 2024-08-17T17:07:59.764 INFO:tasks.rados.rados.0.smithi094.stdout:247: done (2 left) 2024-08-17T17:07:59.765 INFO:tasks.rados.rados.0.smithi094.stdout:250: snap_remove snap 20 2024-08-17T17:07:59.771 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:59 smithi094 ceph-mon[29912]: pgmap v157: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T17:07:59.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:59 smithi094 ceph-mon[29912]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T17:07:59.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:07:59 smithi094 ceph-mon[29912]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T17:07:59.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:59 smithi094 ceph-mon[41048]: pgmap v157: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T17:07:59.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:59 smithi094 ceph-mon[41048]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T17:07:59.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:07:59 smithi094 ceph-mon[41048]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T17:07:59.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:59 smithi190 ceph-mon[33316]: pgmap v157: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T17:07:59.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:59 smithi190 ceph-mon[33316]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T17:07:59.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:07:59 smithi190 ceph-mon[33316]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T17:08:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:250: done (2 left) 2024-08-17T17:08:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:251: read oid 45 snap -1 2024-08-17T17:08:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:251: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T17:08:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 52 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:08:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:252: read oid 17 snap -1 2024-08-17T17:08:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:252: expect (ObjNum 98 snap 20 seq_num 98) 2024-08-17T17:08:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:248: done (3 left) 2024-08-17T17:08:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:253: read oid 36 snap -1 2024-08-17T17:08:00.478 INFO:tasks.rados.rados.0.smithi094.stdout:253: expect (ObjNum 35 snap 0 seq_num 35) 2024-08-17T17:08:00.478 INFO:tasks.rados.rados.0.smithi094.stdout:254: snap_remove snap 16 2024-08-17T17:08:01.483 INFO:tasks.rados.rados.0.smithi094.stdout:254: done (4 left) 2024-08-17T17:08:01.484 INFO:tasks.rados.rados.0.smithi094.stdout:255: copy_from oid 35 from oid 34 current snap is 22 2024-08-17T17:08:01.484 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 35 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T17:08:01.484 INFO:tasks.rados.rados.0.smithi094.stdout:253: expect (ObjNum 35 snap 0 seq_num 35) 2024-08-17T17:08:01.507 INFO:tasks.rados.rados.0.smithi094.stdout:251: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T17:08:01.586 INFO:tasks.rados.rados.0.smithi094.stdout:252: expect (ObjNum 98 snap 20 seq_num 98) 2024-08-17T17:08:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:255: finishing copy_from racing read to smithi09487127-35 2024-08-17T17:08:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:255: finishing copy_from to smithi09487127-35 2024-08-17T17:08:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T17:08:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:249: done (4 left) 2024-08-17T17:08:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:251: done (3 left) 2024-08-17T17:08:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:252: done (2 left) 2024-08-17T17:08:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:253: done (1 left) 2024-08-17T17:08:01.691 INFO:tasks.rados.rados.0.smithi094.stdout:255: done (0 left) 2024-08-17T17:08:01.691 INFO:tasks.rados.rados.0.smithi094.stdout:256: read oid 27 snap -1 2024-08-17T17:08:01.691 INFO:tasks.rados.rados.0.smithi094.stdout:256: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-17T17:08:01.691 INFO:tasks.rados.rados.0.smithi094.stdout:257: snap_remove snap 8 2024-08-17T17:08:01.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:01 smithi094 ceph-mon[29912]: pgmap v160: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T17:08:01.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:01 smithi094 ceph-mon[29912]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T17:08:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:01 smithi094 ceph-mon[41048]: pgmap v160: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T17:08:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:01 smithi094 ceph-mon[41048]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T17:08:01.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:01 smithi190 ceph-mon[33316]: pgmap v160: 121 pgs: 121 active+clean; 66 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-17T17:08:01.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:01 smithi190 ceph-mon[33316]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T17:08:02.488 INFO:tasks.rados.rados.0.smithi094.stdout:257: done (1 left) 2024-08-17T17:08:02.488 INFO:tasks.rados.rados.0.smithi094.stdout:258: read oid 33 snap -1 2024-08-17T17:08:02.488 INFO:tasks.rados.rados.0.smithi094.stdout:258: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-17T17:08:02.488 INFO:tasks.rados.rados.0.smithi094.stdout:259: delete oid 36 current snap is 22 2024-08-17T17:08:02.488 INFO:tasks.rados.rados.0.smithi094.stdout:256: expect (ObjNum 55 snap 3 seq_num 55) 2024-08-17T17:08:02.538 INFO:tasks.rados.rados.0.smithi094.stdout:258: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-17T17:08:02.546 INFO:tasks.rados.rados.0.smithi094.stdout:256: done (2 left) 2024-08-17T17:08:02.546 INFO:tasks.rados.rados.0.smithi094.stdout:258: done (1 left) 2024-08-17T17:08:02.546 INFO:tasks.rados.rados.0.smithi094.stdout:259: done (0 left) 2024-08-17T17:08:02.546 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 22 2024-08-17T17:08:02.546 INFO:tasks.rados.rados.0.smithi094.stdout:260: seq_num 104 ranges {491520=548864,1040384=622592,1662976=581632} 2024-08-17T17:08:02.551 INFO:tasks.rados.rados.0.smithi094.stdout:260: writing smithi09487127-30 from 491520 to 1040384 tid 1 2024-08-17T17:08:02.554 INFO:tasks.rados.rados.0.smithi094.stdout:260: writing smithi09487127-30 from 1040384 to 1662976 tid 2 2024-08-17T17:08:02.558 INFO:tasks.rados.rados.0.smithi094.stdout:260: writing smithi09487127-30 from 1662976 to 2244608 tid 3 2024-08-17T17:08:02.558 INFO:tasks.rados.rados.0.smithi094.stdout:261: rmattr oid 17 current snap is 22 2024-08-17T17:08:02.558 INFO:tasks.rados.rados.0.smithi094.stdout:261: done (1 left) 2024-08-17T17:08:02.559 INFO:tasks.rados.rados.0.smithi094.stdout:262: snap_remove snap 19 2024-08-17T17:08:02.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:02 smithi094 ceph-mon[29912]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T17:08:02.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:02 smithi094 ceph-mon[41048]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T17:08:02.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:02 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:02] "GET /metrics HTTP/1.1" 200 239880 "" "Prometheus/2.43.0" 2024-08-17T17:08:02.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:02 smithi190 ceph-mon[33316]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T17:08:03.492 INFO:tasks.rados.rados.0.smithi094.stdout:262: done (1 left) 2024-08-17T17:08:03.492 INFO:tasks.rados.rados.0.smithi094.stdout:263: snap_remove snap 10 2024-08-17T17:08:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:03 smithi094 ceph-mon[29912]: pgmap v163: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-08-17T17:08:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:03 smithi094 ceph-mon[29912]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T17:08:03.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:03 smithi094 ceph-mon[41048]: pgmap v163: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-08-17T17:08:03.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:03 smithi094 ceph-mon[41048]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T17:08:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:03 smithi190 ceph-mon[33316]: pgmap v163: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-08-17T17:08:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:03 smithi190 ceph-mon[33316]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T17:08:03.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:03 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:03] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:08:04.435 INFO:tasks.rados.rados.0.smithi094.stdout:263: done (1 left) 2024-08-17T17:08:04.435 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 22 2024-08-17T17:08:04.436 INFO:tasks.rados.rados.0.smithi094.stdout:264: seq_num 105 ranges {204800=565248,770048=507904,1277952=507904,1785856=188416} 2024-08-17T17:08:04.440 INFO:tasks.rados.rados.0.smithi094.stdout:264: writing smithi09487127-6 from 204800 to 770048 tid 1 2024-08-17T17:08:04.444 INFO:tasks.rados.rados.0.smithi094.stdout:264: writing smithi09487127-6 from 770048 to 1277952 tid 2 2024-08-17T17:08:04.448 INFO:tasks.rados.rados.0.smithi094.stdout:264: writing smithi09487127-6 from 1277952 to 1785856 tid 3 2024-08-17T17:08:04.449 INFO:tasks.rados.rados.0.smithi094.stdout:264: writing smithi09487127-6 from 1785856 to 1974272 tid 4 2024-08-17T17:08:04.449 INFO:tasks.rados.rados.0.smithi094.stdout:265: read oid 11 snap -1 2024-08-17T17:08:04.450 INFO:tasks.rados.rados.0.smithi094.stdout:265: expect (ObjNum 96 snap 18 seq_num 96) 2024-08-17T17:08:04.450 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 22 2024-08-17T17:08:04.450 INFO:tasks.rados.rados.0.smithi094.stdout:260: finishing write tid 1 to smithi09487127-30 2024-08-17T17:08:04.450 INFO:tasks.rados.rados.0.smithi094.stdout:260: finishing write tid 2 to smithi09487127-30 2024-08-17T17:08:04.450 INFO:tasks.rados.rados.0.smithi094.stdout:260: finishing write tid 3 to smithi09487127-30 2024-08-17T17:08:04.450 INFO:tasks.rados.rados.0.smithi094.stdout:260: finishing write tid 4 to smithi09487127-30 2024-08-17T17:08:04.450 INFO:tasks.rados.rados.0.smithi094.stdout:266: seq_num 106 ranges {2375680=581632,2957312=794624,3751936=409600} 2024-08-17T17:08:04.466 INFO:tasks.rados.rados.0.smithi094.stdout:266: writing smithi09487127-28 from 2375680 to 2957312 tid 1 2024-08-17T17:08:04.470 INFO:tasks.rados.rados.0.smithi094.stdout:266: writing smithi09487127-28 from 2957312 to 3751936 tid 2 2024-08-17T17:08:04.474 INFO:tasks.rados.rados.0.smithi094.stdout:266: writing smithi09487127-28 from 3751936 to 4161536 tid 3 2024-08-17T17:08:04.474 INFO:tasks.rados.rados.0.smithi094.stdout:267: snap_create 2024-08-17T17:08:04.474 INFO:tasks.rados.rados.0.smithi094.stdout:260: finishing write tid 5 to smithi09487127-30 2024-08-17T17:08:04.474 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 53 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-08-17T17:08:04.474 INFO:tasks.rados.rados.0.smithi094.stdout:260: left oid 30 (ObjNum 104 snap 22 seq_num 104) 2024-08-17T17:08:04.474 INFO:tasks.rados.rados.0.smithi094.stdout:264: finishing write tid 1 to smithi09487127-6 2024-08-17T17:08:04.474 INFO:tasks.rados.rados.0.smithi094.stdout:264: finishing write tid 2 to smithi09487127-6 2024-08-17T17:08:04.474 INFO:tasks.rados.rados.0.smithi094.stdout:265: expect (ObjNum 96 snap 18 seq_num 96) 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:264: finishing write tid 3 to smithi09487127-6 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:264: finishing write tid 4 to smithi09487127-6 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:264: finishing write tid 5 to smithi09487127-6 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:264: finishing write tid 6 to smithi09487127-6 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 123 (ObjNum 105 snap 22 seq_num 105) dirty exists 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:264: left oid 6 (ObjNum 105 snap 22 seq_num 105) 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:266: finishing write tid 1 to smithi09487127-28 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:266: finishing write tid 2 to smithi09487127-28 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:266: finishing write tid 3 to smithi09487127-28 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:266: finishing write tid 4 to smithi09487127-28 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:266: finishing write tid 5 to smithi09487127-28 2024-08-17T17:08:04.527 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 62 (ObjNum 106 snap 22 seq_num 106) dirty exists 2024-08-17T17:08:04.528 INFO:tasks.rados.rados.0.smithi094.stdout:266: left oid 28 (ObjNum 106 snap 22 seq_num 106) 2024-08-17T17:08:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:04 smithi094 ceph-mon[29912]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T17:08:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:04 smithi094 ceph-mon[29912]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T17:08:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:04 smithi094 ceph-mon[41048]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T17:08:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:04 smithi094 ceph-mon[41048]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T17:08:04.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:04 smithi190 ceph-mon[33316]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T17:08:04.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:04 smithi190 ceph-mon[33316]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T17:08:05.436 INFO:tasks.rados.rados.0.smithi094.stdout:260: done (4 left) 2024-08-17T17:08:05.436 INFO:tasks.rados.rados.0.smithi094.stdout:264: done (3 left) 2024-08-17T17:08:05.436 INFO:tasks.rados.rados.0.smithi094.stdout:265: done (2 left) 2024-08-17T17:08:05.436 INFO:tasks.rados.rados.0.smithi094.stdout:266: done (1 left) 2024-08-17T17:08:05.436 INFO:tasks.rados.rados.0.smithi094.stdout:267: done (0 left) 2024-08-17T17:08:05.436 INFO:tasks.rados.rados.0.smithi094.stdout:268: delete oid 41 current snap is 23 2024-08-17T17:08:05.439 INFO:tasks.rados.rados.0.smithi094.stdout:268: done (0 left) 2024-08-17T17:08:05.439 INFO:tasks.rados.rados.0.smithi094.stdout:269: read oid 13 snap -1 2024-08-17T17:08:05.439 INFO:tasks.rados.rados.0.smithi094.stdout:269: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:05.439 INFO:tasks.rados.rados.0.smithi094.stdout:270: setattr oid 26 current snap is 23 2024-08-17T17:08:05.441 INFO:tasks.rados.rados.0.smithi094.stdout:271: copy_from oid 32 from oid 7 current snap is 23 2024-08-17T17:08:05.441 INFO:tasks.rados.rados.0.smithi094.stdout:272: read oid 22 snap -1 2024-08-17T17:08:05.442 INFO:tasks.rados.rados.0.smithi094.stdout:272: expect (ObjNum 85 snap 15 seq_num 85) 2024-08-17T17:08:05.442 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 23 2024-08-17T17:08:05.442 INFO:tasks.rados.rados.0.smithi094.stdout:273: seq_num 108 ranges {1761280=614400,2375680=606208,2981888=598016} 2024-08-17T17:08:05.455 INFO:tasks.rados.rados.0.smithi094.stdout:273: writing smithi09487127-15 from 1761280 to 2375680 tid 1 2024-08-17T17:08:05.459 INFO:tasks.rados.rados.0.smithi094.stdout:273: writing smithi09487127-15 from 2375680 to 2981888 tid 2 2024-08-17T17:08:05.462 INFO:tasks.rados.rados.0.smithi094.stdout:273: writing smithi09487127-15 from 2981888 to 3579904 tid 3 2024-08-17T17:08:05.462 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 23 2024-08-17T17:08:05.463 INFO:tasks.rados.rados.0.smithi094.stdout:274: seq_num 109 ranges {2326528=630784,2957312=491520,3448832=483328,3932160=229376} 2024-08-17T17:08:05.478 INFO:tasks.rados.rados.0.smithi094.stdout:274: writing smithi09487127-49 from 2326528 to 2957312 tid 1 2024-08-17T17:08:05.481 INFO:tasks.rados.rados.0.smithi094.stdout:274: writing smithi09487127-49 from 2957312 to 3448832 tid 2 2024-08-17T17:08:05.484 INFO:tasks.rados.rados.0.smithi094.stdout:274: writing smithi09487127-49 from 3448832 to 3932160 tid 3 2024-08-17T17:08:05.485 INFO:tasks.rados.rados.0.smithi094.stdout:274: writing smithi09487127-49 from 3932160 to 4161536 tid 4 2024-08-17T17:08:05.485 INFO:tasks.rados.rados.0.smithi094.stdout:275: rollback oid 33 current snap is 23 2024-08-17T17:08:05.486 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 33 to 14 2024-08-17T17:08:05.486 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 139 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-08-17T17:08:05.486 INFO:tasks.rados.rados.0.smithi094.stdout:271: finishing copy_from racing read to smithi09487127-32 2024-08-17T17:08:05.486 INFO:tasks.rados.rados.0.smithi094.stdout:269: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:05.529 INFO:tasks.rados.rados.0.smithi094.stdout:271: finishing copy_from to smithi09487127-32 2024-08-17T17:08:05.530 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 85 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T17:08:05.530 INFO:tasks.rados.rados.0.smithi094.stdout:272: expect (ObjNum 85 snap 15 seq_num 85) 2024-08-17T17:08:05.603 INFO:tasks.rados.rados.0.smithi094.stdout:273: finishing write tid 1 to smithi09487127-15 2024-08-17T17:08:05.603 INFO:tasks.rados.rados.0.smithi094.stdout:273: finishing write tid 2 to smithi09487127-15 2024-08-17T17:08:05.603 INFO:tasks.rados.rados.0.smithi094.stdout:273: finishing write tid 3 to smithi09487127-15 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:273: finishing write tid 4 to smithi09487127-15 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:273: finishing write tid 5 to smithi09487127-15 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 136 (ObjNum 108 snap 23 seq_num 108) dirty exists 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:273: left oid 15 (ObjNum 108 snap 23 seq_num 108) 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:274: finishing write tid 1 to smithi09487127-49 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:274: finishing write tid 2 to smithi09487127-49 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:274: finishing write tid 3 to smithi09487127-49 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:269: done (6 left) 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:270: done (5 left) 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:271: done (4 left) 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:272: done (3 left) 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:273: done (2 left) 2024-08-17T17:08:05.604 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 23 2024-08-17T17:08:05.605 INFO:tasks.rados.rados.0.smithi094.stdout:274: finishing write tid 4 to smithi09487127-49 2024-08-17T17:08:05.605 INFO:tasks.rados.rados.0.smithi094.stdout:276: seq_num 110 ranges {3047424=647168,3694592=778240,4472832=425984} 2024-08-17T17:08:05.622 INFO:tasks.rados.rados.0.smithi094.stdout:276: writing smithi09487127-10 from 3047424 to 3694592 tid 1 2024-08-17T17:08:05.627 INFO:tasks.rados.rados.0.smithi094.stdout:276: writing smithi09487127-10 from 3694592 to 4472832 tid 2 2024-08-17T17:08:05.630 INFO:tasks.rados.rados.0.smithi094.stdout:276: writing smithi09487127-10 from 4472832 to 4898816 tid 3 2024-08-17T17:08:05.631 INFO:tasks.rados.rados.0.smithi094.stdout:277: read oid 13 snap -1 2024-08-17T17:08:05.631 INFO:tasks.rados.rados.0.smithi094.stdout:277: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:05.631 INFO:tasks.rados.rados.0.smithi094.stdout:278: rollback oid 26 current snap is 23 2024-08-17T17:08:05.631 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 22 2024-08-17T17:08:05.631 INFO:tasks.rados.rados.0.smithi094.stdout:275: finishing rollback tid 0 to smithi09487127-33 2024-08-17T17:08:05.631 INFO:tasks.rados.rados.0.smithi094.stdout:274: finishing write tid 5 to smithi09487127-49 2024-08-17T17:08:05.631 INFO:tasks.rados.rados.0.smithi094.stdout:275: finishing rollback tid 1 to smithi09487127-33 2024-08-17T17:08:05.631 INFO:tasks.rados.rados.0.smithi094.stdout:275: finishing rollback tid 2 to smithi09487127-33 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 84 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:274: finishing write tid 6 to smithi09487127-49 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 108 (ObjNum 109 snap 23 seq_num 109) dirty exists 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:274: left oid 49 (ObjNum 109 snap 23 seq_num 109) 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:276: finishing write tid 1 to smithi09487127-10 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:276: finishing write tid 2 to smithi09487127-10 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:274: done (4 left) 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:275: done (3 left) 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:279: rmattr oid 24 current snap is 23 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:279: done (3 left) 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:280: copy_from oid 8 from oid 7 current snap is 23 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 23 2024-08-17T17:08:05.632 INFO:tasks.rados.rados.0.smithi094.stdout:281: seq_num 111 ranges {106496=663552,770048=663552,1433600=450560,1884160=90112} 2024-08-17T17:08:05.634 INFO:tasks.rados.rados.0.smithi094.stdout:281: writing smithi09487127-32 from 106496 to 770048 tid 1 2024-08-17T17:08:05.639 INFO:tasks.rados.rados.0.smithi094.stdout:281: writing smithi09487127-32 from 770048 to 1433600 tid 2 2024-08-17T17:08:05.641 INFO:tasks.rados.rados.0.smithi094.stdout:281: writing smithi09487127-32 from 1433600 to 1884160 tid 3 2024-08-17T17:08:05.642 INFO:tasks.rados.rados.0.smithi094.stdout:281: writing smithi09487127-32 from 1884160 to 1974272 tid 4 2024-08-17T17:08:05.642 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 23 2024-08-17T17:08:05.642 INFO:tasks.rados.rados.0.smithi094.stdout:276: finishing write tid 3 to smithi09487127-10 2024-08-17T17:08:05.643 INFO:tasks.rados.rados.0.smithi094.stdout:276: finishing write tid 4 to smithi09487127-10 2024-08-17T17:08:05.643 INFO:tasks.rados.rados.0.smithi094.stdout:278: finishing rollback tid 0 to smithi09487127-26 2024-08-17T17:08:05.643 INFO:tasks.rados.rados.0.smithi094.stdout:278: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:08:05.643 INFO:tasks.rados.rados.0.smithi094.stdout:282: seq_num 112 ranges {1196032=679936,1875968=548864,2424832=655360} 2024-08-17T17:08:05.652 INFO:tasks.rados.rados.0.smithi094.stdout:282: writing smithi09487127-12 from 1196032 to 1875968 tid 1 2024-08-17T17:08:05.655 INFO:tasks.rados.rados.0.smithi094.stdout:282: writing smithi09487127-12 from 1875968 to 2424832 tid 2 2024-08-17T17:08:05.660 INFO:tasks.rados.rados.0.smithi094.stdout:282: writing smithi09487127-12 from 2424832 to 3080192 tid 3 2024-08-17T17:08:05.660 INFO:tasks.rados.rados.0.smithi094.stdout:283: read oid 45 snap 21 2024-08-17T17:08:05.660 INFO:tasks.rados.rados.0.smithi094.stdout:283: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:08:05.661 INFO:tasks.rados.rados.0.smithi094.stdout:284: rmattr oid 17 current snap is 23 2024-08-17T17:08:05.661 INFO:tasks.rados.rados.0.smithi094.stdout:276: finishing write tid 5 to smithi09487127-10 2024-08-17T17:08:05.661 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 117 (ObjNum 110 snap 23 seq_num 110) dirty exists 2024-08-17T17:08:05.661 INFO:tasks.rados.rados.0.smithi094.stdout:276: left oid 10 (ObjNum 110 snap 23 seq_num 110) 2024-08-17T17:08:05.661 INFO:tasks.rados.rados.0.smithi094.stdout:278: finishing rollback tid 2 to smithi09487127-26 2024-08-17T17:08:05.661 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 142 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-08-17T17:08:05.661 INFO:tasks.rados.rados.0.smithi094.stdout:276: done (7 left) 2024-08-17T17:08:05.661 INFO:tasks.rados.rados.0.smithi094.stdout:278: done (6 left) 2024-08-17T17:08:05.662 INFO:tasks.rados.rados.0.smithi094.stdout:284: done (5 left) 2024-08-17T17:08:05.662 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 23 2024-08-17T17:08:05.662 INFO:tasks.rados.rados.0.smithi094.stdout:281: finishing write tid 1 to smithi09487127-32 2024-08-17T17:08:05.662 INFO:tasks.rados.rados.0.smithi094.stdout:277: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:05.703 INFO:tasks.rados.rados.0.smithi094.stdout:280: finishing copy_from racing read to smithi09487127-8 2024-08-17T17:08:05.703 INFO:tasks.rados.rados.0.smithi094.stdout:280: finishing copy_from to smithi09487127-8 2024-08-17T17:08:05.703 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 85 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T17:08:05.703 INFO:tasks.rados.rados.0.smithi094.stdout:281: finishing write tid 2 to smithi09487127-32 2024-08-17T17:08:05.703 INFO:tasks.rados.rados.0.smithi094.stdout:285: seq_num 113 ranges {4161536=696320,4857856=434176,5292032=466944,5758976=303104} 2024-08-17T17:08:05.728 INFO:tasks.rados.rados.0.smithi094.stdout:285: writing smithi09487127-28 from 4161536 to 4857856 tid 1 2024-08-17T17:08:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:285: writing smithi09487127-28 from 4857856 to 5292032 tid 2 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:285: writing smithi09487127-28 from 5292032 to 5758976 tid 3 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:285: writing smithi09487127-28 from 5758976 to 6062080 tid 4 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:277: done (5 left) 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:280: done (4 left) 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:286: read oid 2 snap -1 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:286: expect deleted 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:287: read oid 7 snap 21 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:287: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 23 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:281: finishing write tid 3 to smithi09487127-32 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:281: finishing write tid 4 to smithi09487127-32 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:281: finishing write tid 5 to smithi09487127-32 2024-08-17T17:08:05.814 INFO:tasks.rados.rados.0.smithi094.stdout:288: seq_num 114 ranges {696320=712704,1409024=712704,2121728=491520} 2024-08-17T17:08:05.815 INFO:tasks.rados.rados.0.smithi094.stdout:288: writing smithi09487127-42 from 696320 to 1409024 tid 1 2024-08-17T17:08:05.815 INFO:tasks.rados.rados.0.smithi094.stdout:288: writing smithi09487127-42 from 1409024 to 2121728 tid 2 2024-08-17T17:08:05.815 INFO:tasks.rados.rados.0.smithi094.stdout:288: writing smithi09487127-42 from 2121728 to 2613248 tid 3 2024-08-17T17:08:05.815 INFO:tasks.rados.rados.0.smithi094.stdout:289: snap_remove snap 22 2024-08-17T17:08:05.815 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:05 smithi094 ceph-mon[29912]: pgmap v166: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-08-17T17:08:05.815 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:05 smithi094 ceph-mon[29912]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T17:08:05.815 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:05 smithi094 ceph-mon[41048]: pgmap v166: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-08-17T17:08:05.815 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:05 smithi094 ceph-mon[41048]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T17:08:05.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:05 smithi190 ceph-mon[33316]: pgmap v166: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 31 op/s 2024-08-17T17:08:05.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:05 smithi190 ceph-mon[33316]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T17:08:06.505 INFO:tasks.rados.rados.0.smithi094.stdout:289: done (7 left) 2024-08-17T17:08:06.505 INFO:tasks.rados.rados.0.smithi094.stdout:290: copy_from oid 11 from oid 23 current snap is 23 2024-08-17T17:08:06.505 INFO:tasks.rados.rados.0.smithi094.stdout:281: finishing write tid 6 to smithi09487127-32 2024-08-17T17:08:06.505 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 90 (ObjNum 111 snap 23 seq_num 111) dirty exists 2024-08-17T17:08:06.505 INFO:tasks.rados.rados.0.smithi094.stdout:281: left oid 32 (ObjNum 111 snap 23 seq_num 111) 2024-08-17T17:08:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:282: finishing write tid 1 to smithi09487127-12 2024-08-17T17:08:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:282: finishing write tid 2 to smithi09487127-12 2024-08-17T17:08:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:282: finishing write tid 3 to smithi09487127-12 2024-08-17T17:08:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:282: finishing write tid 4 to smithi09487127-12 2024-08-17T17:08:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:282: finishing write tid 5 to smithi09487127-12 2024-08-17T17:08:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 122 (ObjNum 112 snap 23 seq_num 112) dirty exists 2024-08-17T17:08:06.507 INFO:tasks.rados.rados.0.smithi094.stdout:282: left oid 12 (ObjNum 112 snap 23 seq_num 112) 2024-08-17T17:08:06.507 INFO:tasks.rados.rados.0.smithi094.stdout:283: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:08:06.529 INFO:tasks.rados.rados.0.smithi094.stdout:285: finishing write tid 1 to smithi09487127-28 2024-08-17T17:08:06.529 INFO:tasks.rados.rados.0.smithi094.stdout:285: finishing write tid 2 to smithi09487127-28 2024-08-17T17:08:06.530 INFO:tasks.rados.rados.0.smithi094.stdout:281: done (7 left) 2024-08-17T17:08:06.530 INFO:tasks.rados.rados.0.smithi094.stdout:282: done (6 left) 2024-08-17T17:08:06.530 INFO:tasks.rados.rados.0.smithi094.stdout:283: done (5 left) 2024-08-17T17:08:06.530 INFO:tasks.rados.rados.0.smithi094.stdout:291: rollback oid 13 current snap is 23 2024-08-17T17:08:06.530 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 21 2024-08-17T17:08:06.530 INFO:tasks.rados.rados.0.smithi094.stdout:285: finishing write tid 3 to smithi09487127-28 2024-08-17T17:08:06.530 INFO:tasks.rados.rados.0.smithi094.stdout:285: finishing write tid 4 to smithi09487127-28 2024-08-17T17:08:06.530 INFO:tasks.rados.rados.0.smithi094.stdout:287: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:08:06.533 INFO:tasks.rados.rados.0.smithi094.stdout:285: finishing write tid 5 to smithi09487127-28 2024-08-17T17:08:06.533 INFO:tasks.rados.rados.0.smithi094.stdout:285: finishing write tid 6 to smithi09487127-28 2024-08-17T17:08:06.533 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 68 (ObjNum 113 snap 23 seq_num 113) dirty exists 2024-08-17T17:08:06.533 INFO:tasks.rados.rados.0.smithi094.stdout:285: left oid 28 (ObjNum 113 snap 23 seq_num 113) 2024-08-17T17:08:06.533 INFO:tasks.rados.rados.0.smithi094.stdout:288: finishing write tid 1 to smithi09487127-42 2024-08-17T17:08:06.533 INFO:tasks.rados.rados.0.smithi094.stdout:285: done (5 left) 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:286: done (4 left) 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:287: done (3 left) 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:292: rollback oid 40 current snap is 23 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 21 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:288: finishing write tid 2 to smithi09487127-42 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:288: finishing write tid 3 to smithi09487127-42 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:288: finishing write tid 4 to smithi09487127-42 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:288: finishing write tid 5 to smithi09487127-42 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 19 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:288: left oid 42 (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:290: finishing copy_from racing read to smithi09487127-11 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:290: finishing copy_from to smithi09487127-11 2024-08-17T17:08:06.534 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:291: finishing rollback tid 0 to smithi09487127-13 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:291: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:291: finishing rollback tid 2 to smithi09487127-13 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 112 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:288: done (3 left) 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:290: done (2 left) 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:291: done (1 left) 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:293: rmattr oid 11 current snap is 23 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:294: rollback oid 27 current snap is 23 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 27 to 14 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:295: rmattr oid 38 current snap is 23 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:295: done (3 left) 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:296: copy_from oid 39 from oid 14 current snap is 23 2024-08-17T17:08:06.535 INFO:tasks.rados.rados.0.smithi094.stdout:297: rollback oid 2 current snap is 23 2024-08-17T17:08:06.536 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 18 2024-08-17T17:08:06.536 INFO:tasks.rados.rados.0.smithi094.stdout:298: snap_create 2024-08-17T17:08:06.537 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 43 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T17:08:06.537 INFO:tasks.rados.rados.0.smithi094.stdout:292: finishing rollback tid 0 to smithi09487127-40 2024-08-17T17:08:06.537 INFO:tasks.rados.rados.0.smithi094.stdout:292: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:08:06.537 INFO:tasks.rados.rados.0.smithi094.stdout:294: finishing rollback tid 0 to smithi09487127-27 2024-08-17T17:08:06.537 INFO:tasks.rados.rados.0.smithi094.stdout:294: finishing rollback tid 1 to smithi09487127-27 2024-08-17T17:08:06.537 INFO:tasks.rados.rados.0.smithi094.stdout:294: finishing rollback tid 2 to smithi09487127-27 2024-08-17T17:08:06.537 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 41 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-08-17T17:08:06.537 INFO:tasks.rados.rados.0.smithi094.stdout:292: finishing rollback tid 2 to smithi09487127-40 2024-08-17T17:08:06.538 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 90 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:08:06.538 INFO:tasks.rados.rados.0.smithi094.stdout:297: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:08:06.538 INFO:tasks.rados.rados.0.smithi094.stdout:297: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:08:06.538 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 92 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T17:08:06.538 INFO:tasks.rados.rados.0.smithi094.stdout:296: finishing copy_from racing read to smithi09487127-39 2024-08-17T17:08:06.538 INFO:tasks.rados.rados.0.smithi094.stdout:296: finishing copy_from to smithi09487127-39 2024-08-17T17:08:06.538 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 24 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:08:07.507 INFO:tasks.rados.rados.0.smithi094.stdout:292: done (5 left) 2024-08-17T17:08:07.507 INFO:tasks.rados.rados.0.smithi094.stdout:293: done (4 left) 2024-08-17T17:08:07.507 INFO:tasks.rados.rados.0.smithi094.stdout:294: done (3 left) 2024-08-17T17:08:07.507 INFO:tasks.rados.rados.0.smithi094.stdout:296: done (2 left) 2024-08-17T17:08:07.508 INFO:tasks.rados.rados.0.smithi094.stdout:297: done (1 left) 2024-08-17T17:08:07.508 INFO:tasks.rados.rados.0.smithi094.stdout:298: done (0 left) 2024-08-17T17:08:07.508 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 24 2024-08-17T17:08:07.508 INFO:tasks.rados.rados.0.smithi094.stdout:299: seq_num 115 ranges {1589248=729088,2318336=647168,2965504=434176,3399680=122880} 2024-08-17T17:08:07.519 INFO:tasks.rados.rados.0.smithi094.stdout:299: writing smithi09487127-16 from 1589248 to 2318336 tid 1 2024-08-17T17:08:07.523 INFO:tasks.rados.rados.0.smithi094.stdout:299: writing smithi09487127-16 from 2318336 to 2965504 tid 2 2024-08-17T17:08:07.526 INFO:tasks.rados.rados.0.smithi094.stdout:299: writing smithi09487127-16 from 2965504 to 3399680 tid 3 2024-08-17T17:08:07.527 INFO:tasks.rados.rados.0.smithi094.stdout:299: writing smithi09487127-16 from 3399680 to 3522560 tid 4 2024-08-17T17:08:07.527 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 24 2024-08-17T17:08:07.527 INFO:tasks.rados.rados.0.smithi094.stdout:300: seq_num 116 ranges {286720=745472,1032192=532480,1564672=638976,2203648=32768} 2024-08-17T17:08:07.533 INFO:tasks.rados.rados.0.smithi094.stdout:300: writing smithi09487127-18 from 286720 to 1032192 tid 1 2024-08-17T17:08:07.536 INFO:tasks.rados.rados.0.smithi094.stdout:300: writing smithi09487127-18 from 1032192 to 1564672 tid 2 2024-08-17T17:08:07.541 INFO:tasks.rados.rados.0.smithi094.stdout:300: writing smithi09487127-18 from 1564672 to 2203648 tid 3 2024-08-17T17:08:07.541 INFO:tasks.rados.rados.0.smithi094.stdout:300: writing smithi09487127-18 from 2203648 to 2236416 tid 4 2024-08-17T17:08:07.541 INFO:tasks.rados.rados.0.smithi094.stdout:301: setattr oid 45 current snap is 24 2024-08-17T17:08:07.541 INFO:tasks.rados.rados.0.smithi094.stdout:299: finishing write tid 1 to smithi09487127-16 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:299: finishing write tid 2 to smithi09487127-16 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:299: finishing write tid 3 to smithi09487127-16 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:299: finishing write tid 4 to smithi09487127-16 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:299: finishing write tid 5 to smithi09487127-16 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:299: finishing write tid 6 to smithi09487127-16 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 116 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:299: left oid 16 (ObjNum 115 snap 24 seq_num 115) 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:300: finishing write tid 1 to smithi09487127-18 2024-08-17T17:08:07.543 INFO:tasks.rados.rados.0.smithi094.stdout:300: finishing write tid 2 to smithi09487127-18 2024-08-17T17:08:07.544 INFO:tasks.rados.rados.0.smithi094.stdout:299: done (2 left) 2024-08-17T17:08:07.544 INFO:tasks.rados.rados.0.smithi094.stdout:302: snap_remove snap 14 2024-08-17T17:08:07.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:07 smithi094 ceph-mon[29912]: pgmap v169: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:07.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:07 smithi094 ceph-mon[29912]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T17:08:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:07 smithi094 ceph-mon[41048]: pgmap v169: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:07 smithi094 ceph-mon[41048]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T17:08:07.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:07 smithi190 ceph-mon[33316]: pgmap v169: 121 pgs: 121 active+clean; 73 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:07.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:07 smithi190 ceph-mon[33316]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T17:08:08.512 INFO:tasks.rados.rados.0.smithi094.stdout:302: done (2 left) 2024-08-17T17:08:08.512 INFO:tasks.rados.rados.0.smithi094.stdout:303: setattr oid 15 current snap is 24 2024-08-17T17:08:08.512 INFO:tasks.rados.rados.0.smithi094.stdout:300: finishing write tid 3 to smithi09487127-18 2024-08-17T17:08:08.512 INFO:tasks.rados.rados.0.smithi094.stdout:300: finishing write tid 4 to smithi09487127-18 2024-08-17T17:08:08.513 INFO:tasks.rados.rados.0.smithi094.stdout:300: finishing write tid 5 to smithi09487127-18 2024-08-17T17:08:08.513 INFO:tasks.rados.rados.0.smithi094.stdout:300: finishing write tid 6 to smithi09487127-18 2024-08-17T17:08:08.513 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 76 (ObjNum 116 snap 24 seq_num 116) dirty exists 2024-08-17T17:08:08.513 INFO:tasks.rados.rados.0.smithi094.stdout:300: left oid 18 (ObjNum 116 snap 24 seq_num 116) 2024-08-17T17:08:08.513 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 115 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T17:08:08.514 INFO:tasks.rados.rados.0.smithi094.stdout:300: done (2 left) 2024-08-17T17:08:08.514 INFO:tasks.rados.rados.0.smithi094.stdout:301: done (1 left) 2024-08-17T17:08:08.514 INFO:tasks.rados.rados.0.smithi094.stdout:304: snap_create 2024-08-17T17:08:08.522 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 140 (ObjNum 108 snap 23 seq_num 108) dirty exists 2024-08-17T17:08:08.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:08 smithi094 ceph-mon[29912]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T17:08:08.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:08 smithi094 ceph-mon[41048]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T17:08:08.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:08 smithi190 ceph-mon[33316]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T17:08:09.435 INFO:tasks.rados.rados.0.smithi094.stdout:303: done (1 left) 2024-08-17T17:08:09.435 INFO:tasks.rados.rados.0.smithi094.stdout:304: done (0 left) 2024-08-17T17:08:09.436 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 25 2024-08-17T17:08:09.436 INFO:tasks.rados.rados.0.smithi094.stdout:305: seq_num 117 ranges {253952=770048,1024000=417792,1441792=442368,1884160=344064} 2024-08-17T17:08:09.440 INFO:tasks.rados.rados.0.smithi094.stdout:305: writing smithi09487127-33 from 253952 to 1024000 tid 1 2024-08-17T17:08:09.443 INFO:tasks.rados.rados.0.smithi094.stdout:305: writing smithi09487127-33 from 1024000 to 1441792 tid 2 2024-08-17T17:08:09.446 INFO:tasks.rados.rados.0.smithi094.stdout:305: writing smithi09487127-33 from 1441792 to 1884160 tid 3 2024-08-17T17:08:09.448 INFO:tasks.rados.rados.0.smithi094.stdout:305: writing smithi09487127-33 from 1884160 to 2228224 tid 4 2024-08-17T17:08:09.448 INFO:tasks.rados.rados.0.smithi094.stdout:306: copy_from oid 18 from oid 13 current snap is 25 2024-08-17T17:08:09.448 INFO:tasks.rados.rados.0.smithi094.stdout:305: finishing write tid 1 to smithi09487127-33 2024-08-17T17:08:09.449 INFO:tasks.rados.rados.0.smithi094.stdout:305: finishing write tid 2 to smithi09487127-33 2024-08-17T17:08:09.449 INFO:tasks.rados.rados.0.smithi094.stdout:307: snap_create 2024-08-17T17:08:09.449 INFO:tasks.rados.rados.0.smithi094.stdout:305: finishing write tid 3 to smithi09487127-33 2024-08-17T17:08:09.450 INFO:tasks.rados.rados.0.smithi094.stdout:305: finishing write tid 4 to smithi09487127-33 2024-08-17T17:08:09.450 INFO:tasks.rados.rados.0.smithi094.stdout:305: finishing write tid 5 to smithi09487127-33 2024-08-17T17:08:09.452 INFO:tasks.rados.rados.0.smithi094.stdout:305: finishing write tid 6 to smithi09487127-33 2024-08-17T17:08:09.452 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 104 (ObjNum 117 snap 25 seq_num 117) dirty exists 2024-08-17T17:08:09.452 INFO:tasks.rados.rados.0.smithi094.stdout:305: left oid 33 (ObjNum 117 snap 25 seq_num 117) 2024-08-17T17:08:09.458 INFO:tasks.rados.rados.0.smithi094.stdout:306: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:08:09.459 INFO:tasks.rados.rados.0.smithi094.stdout:306: finishing copy_from to smithi09487127-18 2024-08-17T17:08:09.459 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 112 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:08:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:09 smithi094 ceph-mon[29912]: pgmap v172: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-17T17:08:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:09 smithi094 ceph-mon[29912]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T17:08:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:09 smithi094 ceph-mon[29912]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T17:08:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:09 smithi094 ceph-mon[41048]: pgmap v172: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-17T17:08:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:09 smithi094 ceph-mon[41048]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T17:08:09.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:09 smithi094 ceph-mon[41048]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T17:08:09.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:09 smithi190 ceph-mon[33316]: pgmap v172: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-17T17:08:09.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:09 smithi190 ceph-mon[33316]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T17:08:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:09 smithi190 ceph-mon[33316]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T17:08:10.436 INFO:tasks.rados.rados.0.smithi094.stdout:305: done (2 left) 2024-08-17T17:08:10.436 INFO:tasks.rados.rados.0.smithi094.stdout:306: done (1 left) 2024-08-17T17:08:10.436 INFO:tasks.rados.rados.0.smithi094.stdout:307: done (0 left) 2024-08-17T17:08:10.436 INFO:tasks.rados.rados.0.smithi094.stdout:308: snap_create 2024-08-17T17:08:11.438 INFO:tasks.rados.rados.0.smithi094.stdout:308: done (0 left) 2024-08-17T17:08:11.439 INFO:tasks.rados.rados.0.smithi094.stdout:309: read oid 15 snap -1 2024-08-17T17:08:11.439 INFO:tasks.rados.rados.0.smithi094.stdout:309: expect (ObjNum 108 snap 23 seq_num 108) 2024-08-17T17:08:11.439 INFO:tasks.rados.rados.0.smithi094.stdout:310: snap_create 2024-08-17T17:08:11.456 INFO:tasks.rados.rados.0.smithi094.stdout:309: expect (ObjNum 108 snap 23 seq_num 108) 2024-08-17T17:08:11.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:11 smithi094 ceph-mon[29912]: pgmap v175: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-17T17:08:11.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:11 smithi094 ceph-mon[29912]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T17:08:11.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:11 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:11.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:11 smithi094 ceph-mon[41048]: pgmap v175: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-17T17:08:11.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:11 smithi094 ceph-mon[41048]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T17:08:11.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:11 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:11.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:11 smithi190 ceph-mon[33316]: pgmap v175: 121 pgs: 121 active+clean; 88 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.8 MiB/s wr, 32 op/s 2024-08-17T17:08:11.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:11 smithi190 ceph-mon[33316]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T17:08:11.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:11 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:12.446 INFO:tasks.rados.rados.0.smithi094.stdout:309: done (1 left) 2024-08-17T17:08:12.446 INFO:tasks.rados.rados.0.smithi094.stdout:310: done (0 left) 2024-08-17T17:08:12.446 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 28 2024-08-17T17:08:12.446 INFO:tasks.rados.rados.0.smithi094.stdout:311: seq_num 118 ranges {1269760=786432,2056192=704512,2760704=499712} 2024-08-17T17:08:12.457 INFO:tasks.rados.rados.0.smithi094.stdout:311: writing smithi09487127-23 from 1269760 to 2056192 tid 1 2024-08-17T17:08:12.461 INFO:tasks.rados.rados.0.smithi094.stdout:311: writing smithi09487127-23 from 2056192 to 2760704 tid 2 2024-08-17T17:08:12.465 INFO:tasks.rados.rados.0.smithi094.stdout:311: writing smithi09487127-23 from 2760704 to 3260416 tid 3 2024-08-17T17:08:12.465 INFO:tasks.rados.rados.0.smithi094.stdout:312: rollback oid 9 current snap is 28 2024-08-17T17:08:12.465 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 9 to 25 2024-08-17T17:08:12.465 INFO:tasks.rados.rados.0.smithi094.stdout:313: snap_remove snap 21 2024-08-17T17:08:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:12 smithi094 ceph-mon[29912]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T17:08:12.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:12 smithi094 ceph-mon[41048]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T17:08:12.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:12] "GET /metrics HTTP/1.1" 200 240046 "" "Prometheus/2.43.0" 2024-08-17T17:08:12.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:12 smithi190 ceph-mon[33316]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T17:08:13.449 INFO:tasks.rados.rados.0.smithi094.stdout:313: done (2 left) 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:314: read oid 18 snap 18 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:314: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:315: snap_create 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:311: finishing write tid 1 to smithi09487127-23 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:311: finishing write tid 2 to smithi09487127-23 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:312: finishing rollback tid 0 to smithi09487127-9 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:311: finishing write tid 3 to smithi09487127-23 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:311: finishing write tid 4 to smithi09487127-23 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:312: finishing rollback tid 1 to smithi09487127-9 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:311: finishing write tid 5 to smithi09487127-23 2024-08-17T17:08:13.450 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 50 (ObjNum 118 snap 28 seq_num 118) dirty exists 2024-08-17T17:08:13.451 INFO:tasks.rados.rados.0.smithi094.stdout:311: left oid 23 (ObjNum 118 snap 28 seq_num 118) 2024-08-17T17:08:13.451 INFO:tasks.rados.rados.0.smithi094.stdout:312: finishing rollback tid 2 to smithi09487127-9 2024-08-17T17:08:13.451 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 108 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-08-17T17:08:13.455 INFO:tasks.rados.rados.0.smithi094.stdout:314: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-17T17:08:13.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:13 smithi094 ceph-mon[29912]: pgmap v178: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:08:13.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:13 smithi094 ceph-mon[29912]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T17:08:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:13 smithi094 ceph-mon[41048]: pgmap v178: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:08:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:13 smithi094 ceph-mon[41048]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T17:08:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:13 smithi190 ceph-mon[33316]: pgmap v178: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:08:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:13 smithi190 ceph-mon[33316]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T17:08:13.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:13 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[35378]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:13] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:08:14.437 INFO:tasks.rados.rados.0.smithi094.stdout:311: done (3 left) 2024-08-17T17:08:14.438 INFO:tasks.rados.rados.0.smithi094.stdout:312: done (2 left) 2024-08-17T17:08:14.438 INFO:tasks.rados.rados.0.smithi094.stdout:314: done (1 left) 2024-08-17T17:08:14.438 INFO:tasks.rados.rados.0.smithi094.stdout:315: done (0 left) 2024-08-17T17:08:14.438 INFO:tasks.rados.rados.0.smithi094.stdout:316: read oid 23 snap -1 2024-08-17T17:08:14.438 INFO:tasks.rados.rados.0.smithi094.stdout:316: expect (ObjNum 118 snap 28 seq_num 118) 2024-08-17T17:08:14.438 INFO:tasks.rados.rados.0.smithi094.stdout:317: delete oid 34 current snap is 29 2024-08-17T17:08:14.447 INFO:tasks.rados.rados.0.smithi094.stdout:317: done (1 left) 2024-08-17T17:08:14.447 INFO:tasks.rados.rados.0.smithi094.stdout:318: delete oid 10 current snap is 29 2024-08-17T17:08:14.450 INFO:tasks.rados.rados.0.smithi094.stdout:316: expect (ObjNum 118 snap 28 seq_num 118) 2024-08-17T17:08:14.570 INFO:tasks.rados.rados.0.smithi094.stdout:316: done (1 left) 2024-08-17T17:08:14.571 INFO:tasks.rados.rados.0.smithi094.stdout:318: done (0 left) 2024-08-17T17:08:14.571 INFO:tasks.rados.rados.0.smithi094.stdout:319: read oid 29 snap -1 2024-08-17T17:08:14.571 INFO:tasks.rados.rados.0.smithi094.stdout:319: expect deleted 2024-08-17T17:08:14.571 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 29 2024-08-17T17:08:14.571 INFO:tasks.rados.rados.0.smithi094.stdout:320: seq_num 121 ranges {1400832=434176,1835008=753664,2588672=425984,3014656=425984} 2024-08-17T17:08:14.580 INFO:tasks.rados.rados.0.smithi094.stdout:320: writing smithi09487127-48 from 1400832 to 1835008 tid 1 2024-08-17T17:08:14.584 INFO:tasks.rados.rados.0.smithi094.stdout:320: writing smithi09487127-48 from 1835008 to 2588672 tid 2 2024-08-17T17:08:14.586 INFO:tasks.rados.rados.0.smithi094.stdout:320: writing smithi09487127-48 from 2588672 to 3014656 tid 3 2024-08-17T17:08:14.589 INFO:tasks.rados.rados.0.smithi094.stdout:320: writing smithi09487127-48 from 3014656 to 3440640 tid 4 2024-08-17T17:08:14.589 INFO:tasks.rados.rados.0.smithi094.stdout:321: snap_remove snap 25 2024-08-17T17:08:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:14 smithi094 ceph-mon[29912]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T17:08:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:14 smithi094 ceph-mon[29912]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T17:08:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:14 smithi094 ceph-mon[41048]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T17:08:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:14 smithi094 ceph-mon[41048]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T17:08:14.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:14 smithi190 ceph-mon[33316]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T17:08:14.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:14 smithi190 ceph-mon[33316]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T17:08:15.462 INFO:tasks.rados.rados.0.smithi094.stdout:321: done (2 left) 2024-08-17T17:08:15.462 INFO:tasks.rados.rados.0.smithi094.stdout:322: read oid 7 snap -1 2024-08-17T17:08:15.462 INFO:tasks.rados.rados.0.smithi094.stdout:322: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:323: read oid 19 snap -1 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:323: expect (ObjNum 84 snap 14 seq_num 84) 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:324: copy_from oid 5 from oid 43 current snap is 29 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:320: finishing write tid 1 to smithi09487127-48 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:320: finishing write tid 2 to smithi09487127-48 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:320: finishing write tid 3 to smithi09487127-48 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:320: finishing write tid 4 to smithi09487127-48 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:320: finishing write tid 5 to smithi09487127-48 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:320: finishing write tid 6 to smithi09487127-48 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 162 (ObjNum 121 snap 29 seq_num 121) dirty exists 2024-08-17T17:08:15.463 INFO:tasks.rados.rados.0.smithi094.stdout:320: left oid 48 (ObjNum 121 snap 29 seq_num 121) 2024-08-17T17:08:15.464 INFO:tasks.rados.rados.0.smithi094.stdout:319: done (4 left) 2024-08-17T17:08:15.464 INFO:tasks.rados.rados.0.smithi094.stdout:320: done (3 left) 2024-08-17T17:08:15.464 INFO:tasks.rados.rados.0.smithi094.stdout:325: rmattr oid 38 current snap is 29 2024-08-17T17:08:15.464 INFO:tasks.rados.rados.0.smithi094.stdout:325: done (3 left) 2024-08-17T17:08:15.464 INFO:tasks.rados.rados.0.smithi094.stdout:326: read oid 37 snap -1 2024-08-17T17:08:15.464 INFO:tasks.rados.rados.0.smithi094.stdout:326: expect deleted 2024-08-17T17:08:15.464 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 29 2024-08-17T17:08:15.464 INFO:tasks.rados.rados.0.smithi094.stdout:327: seq_num 122 ranges {3080192=450560,3530752=688128,4218880=630784,4849664=286720} 2024-08-17T17:08:15.481 INFO:tasks.rados.rados.0.smithi094.stdout:327: writing smithi09487127-12 from 3080192 to 3530752 tid 1 2024-08-17T17:08:15.484 INFO:tasks.rados.rados.0.smithi094.stdout:327: writing smithi09487127-12 from 3530752 to 4218880 tid 2 2024-08-17T17:08:15.488 INFO:tasks.rados.rados.0.smithi094.stdout:327: writing smithi09487127-12 from 4218880 to 4849664 tid 3 2024-08-17T17:08:15.490 INFO:tasks.rados.rados.0.smithi094.stdout:327: writing smithi09487127-12 from 4849664 to 5136384 tid 4 2024-08-17T17:08:15.490 INFO:tasks.rados.rados.0.smithi094.stdout:328: delete oid 11 current snap is 29 2024-08-17T17:08:15.490 INFO:tasks.rados.rados.0.smithi094.stdout:322: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:08:15.494 INFO:tasks.rados.rados.0.smithi094.stdout:323: expect (ObjNum 84 snap 14 seq_num 84) 2024-08-17T17:08:15.536 INFO:tasks.rados.rados.0.smithi094.stdout:324: finishing copy_from racing read to smithi09487127-5 2024-08-17T17:08:15.536 INFO:tasks.rados.rados.0.smithi094.stdout:324: finishing copy_from to smithi09487127-5 2024-08-17T17:08:15.536 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 17 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:08:15.536 INFO:tasks.rados.rados.0.smithi094.stdout:327: finishing write tid 1 to smithi09487127-12 2024-08-17T17:08:15.537 INFO:tasks.rados.rados.0.smithi094.stdout:327: finishing write tid 2 to smithi09487127-12 2024-08-17T17:08:15.537 INFO:tasks.rados.rados.0.smithi094.stdout:327: finishing write tid 3 to smithi09487127-12 2024-08-17T17:08:15.537 INFO:tasks.rados.rados.0.smithi094.stdout:322: done (5 left) 2024-08-17T17:08:15.537 INFO:tasks.rados.rados.0.smithi094.stdout:323: done (4 left) 2024-08-17T17:08:15.537 INFO:tasks.rados.rados.0.smithi094.stdout:324: done (3 left) 2024-08-17T17:08:15.537 INFO:tasks.rados.rados.0.smithi094.stdout:326: done (2 left) 2024-08-17T17:08:15.538 INFO:tasks.rados.rados.0.smithi094.stdout:328: done (1 left) 2024-08-17T17:08:15.538 INFO:tasks.rados.rados.0.smithi094.stdout:329: delete oid 23 current snap is 29 2024-08-17T17:08:15.538 INFO:tasks.rados.rados.0.smithi094.stdout:327: finishing write tid 4 to smithi09487127-12 2024-08-17T17:08:15.538 INFO:tasks.rados.rados.0.smithi094.stdout:327: finishing write tid 5 to smithi09487127-12 2024-08-17T17:08:15.538 INFO:tasks.rados.rados.0.smithi094.stdout:327: finishing write tid 6 to smithi09487127-12 2024-08-17T17:08:15.538 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 148 (ObjNum 122 snap 29 seq_num 122) dirty exists 2024-08-17T17:08:15.539 INFO:tasks.rados.rados.0.smithi094.stdout:327: left oid 12 (ObjNum 122 snap 29 seq_num 122) 2024-08-17T17:08:15.542 INFO:tasks.rados.rados.0.smithi094.stdout:327: done (1 left) 2024-08-17T17:08:15.542 INFO:tasks.rados.rados.0.smithi094.stdout:329: done (0 left) 2024-08-17T17:08:15.542 INFO:tasks.rados.rados.0.smithi094.stdout:330: copy_from oid 33 from oid 9 current snap is 29 2024-08-17T17:08:15.542 INFO:tasks.rados.rados.0.smithi094.stdout:331: read oid 27 snap -1 2024-08-17T17:08:15.542 INFO:tasks.rados.rados.0.smithi094.stdout:331: expect (ObjNum 76 snap 12 seq_num 76) 2024-08-17T17:08:15.543 INFO:tasks.rados.rados.0.smithi094.stdout:332: rollback oid 42 current snap is 29 2024-08-17T17:08:15.543 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 26 2024-08-17T17:08:15.543 INFO:tasks.rados.rados.0.smithi094.stdout:333: read oid 29 snap -1 2024-08-17T17:08:15.543 INFO:tasks.rados.rados.0.smithi094.stdout:333: expect deleted 2024-08-17T17:08:15.543 INFO:tasks.rados.rados.0.smithi094.stdout:334: delete oid 19 current snap is 29 2024-08-17T17:08:15.543 INFO:tasks.rados.rados.0.smithi094.stdout:333: done (4 left) 2024-08-17T17:08:15.543 INFO:tasks.rados.rados.0.smithi094.stdout:334: done (3 left) 2024-08-17T17:08:15.544 INFO:tasks.rados.rados.0.smithi094.stdout:335: rollback oid 37 current snap is 29 2024-08-17T17:08:15.544 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 37 to 26 2024-08-17T17:08:15.544 INFO:tasks.rados.rados.0.smithi094.stdout:336: rollback oid 29 current snap is 29 2024-08-17T17:08:15.544 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 27 2024-08-17T17:08:15.544 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 29 2024-08-17T17:08:15.545 INFO:tasks.rados.rados.0.smithi094.stdout:337: seq_num 126 ranges {2228224=516096,2744320=630784,3375104=614400,3989504=360448} 2024-08-17T17:08:15.555 INFO:tasks.rados.rados.0.smithi094.stdout:337: writing smithi09487127-22 from 2228224 to 2744320 tid 1 2024-08-17T17:08:15.558 INFO:tasks.rados.rados.0.smithi094.stdout:337: writing smithi09487127-22 from 2744320 to 3375104 tid 2 2024-08-17T17:08:15.562 INFO:tasks.rados.rados.0.smithi094.stdout:337: writing smithi09487127-22 from 3375104 to 3989504 tid 3 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:337: writing smithi09487127-22 from 3989504 to 4349952 tid 4 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:338: read oid 48 snap -1 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:338: expect (ObjNum 121 snap 29 seq_num 121) 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:339: copy_from oid 49 from oid 23 current snap is 29 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:332: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:335: finishing rollback tid 1 to smithi09487127-37 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 0 (ObjNum 65 snap 0 seq_num 52) dirty dne 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:336: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 0 (ObjNum 945 snap 0 seq_num 3187521952) dirty dne 2024-08-17T17:08:15.565 INFO:tasks.rados.rados.0.smithi094.stdout:332: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:332: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 31 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:332: done (7 left) 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:335: done (6 left) 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:336: done (5 left) 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:340: rollback oid 39 current snap is 29 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 24 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:330: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:330: finishing copy_from to smithi09487127-33 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 108 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-08-17T17:08:15.566 INFO:tasks.rados.rados.0.smithi094.stdout:331: expect (ObjNum 76 snap 12 seq_num 76) 2024-08-17T17:08:15.668 INFO:tasks.rados.rados.0.smithi094.stdout:337: finishing write tid 1 to smithi09487127-22 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:337: finishing write tid 2 to smithi09487127-22 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:337: finishing write tid 3 to smithi09487127-22 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:339: finishing copy_from to smithi09487127-49 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:339: got expected ENOENT (src dne) 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:339: finishing copy_from racing read to smithi09487127-49 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:337: finishing write tid 4 to smithi09487127-22 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:330: done (5 left) 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:331: done (4 left) 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:339: done (3 left) 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:341: read oid 6 snap -1 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:341: expect (ObjNum 105 snap 22 seq_num 105) 2024-08-17T17:08:15.669 INFO:tasks.rados.rados.0.smithi094.stdout:342: snap_create 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:340: finishing rollback tid 0 to smithi09487127-39 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:337: finishing write tid 5 to smithi09487127-22 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:340: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:340: finishing rollback tid 2 to smithi09487127-39 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 133 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:337: finishing write tid 6 to smithi09487127-22 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 132 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:337: left oid 22 (ObjNum 126 snap 29 seq_num 126) 2024-08-17T17:08:15.670 INFO:tasks.rados.rados.0.smithi094.stdout:338: expect (ObjNum 121 snap 29 seq_num 121) 2024-08-17T17:08:15.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:15 smithi094 ceph-mon[29912]: pgmap v181: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:08:15.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:15 smithi094 ceph-mon[41048]: pgmap v181: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:08:15.793 INFO:tasks.rados.rados.0.smithi094.stdout:341: expect (ObjNum 105 snap 22 seq_num 105) 2024-08-17T17:08:15.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:15 smithi190 ceph-mon[33316]: pgmap v181: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:08:16.465 INFO:tasks.rados.rados.0.smithi094.stdout:337: done (4 left) 2024-08-17T17:08:16.466 INFO:tasks.rados.rados.0.smithi094.stdout:338: done (3 left) 2024-08-17T17:08:16.466 INFO:tasks.rados.rados.0.smithi094.stdout:340: done (2 left) 2024-08-17T17:08:16.466 INFO:tasks.rados.rados.0.smithi094.stdout:341: done (1 left) 2024-08-17T17:08:16.466 INFO:tasks.rados.rados.0.smithi094.stdout:342: done (0 left) 2024-08-17T17:08:16.466 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 30 2024-08-17T17:08:16.466 INFO:tasks.rados.rados.0.smithi094.stdout:343: seq_num 127 ranges {1433600=532480,1966080=507904,2473984=778240,3252224=319488} 2024-08-17T17:08:16.475 INFO:tasks.rados.rados.0.smithi094.stdout:343: writing smithi09487127-5 from 1433600 to 1966080 tid 1 2024-08-17T17:08:16.478 INFO:tasks.rados.rados.0.smithi094.stdout:343: writing smithi09487127-5 from 1966080 to 2473984 tid 2 2024-08-17T17:08:16.483 INFO:tasks.rados.rados.0.smithi094.stdout:343: writing smithi09487127-5 from 2473984 to 3252224 tid 3 2024-08-17T17:08:16.485 INFO:tasks.rados.rados.0.smithi094.stdout:343: writing smithi09487127-5 from 3252224 to 3571712 tid 4 2024-08-17T17:08:16.485 INFO:tasks.rados.rados.0.smithi094.stdout:344: rollback oid 31 current snap is 30 2024-08-17T17:08:16.485 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 26 2024-08-17T17:08:16.485 INFO:tasks.rados.rados.0.smithi094.stdout:343: finishing write tid 1 to smithi09487127-5 2024-08-17T17:08:16.485 INFO:tasks.rados.rados.0.smithi094.stdout:343: finishing write tid 2 to smithi09487127-5 2024-08-17T17:08:16.486 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 30 2024-08-17T17:08:16.486 INFO:tasks.rados.rados.0.smithi094.stdout:345: seq_num 128 ranges {4161536=548864,4710400=794624,5505024=581632,6086656=229376} 2024-08-17T17:08:16.509 INFO:tasks.rados.rados.0.smithi094.stdout:345: writing smithi09487127-49 from 4161536 to 4710400 tid 1 2024-08-17T17:08:16.514 INFO:tasks.rados.rados.0.smithi094.stdout:345: writing smithi09487127-49 from 4710400 to 5505024 tid 2 2024-08-17T17:08:16.517 INFO:tasks.rados.rados.0.smithi094.stdout:345: writing smithi09487127-49 from 5505024 to 6086656 tid 3 2024-08-17T17:08:16.519 INFO:tasks.rados.rados.0.smithi094.stdout:345: writing smithi09487127-49 from 6086656 to 6316032 tid 4 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:346: rmattr oid 41 current snap is 30 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:346: done (3 left) 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:347: read oid 7 snap -1 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:347: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:348: snap_create 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:343: finishing write tid 3 to smithi09487127-5 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:343: finishing write tid 4 to smithi09487127-5 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:343: finishing write tid 5 to smithi09487127-5 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:344: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:344: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:08:16.520 INFO:tasks.rados.rados.0.smithi094.stdout:344: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 154 (ObjNum 88 snap 17 seq_num 88) dirty exists 2024-08-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi094.stdout:343: finishing write tid 6 to smithi09487127-5 2024-08-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 37 (ObjNum 127 snap 30 seq_num 127) dirty exists 2024-08-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi094.stdout:343: left oid 5 (ObjNum 127 snap 30 seq_num 127) 2024-08-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi094.stdout:345: finishing write tid 1 to smithi09487127-49 2024-08-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi094.stdout:345: finishing write tid 2 to smithi09487127-49 2024-08-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi094.stdout:345: finishing write tid 3 to smithi09487127-49 2024-08-17T17:08:16.521 INFO:tasks.rados.rados.0.smithi094.stdout:347: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:08:16.525 INFO:tasks.rados.rados.0.smithi094.stdout:345: finishing write tid 4 to smithi09487127-49 2024-08-17T17:08:16.525 INFO:tasks.rados.rados.0.smithi094.stdout:345: finishing write tid 5 to smithi09487127-49 2024-08-17T17:08:16.525 INFO:tasks.rados.rados.0.smithi094.stdout:345: finishing write tid 6 to smithi09487127-49 2024-08-17T17:08:16.525 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 138 (ObjNum 128 snap 30 seq_num 128) dirty exists 2024-08-17T17:08:16.525 INFO:tasks.rados.rados.0.smithi094.stdout:345: left oid 49 (ObjNum 128 snap 30 seq_num 128) 2024-08-17T17:08:16.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:16 smithi094 ceph-mon[29912]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T17:08:16.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:16 smithi094 ceph-mon[41048]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T17:08:16.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:16 smithi190 ceph-mon[33316]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T17:08:17.471 INFO:tasks.rados.rados.0.smithi094.stdout:343: done (4 left) 2024-08-17T17:08:17.471 INFO:tasks.rados.rados.0.smithi094.stdout:344: done (3 left) 2024-08-17T17:08:17.471 INFO:tasks.rados.rados.0.smithi094.stdout:345: done (2 left) 2024-08-17T17:08:17.471 INFO:tasks.rados.rados.0.smithi094.stdout:347: done (1 left) 2024-08-17T17:08:17.471 INFO:tasks.rados.rados.0.smithi094.stdout:348: done (0 left) 2024-08-17T17:08:17.471 INFO:tasks.rados.rados.0.smithi094.stdout:349: delete oid 49 current snap is 31 2024-08-17T17:08:17.474 INFO:tasks.rados.rados.0.smithi094.stdout:349: done (0 left) 2024-08-17T17:08:17.474 INFO:tasks.rados.rados.0.smithi094.stdout:350: rollback oid 18 current snap is 31 2024-08-17T17:08:17.475 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 30 2024-08-17T17:08:17.475 INFO:tasks.rados.rados.0.smithi094.stdout:351: snap_create 2024-08-17T17:08:17.477 INFO:tasks.rados.rados.0.smithi094.stdout:350: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:08:17.477 INFO:tasks.rados.rados.0.smithi094.stdout:350: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:08:17.478 INFO:tasks.rados.rados.0.smithi094.stdout:350: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:08:17.478 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 115 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:08:17.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:17 smithi094 ceph-mon[29912]: pgmap v184: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:17.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:17 smithi094 ceph-mon[29912]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T17:08:17.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:17 smithi094 ceph-mon[41048]: pgmap v184: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:17.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:17 smithi094 ceph-mon[41048]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T17:08:17.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:17 smithi190 ceph-mon[33316]: pgmap v184: 121 pgs: 121 active+clean; 90 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:17.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:17 smithi190 ceph-mon[33316]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T17:08:18.476 INFO:tasks.rados.rados.0.smithi094.stdout:350: done (1 left) 2024-08-17T17:08:18.476 INFO:tasks.rados.rados.0.smithi094.stdout:351: done (0 left) 2024-08-17T17:08:18.476 INFO:tasks.rados.rados.0.smithi094.stdout:352: rollback oid 41 current snap is 32 2024-08-17T17:08:18.476 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 27 2024-08-17T17:08:18.476 INFO:tasks.rados.rados.0.smithi094.stdout:353: rollback oid 18 current snap is 32 2024-08-17T17:08:18.476 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 28 2024-08-17T17:08:18.477 INFO:tasks.rados.rados.0.smithi094.stdout:354: rmattr oid 23 current snap is 32 2024-08-17T17:08:18.477 INFO:tasks.rados.rados.0.smithi094.stdout:354: done (2 left) 2024-08-17T17:08:18.477 INFO:tasks.rados.rados.0.smithi094.stdout:355: copy_from oid 43 from oid 10 current snap is 32 2024-08-17T17:08:18.477 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 32 2024-08-17T17:08:18.477 INFO:tasks.rados.rados.0.smithi094.stdout:356: seq_num 130 ranges {0=581632,581632=614400,1196032=598016,1794048=393216} 2024-08-17T17:08:18.479 INFO:tasks.rados.rados.0.smithi094.stdout:356: writing smithi09487127-19 from 0 to 581632 tid 1 2024-08-17T17:08:18.483 INFO:tasks.rados.rados.0.smithi094.stdout:356: writing smithi09487127-19 from 581632 to 1196032 tid 2 2024-08-17T17:08:18.487 INFO:tasks.rados.rados.0.smithi094.stdout:356: writing smithi09487127-19 from 1196032 to 1794048 tid 3 2024-08-17T17:08:18.490 INFO:tasks.rados.rados.0.smithi094.stdout:356: writing smithi09487127-19 from 1794048 to 2187264 tid 4 2024-08-17T17:08:18.490 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 32 2024-08-17T17:08:18.490 INFO:tasks.rados.rados.0.smithi094.stdout:357: seq_num 131 ranges {1433600=598016,2031616=499712,2531328=753664,3284992=352256} 2024-08-17T17:08:18.500 INFO:tasks.rados.rados.0.smithi094.stdout:357: writing smithi09487127-13 from 1433600 to 2031616 tid 1 2024-08-17T17:08:18.504 INFO:tasks.rados.rados.0.smithi094.stdout:357: writing smithi09487127-13 from 2031616 to 2531328 tid 2 2024-08-17T17:08:18.508 INFO:tasks.rados.rados.0.smithi094.stdout:357: writing smithi09487127-13 from 2531328 to 3284992 tid 3 2024-08-17T17:08:18.510 INFO:tasks.rados.rados.0.smithi094.stdout:357: writing smithi09487127-13 from 3284992 to 3637248 tid 4 2024-08-17T17:08:18.510 INFO:tasks.rados.rados.0.smithi094.stdout:358: setattr oid 26 current snap is 32 2024-08-17T17:08:18.510 INFO:tasks.rados.rados.0.smithi094.stdout:352: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:08:18.510 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 0 (ObjNum 49 snap 0 seq_num 3) dirty dne 2024-08-17T17:08:18.510 INFO:tasks.rados.rados.0.smithi094.stdout:353: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:08:18.510 INFO:tasks.rados.rados.0.smithi094.stdout:355: finishing copy_from to smithi09487127-43 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:355: got expected ENOENT (src dne) 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:353: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:355: finishing copy_from racing read to smithi09487127-43 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:353: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 118 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:356: finishing write tid 1 to smithi09487127-19 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:356: finishing write tid 2 to smithi09487127-19 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:356: finishing write tid 3 to smithi09487127-19 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:356: finishing write tid 4 to smithi09487127-19 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:356: finishing write tid 5 to smithi09487127-19 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:356: finishing write tid 6 to smithi09487127-19 2024-08-17T17:08:18.511 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 155 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-08-17T17:08:18.512 INFO:tasks.rados.rados.0.smithi094.stdout:356: left oid 19 (ObjNum 130 snap 32 seq_num 130) 2024-08-17T17:08:18.512 INFO:tasks.rados.rados.0.smithi094.stdout:357: finishing write tid 1 to smithi09487127-13 2024-08-17T17:08:18.512 INFO:tasks.rados.rados.0.smithi094.stdout:357: finishing write tid 2 to smithi09487127-13 2024-08-17T17:08:18.512 INFO:tasks.rados.rados.0.smithi094.stdout:357: finishing write tid 3 to smithi09487127-13 2024-08-17T17:08:18.512 INFO:tasks.rados.rados.0.smithi094.stdout:357: finishing write tid 4 to smithi09487127-13 2024-08-17T17:08:18.513 INFO:tasks.rados.rados.0.smithi094.stdout:357: finishing write tid 5 to smithi09487127-13 2024-08-17T17:08:18.513 INFO:tasks.rados.rados.0.smithi094.stdout:352: done (5 left) 2024-08-17T17:08:18.513 INFO:tasks.rados.rados.0.smithi094.stdout:353: done (4 left) 2024-08-17T17:08:18.513 INFO:tasks.rados.rados.0.smithi094.stdout:355: done (3 left) 2024-08-17T17:08:18.513 INFO:tasks.rados.rados.0.smithi094.stdout:356: done (2 left) 2024-08-17T17:08:18.513 INFO:tasks.rados.rados.0.smithi094.stdout:359: snap_create 2024-08-17T17:08:18.515 INFO:tasks.rados.rados.0.smithi094.stdout:357: finishing write tid 6 to smithi09487127-13 2024-08-17T17:08:18.515 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 139 (ObjNum 131 snap 32 seq_num 131) dirty exists 2024-08-17T17:08:18.515 INFO:tasks.rados.rados.0.smithi094.stdout:357: left oid 13 (ObjNum 131 snap 32 seq_num 131) 2024-08-17T17:08:18.515 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 156 (ObjNum 102 snap 22 seq_num 102) dirty exists 2024-08-17T17:08:18.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:18 smithi190 ceph-mon[33316]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T17:08:18.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:18 smithi094 ceph-mon[29912]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T17:08:18.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:18 smithi094 ceph-mon[41048]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T17:08:19.439 INFO:tasks.rados.rados.0.smithi094.stdout:357: done (2 left) 2024-08-17T17:08:19.439 INFO:tasks.rados.rados.0.smithi094.stdout:358: done (1 left) 2024-08-17T17:08:19.439 INFO:tasks.rados.rados.0.smithi094.stdout:359: done (0 left) 2024-08-17T17:08:19.440 INFO:tasks.rados.rados.0.smithi094.stdout:360: copy_from oid 34 from oid 46 current snap is 33 2024-08-17T17:08:19.440 INFO:tasks.rados.rados.0.smithi094.stdout:361: snap_remove snap 23 2024-08-17T17:08:19.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:19 smithi190 ceph-mon[33316]: pgmap v187: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:08:19.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:19 smithi190 ceph-mon[33316]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T17:08:19.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:19 smithi190 ceph-mon[33316]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T17:08:19.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:19 smithi094 ceph-mon[41048]: pgmap v187: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:08:19.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:19 smithi094 ceph-mon[41048]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T17:08:19.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:19 smithi094 ceph-mon[41048]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T17:08:19.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:19 smithi094 ceph-mon[29912]: pgmap v187: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:08:19.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:19 smithi094 ceph-mon[29912]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T17:08:19.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:19 smithi094 ceph-mon[29912]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T17:08:20.441 INFO:tasks.rados.rados.0.smithi094.stdout:361: done (1 left) 2024-08-17T17:08:20.441 INFO:tasks.rados.rados.0.smithi094.stdout:362: rollback oid 45 current snap is 33 2024-08-17T17:08:20.441 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 24 2024-08-17T17:08:20.441 INFO:tasks.rados.rados.0.smithi094.stdout:360: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:08:20.441 INFO:tasks.rados.rados.0.smithi094.stdout:360: finishing copy_from to smithi09487127-34 2024-08-17T17:08:20.441 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 28 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:08:20.442 INFO:tasks.rados.rados.0.smithi094.stdout:360: done (1 left) 2024-08-17T17:08:20.442 INFO:tasks.rados.rados.0.smithi094.stdout:363: read oid 28 snap -1 2024-08-17T17:08:20.442 INFO:tasks.rados.rados.0.smithi094.stdout:363: expect (ObjNum 113 snap 23 seq_num 113) 2024-08-17T17:08:20.442 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 33 2024-08-17T17:08:20.442 INFO:tasks.rados.rados.0.smithi094.stdout:364: seq_num 132 ranges {573440=614400,1187840=786432,1974272=565248,2539520=253952} 2024-08-17T17:08:20.448 INFO:tasks.rados.rados.0.smithi094.stdout:364: writing smithi09487127-21 from 573440 to 1187840 tid 1 2024-08-17T17:08:20.453 INFO:tasks.rados.rados.0.smithi094.stdout:364: writing smithi09487127-21 from 1187840 to 1974272 tid 2 2024-08-17T17:08:20.457 INFO:tasks.rados.rados.0.smithi094.stdout:364: writing smithi09487127-21 from 1974272 to 2539520 tid 3 2024-08-17T17:08:20.459 INFO:tasks.rados.rados.0.smithi094.stdout:364: writing smithi09487127-21 from 2539520 to 2793472 tid 4 2024-08-17T17:08:20.459 INFO:tasks.rados.rados.0.smithi094.stdout:362: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:08:20.459 INFO:tasks.rados.rados.0.smithi094.stdout:362: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:08:20.459 INFO:tasks.rados.rados.0.smithi094.stdout:362: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:08:20.459 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 143 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T17:08:20.459 INFO:tasks.rados.rados.0.smithi094.stdout:362: done (2 left) 2024-08-17T17:08:20.460 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 33 2024-08-17T17:08:20.460 INFO:tasks.rados.rados.0.smithi094.stdout:365: seq_num 133 ranges {1482752=630784,2113536=663552,2777088=770048,3547136=172032} 2024-08-17T17:08:20.471 INFO:tasks.rados.rados.0.smithi094.stdout:365: writing smithi09487127-31 from 1482752 to 2113536 tid 1 2024-08-17T17:08:20.475 INFO:tasks.rados.rados.0.smithi094.stdout:365: writing smithi09487127-31 from 2113536 to 2777088 tid 2 2024-08-17T17:08:20.479 INFO:tasks.rados.rados.0.smithi094.stdout:365: writing smithi09487127-31 from 2777088 to 3547136 tid 3 2024-08-17T17:08:20.481 INFO:tasks.rados.rados.0.smithi094.stdout:365: writing smithi09487127-31 from 3547136 to 3719168 tid 4 2024-08-17T17:08:20.481 INFO:tasks.rados.rados.0.smithi094.stdout:366: delete oid 12 current snap is 33 2024-08-17T17:08:20.481 INFO:tasks.rados.rados.0.smithi094.stdout:364: finishing write tid 1 to smithi09487127-21 2024-08-17T17:08:20.482 INFO:tasks.rados.rados.0.smithi094.stdout:364: finishing write tid 2 to smithi09487127-21 2024-08-17T17:08:20.482 INFO:tasks.rados.rados.0.smithi094.stdout:364: finishing write tid 3 to smithi09487127-21 2024-08-17T17:08:20.482 INFO:tasks.rados.rados.0.smithi094.stdout:364: finishing write tid 4 to smithi09487127-21 2024-08-17T17:08:20.482 INFO:tasks.rados.rados.0.smithi094.stdout:364: finishing write tid 5 to smithi09487127-21 2024-08-17T17:08:20.482 INFO:tasks.rados.rados.0.smithi094.stdout:364: finishing write tid 6 to smithi09487127-21 2024-08-17T17:08:20.483 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 166 (ObjNum 132 snap 33 seq_num 132) dirty exists 2024-08-17T17:08:20.483 INFO:tasks.rados.rados.0.smithi094.stdout:364: left oid 21 (ObjNum 132 snap 33 seq_num 132) 2024-08-17T17:08:20.483 INFO:tasks.rados.rados.0.smithi094.stdout:363: expect (ObjNum 113 snap 23 seq_num 113) 2024-08-17T17:08:20.764 INFO:tasks.rados.rados.0.smithi094.stdout:365: finishing write tid 1 to smithi09487127-31 2024-08-17T17:08:20.764 INFO:tasks.rados.rados.0.smithi094.stdout:365: finishing write tid 2 to smithi09487127-31 2024-08-17T17:08:20.764 INFO:tasks.rados.rados.0.smithi094.stdout:365: finishing write tid 3 to smithi09487127-31 2024-08-17T17:08:20.765 INFO:tasks.rados.rados.0.smithi094.stdout:365: finishing write tid 4 to smithi09487127-31 2024-08-17T17:08:20.765 INFO:tasks.rados.rados.0.smithi094.stdout:365: finishing write tid 5 to smithi09487127-31 2024-08-17T17:08:20.765 INFO:tasks.rados.rados.0.smithi094.stdout:365: finishing write tid 6 to smithi09487127-31 2024-08-17T17:08:20.765 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 172 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-17T17:08:20.765 INFO:tasks.rados.rados.0.smithi094.stdout:365: left oid 31 (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:08:20.765 INFO:tasks.rados.rados.0.smithi094.stdout:363: done (3 left) 2024-08-17T17:08:20.765 INFO:tasks.rados.rados.0.smithi094.stdout:364: done (2 left) 2024-08-17T17:08:20.765 INFO:tasks.rados.rados.0.smithi094.stdout:365: done (1 left) 2024-08-17T17:08:20.766 INFO:tasks.rados.rados.0.smithi094.stdout:366: done (0 left) 2024-08-17T17:08:20.766 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 33 2024-08-17T17:08:20.766 INFO:tasks.rados.rados.0.smithi094.stdout:367: seq_num 135 ranges {3072000=663552,3735552=434176,4169728=786432,4956160=385024} 2024-08-17T17:08:20.784 INFO:tasks.rados.rados.0.smithi094.stdout:367: writing smithi09487127-26 from 3072000 to 3735552 tid 1 2024-08-17T17:08:20.786 INFO:tasks.rados.rados.0.smithi094.stdout:367: writing smithi09487127-26 from 3735552 to 4169728 tid 2 2024-08-17T17:08:20.791 INFO:tasks.rados.rados.0.smithi094.stdout:367: writing smithi09487127-26 from 4169728 to 4956160 tid 3 2024-08-17T17:08:20.793 INFO:tasks.rados.rados.0.smithi094.stdout:367: writing smithi09487127-26 from 4956160 to 5341184 tid 4 2024-08-17T17:08:20.793 INFO:tasks.rados.rados.0.smithi094.stdout:368: delete oid 6 current snap is 33 2024-08-17T17:08:20.793 INFO:tasks.rados.rados.0.smithi094.stdout:367: finishing write tid 1 to smithi09487127-26 2024-08-17T17:08:20.794 INFO:tasks.rados.rados.0.smithi094.stdout:367: finishing write tid 2 to smithi09487127-26 2024-08-17T17:08:20.795 INFO:tasks.rados.rados.0.smithi094.stdout:367: finishing write tid 3 to smithi09487127-26 2024-08-17T17:08:20.795 INFO:tasks.rados.rados.0.smithi094.stdout:367: finishing write tid 4 to smithi09487127-26 2024-08-17T17:08:20.795 INFO:tasks.rados.rados.0.smithi094.stdout:368: done (1 left) 2024-08-17T17:08:20.795 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 33 2024-08-17T17:08:20.796 INFO:tasks.rados.rados.0.smithi094.stdout:369: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-08-17T17:08:20.799 INFO:tasks.rados.rados.0.smithi094.stdout:369: writing smithi09487127-37 from 0 to 704512 tid 1 2024-08-17T17:08:20.803 INFO:tasks.rados.rados.0.smithi094.stdout:369: writing smithi09487127-37 from 704512 to 1359872 tid 2 2024-08-17T17:08:20.807 INFO:tasks.rados.rados.0.smithi094.stdout:369: writing smithi09487127-37 from 1359872 to 2113536 tid 3 2024-08-17T17:08:20.809 INFO:tasks.rados.rados.0.smithi094.stdout:369: writing smithi09487127-37 from 2113536 to 2310144 tid 4 2024-08-17T17:08:20.809 INFO:tasks.rados.rados.0.smithi094.stdout:370: copy_from oid 21 from oid 20 current snap is 33 2024-08-17T17:08:20.809 INFO:tasks.rados.rados.0.smithi094.stdout:367: finishing write tid 5 to smithi09487127-26 2024-08-17T17:08:20.809 INFO:tasks.rados.rados.0.smithi094.stdout:367: finishing write tid 6 to smithi09487127-26 2024-08-17T17:08:20.809 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 178 (ObjNum 135 snap 33 seq_num 135) dirty exists 2024-08-17T17:08:20.809 INFO:tasks.rados.rados.0.smithi094.stdout:367: left oid 26 (ObjNum 135 snap 33 seq_num 135) 2024-08-17T17:08:20.809 INFO:tasks.rados.rados.0.smithi094.stdout:369: finishing write tid 1 to smithi09487127-37 2024-08-17T17:08:20.809 INFO:tasks.rados.rados.0.smithi094.stdout:369: finishing write tid 2 to smithi09487127-37 2024-08-17T17:08:20.810 INFO:tasks.rados.rados.0.smithi094.stdout:367: done (2 left) 2024-08-17T17:08:20.810 INFO:tasks.rados.rados.0.smithi094.stdout:371: setattr oid 43 current snap is 33 2024-08-17T17:08:20.811 INFO:tasks.rados.rados.0.smithi094.stdout:369: finishing write tid 3 to smithi09487127-37 2024-08-17T17:08:20.811 INFO:tasks.rados.rados.0.smithi094.stdout:369: finishing write tid 4 to smithi09487127-37 2024-08-17T17:08:20.811 INFO:tasks.rados.rados.0.smithi094.stdout:369: finishing write tid 5 to smithi09487127-37 2024-08-17T17:08:20.811 INFO:tasks.rados.rados.0.smithi094.stdout:372: read oid 34 snap -1 2024-08-17T17:08:20.811 INFO:tasks.rados.rados.0.smithi094.stdout:372: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:20.811 INFO:tasks.rados.rados.0.smithi094.stdout:373: snap_create 2024-08-17T17:08:20.811 INFO:tasks.rados.rados.0.smithi094.stdout:369: finishing write tid 6 to smithi09487127-37 2024-08-17T17:08:20.812 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 151 (ObjNum 137 snap 33 seq_num 137) dirty exists 2024-08-17T17:08:20.812 INFO:tasks.rados.rados.0.smithi094.stdout:369: left oid 37 (ObjNum 137 snap 33 seq_num 137) 2024-08-17T17:08:20.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 54 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:08:20.813 INFO:tasks.rados.rados.0.smithi094.stdout:372: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:20.832 INFO:tasks.rados.rados.0.smithi094.stdout:370: finishing copy_from racing read to smithi09487127-21 2024-08-17T17:08:20.833 INFO:tasks.rados.rados.0.smithi094.stdout:370: finishing copy_from to smithi09487127-21 2024-08-17T17:08:20.833 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 34 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:08:21.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[41048]: Upgrade: Updating mgr.x 2024-08-17T17:08:21.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:21.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:08:21.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:08:21.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:21.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[41048]: Deploying daemon mgr.x on smithi190 2024-08-17T17:08:21.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[41048]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T17:08:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[29912]: Upgrade: Updating mgr.x 2024-08-17T17:08:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:08:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:08:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:21.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[29912]: Deploying daemon mgr.x on smithi190 2024-08-17T17:08:21.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:20 smithi094 ceph-mon[29912]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T17:08:21.107 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:20 smithi190 ceph-mon[33316]: Upgrade: Updating mgr.x 2024-08-17T17:08:21.107 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:20 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:21.108 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:20 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:08:21.108 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:20 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:08:21.108 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:20 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:21.108 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:20 smithi190 ceph-mon[33316]: Deploying daemon mgr.x on smithi190 2024-08-17T17:08:21.108 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:20 smithi190 ceph-mon[33316]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T17:08:21.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:21 smithi190 systemd[1]: Stopping Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:08:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:369: done (4 left) 2024-08-17T17:08:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:370: done (3 left) 2024-08-17T17:08:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:371: done (2 left) 2024-08-17T17:08:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:372: done (1 left) 2024-08-17T17:08:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:373: done (0 left) 2024-08-17T17:08:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:374: read oid 31 snap -1 2024-08-17T17:08:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:374: expect (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:08:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:375: copy_from oid 13 from oid 33 current snap is 34 2024-08-17T17:08:21.751 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 34 2024-08-17T17:08:21.751 INFO:tasks.rados.rados.0.smithi094.stdout:376: seq_num 138 ranges {2662400=720896,3383296=540672,3923968=557056,4481024=507904} 2024-08-17T17:08:21.768 INFO:tasks.rados.rados.0.smithi094.stdout:376: writing smithi09487127-27 from 2662400 to 3383296 tid 1 2024-08-17T17:08:21.772 INFO:tasks.rados.rados.0.smithi094.stdout:376: writing smithi09487127-27 from 3383296 to 3923968 tid 2 2024-08-17T17:08:21.775 INFO:tasks.rados.rados.0.smithi094.stdout:376: writing smithi09487127-27 from 3923968 to 4481024 tid 3 2024-08-17T17:08:21.778 INFO:tasks.rados.rados.0.smithi094.stdout:376: writing smithi09487127-27 from 4481024 to 4988928 tid 4 2024-08-17T17:08:21.779 INFO:tasks.rados.rados.0.smithi094.stdout:377: copy_from oid 5 from oid 22 current snap is 34 2024-08-17T17:08:21.779 INFO:tasks.rados.rados.0.smithi094.stdout:375: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:08:21.779 INFO:tasks.rados.rados.0.smithi094.stdout:375: finishing copy_from to smithi09487127-13 2024-08-17T17:08:21.779 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 108 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-08-17T17:08:21.779 INFO:tasks.rados.rados.0.smithi094.stdout:374: expect (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:08:21.879 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:21 smithi190 ceph-mon[33316]: pgmap v190: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:08:21.879 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:21 smithi190 podman[69127]: 2024-08-17 17:08:21.584088419 +0000 UTC m=+0.132581997 container died fd49aefdef6a9bf02aba6044002f436e59b2e4227be5d732bf50572c1bb22372 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T17:08:21.908 INFO:tasks.rados.rados.0.smithi094.stdout:376: finishing write tid 1 to smithi09487127-27 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:376: finishing write tid 2 to smithi09487127-27 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:376: finishing write tid 3 to smithi09487127-27 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:376: finishing write tid 4 to smithi09487127-27 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:376: finishing write tid 5 to smithi09487127-27 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:376: finishing write tid 6 to smithi09487127-27 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 51 (ObjNum 138 snap 34 seq_num 138) dirty exists 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:376: left oid 27 (ObjNum 138 snap 34 seq_num 138) 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:374: done (3 left) 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:375: done (2 left) 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:376: done (1 left) 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:378: snap_create 2024-08-17T17:08:21.909 INFO:tasks.rados.rados.0.smithi094.stdout:377: finishing copy_from racing read to smithi09487127-5 2024-08-17T17:08:21.910 INFO:tasks.rados.rados.0.smithi094.stdout:377: finishing copy_from to smithi09487127-5 2024-08-17T17:08:21.910 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 132 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-08-17T17:08:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:21 smithi094 ceph-mon[29912]: pgmap v190: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:08:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:21 smithi094 ceph-mon[41048]: pgmap v190: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:08:22.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:21 smithi190 podman[69127]: 2024-08-17 17:08:21.960846349 +0000 UTC m=+0.509339928 container cleanup fd49aefdef6a9bf02aba6044002f436e59b2e4227be5d732bf50572c1bb22372 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T17:08:22.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:21 smithi190 bash[69127]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x 2024-08-17T17:08:22.533 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:22 smithi190 podman[69146]: 2024-08-17 17:08:22.186911598 +0000 UTC m=+0.594582050 container remove fd49aefdef6a9bf02aba6044002f436e59b2e4227be5d732bf50572c1bb22372 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:08:22.533 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:22 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:08:22.533 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:22 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T17:08:22.533 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:22 smithi190 systemd[1]: Stopped Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:08:22.533 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:22 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Consumed 10.238s CPU time. 2024-08-17T17:08:22.757 INFO:tasks.rados.rados.0.smithi094.stdout:377: done (1 left) 2024-08-17T17:08:22.757 INFO:tasks.rados.rados.0.smithi094.stdout:378: done (0 left) 2024-08-17T17:08:22.757 INFO:tasks.rados.rados.0.smithi094.stdout:379: read oid 36 snap -1 2024-08-17T17:08:22.757 INFO:tasks.rados.rados.0.smithi094.stdout:379: expect deleted 2024-08-17T17:08:22.757 INFO:tasks.rados.rados.0.smithi094.stdout:380: delete oid 21 current snap is 35 2024-08-17T17:08:22.760 INFO:tasks.rados.rados.0.smithi094.stdout:379: done (1 left) 2024-08-17T17:08:22.760 INFO:tasks.rados.rados.0.smithi094.stdout:380: done (0 left) 2024-08-17T17:08:22.760 INFO:tasks.rados.rados.0.smithi094.stdout:381: rmattr oid 22 current snap is 35 2024-08-17T17:08:22.760 INFO:tasks.rados.rados.0.smithi094.stdout:381: done (0 left) 2024-08-17T17:08:22.761 INFO:tasks.rados.rados.0.smithi094.stdout:382: rmattr oid 42 current snap is 35 2024-08-17T17:08:22.761 INFO:tasks.rados.rados.0.smithi094.stdout:382: done (0 left) 2024-08-17T17:08:22.761 INFO:tasks.rados.rados.0.smithi094.stdout:383: rmattr oid 23 current snap is 35 2024-08-17T17:08:22.761 INFO:tasks.rados.rados.0.smithi094.stdout:383: done (0 left) 2024-08-17T17:08:22.761 INFO:tasks.rados.rados.0.smithi094.stdout:384: copy_from oid 2 from oid 40 current snap is 35 2024-08-17T17:08:22.761 INFO:tasks.rados.rados.0.smithi094.stdout:385: delete oid 43 current snap is 35 2024-08-17T17:08:22.764 INFO:tasks.rados.rados.0.smithi094.stdout:385: done (1 left) 2024-08-17T17:08:22.764 INFO:tasks.rados.rados.0.smithi094.stdout:386: rollback oid 14 current snap is 35 2024-08-17T17:08:22.764 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 18 2024-08-17T17:08:22.764 INFO:tasks.rados.rados.0.smithi094.stdout:387: read oid 19 snap -1 2024-08-17T17:08:22.765 INFO:tasks.rados.rados.0.smithi094.stdout:387: expect (ObjNum 130 snap 32 seq_num 130) 2024-08-17T17:08:22.765 INFO:tasks.rados.rados.0.smithi094.stdout:388: snap_remove snap 31 2024-08-17T17:08:22.888 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:22 smithi190 ceph-mon[33316]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T17:08:22.888 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:22 smithi190 systemd[1]: Starting Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:08:22.889 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:22 smithi190 podman[69281]: 2024-08-17 17:08:22.653475132 +0000 UTC m=+0.017580395 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:08:22.889 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:22 smithi190 podman[69281]: 2024-08-17 17:08:22.754669292 +0000 UTC m=+0.118774545 container create 97b327c9738c12f248f5b2d8621ce9b6bb2fb861c82831249484c04e2983a46d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-17T17:08:22.925 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:22 smithi094 ceph-mon[29912]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T17:08:22.925 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:22 smithi094 ceph-mon[41048]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T17:08:22.925 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:22 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:22] "GET /metrics HTTP/1.1" 200 240046 "" "Prometheus/2.43.0" 2024-08-17T17:08:22.925 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:08:23.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:23 smithi190 podman[69281]: 2024-08-17 17:08:23.033141288 +0000 UTC m=+0.397246557 container init 97b327c9738c12f248f5b2d8621ce9b6bb2fb861c82831249484c04e2983a46d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:08:23.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:23 smithi190 podman[69281]: 2024-08-17 17:08:23.038210945 +0000 UTC m=+0.402316199 container start 97b327c9738c12f248f5b2d8621ce9b6bb2fb861c82831249484c04e2983a46d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:08:23.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:23 smithi190 ceph-mgr[69319]: -- 172.21.15.190:0/3764788795 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5587af7710e0 con 0x5587af74e800 2024-08-17T17:08:23.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:23 smithi190 bash[69281]: 97b327c9738c12f248f5b2d8621ce9b6bb2fb861c82831249484c04e2983a46d 2024-08-17T17:08:23.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:23 smithi190 systemd[1]: Started Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (2m) 2m ago 3m 16.3M - 0.25.0 c8568f914cd2 cddc64ef2d66 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (3m) 2m ago 3m 81.0M - 9.4.7 954c08fa6188 df17b573f0fc 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (5m) 2m ago 5m 15.2M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (5m) 2m ago 5m 12.6M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283 starting - - - - 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:9283,8765 running (10m) 2m ago 10m 447M - 17.2.7-1404-gf2c39d4d f69471c56189 4bb94207b7e2 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (10m) 2m ago 10m 47.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 4a10d8ee64fe 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (9m) 2m ago 9m 40.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 e41e7dc5c954 2024-08-17T17:08:23.451 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (8m) 2m ago 8m 39.5M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 69126fde8f9a 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (3m) 2m ago 3m 9609k - 1.5.0 0da6a335fe13 1e268c0bcded 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (2m) 2m ago 2m 3598k - 1.5.0 0da6a335fe13 cdeec02a4ecb 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (8m) 2m ago 8m 45.5M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (7m) 2m ago 7m 43.7M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (7m) 2m ago 7m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (7m) 2m ago 7m 41.2M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (6m) 2m ago 6m 42.1M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (6m) 2m ago 6m 42.5M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (5m) 2m ago 5m 42.0M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (5m) 2m ago 5m 42.7M 2992M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:08:23.452 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (2m) 2m ago 4m 25.4M - 2.43.0 a07b618ecd1d 7927dafc3cc6 2024-08-17T17:08:23.762 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:08:23.762 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:08:23.762 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:08:23.762 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 15 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:08:23.763 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:388: done (3 left) 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:389: delete oid 39 current snap is 35 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:384: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:386: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:384: finishing copy_from to smithi09487127-2 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 90 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:386: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:386: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 174 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:08:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:387: expect (ObjNum 130 snap 32 seq_num 130) 2024-08-17T17:08:23.828 INFO:tasks.rados.rados.0.smithi094.stdout:384: done (3 left) 2024-08-17T17:08:23.829 INFO:tasks.rados.rados.0.smithi094.stdout:386: done (2 left) 2024-08-17T17:08:23.829 INFO:tasks.rados.rados.0.smithi094.stdout:387: done (1 left) 2024-08-17T17:08:23.829 INFO:tasks.rados.rados.0.smithi094.stdout:389: done (0 left) 2024-08-17T17:08:23.829 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 35 2024-08-17T17:08:23.829 INFO:tasks.rados.rados.0.smithi094.stdout:390: seq_num 142 ranges {0=786432,786432=475136,1261568=540672,1802240=589824} 2024-08-17T17:08:23.833 INFO:tasks.rados.rados.0.smithi094.stdout:390: writing smithi09487127-12 from 0 to 786432 tid 1 2024-08-17T17:08:23.835 INFO:tasks.rados.rados.0.smithi094.stdout:390: writing smithi09487127-12 from 786432 to 1261568 tid 2 2024-08-17T17:08:23.839 INFO:tasks.rados.rados.0.smithi094.stdout:390: writing smithi09487127-12 from 1261568 to 1802240 tid 3 2024-08-17T17:08:23.842 INFO:tasks.rados.rados.0.smithi094.stdout:390: writing smithi09487127-12 from 1802240 to 2392064 tid 4 2024-08-17T17:08:23.843 INFO:tasks.rados.rados.0.smithi094.stdout:391: snap_remove snap 34 2024-08-17T17:08:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[29912]: pgmap v193: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-08-17T17:08:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[29912]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T17:08:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:24.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[41048]: pgmap v193: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[41048]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:23 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:23 smithi190 ceph-mon[33316]: pgmap v193: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:23 smithi190 ceph-mon[33316]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:23 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:23 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:24.023 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:23 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:24.031 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:08:24.031 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:08:24.031 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:08:24.031 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:08:24.031 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [], 2024-08-17T17:08:24.032 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "", 2024-08-17T17:08:24.032 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading mgr daemons", 2024-08-17T17:08:24.032 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:08:24.032 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:08:24.440 INFO:tasks.rados.rados.0.smithi094.stdout:391: done (1 left) 2024-08-17T17:08:24.440 INFO:tasks.rados.rados.0.smithi094.stdout:392: snap_remove snap 32 2024-08-17T17:08:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[29912]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[29912]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[29912]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[29912]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T17:08:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2668592289' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:08:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[29912]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T17:08:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[41048]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[41048]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[41048]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[41048]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T17:08:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2668592289' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:08:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:24 smithi094 ceph-mon[41048]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T17:08:25.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:24 smithi190 ceph-mon[33316]: from='client.24923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:24 smithi190 ceph-mon[33316]: from='client.24929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:24 smithi190 ceph-mon[33316]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:24 smithi190 ceph-mon[33316]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T17:08:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:24 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2668592289' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:08:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:24 smithi190 ceph-mon[33316]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:392: done (1 left) 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:393: snap_remove snap 33 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:390: finishing write tid 1 to smithi09487127-12 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:390: finishing write tid 2 to smithi09487127-12 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:390: finishing write tid 3 to smithi09487127-12 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:390: finishing write tid 4 to smithi09487127-12 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:390: finishing write tid 5 to smithi09487127-12 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:390: finishing write tid 6 to smithi09487127-12 2024-08-17T17:08:25.443 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 170 (ObjNum 142 snap 35 seq_num 142) dirty exists 2024-08-17T17:08:25.444 INFO:tasks.rados.rados.0.smithi094.stdout:390: left oid 12 (ObjNum 142 snap 35 seq_num 142) 2024-08-17T17:08:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:25 smithi094 ceph-mon[29912]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:25 smithi094 ceph-mon[29912]: pgmap v196: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-08-17T17:08:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:25 smithi094 ceph-mon[29912]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T17:08:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:25 smithi094 ceph-mon[41048]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:25 smithi094 ceph-mon[41048]: pgmap v196: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-08-17T17:08:26.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:25 smithi094 ceph-mon[41048]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T17:08:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:25 smithi190 ceph-mon[33316]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:25 smithi190 ceph-mon[33316]: pgmap v196: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 5.6 MiB/s wr, 28 op/s 2024-08-17T17:08:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:25 smithi190 ceph-mon[33316]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T17:08:26.444 INFO:tasks.rados.rados.0.smithi094.stdout:390: done (1 left) 2024-08-17T17:08:26.444 INFO:tasks.rados.rados.0.smithi094.stdout:393: done (0 left) 2024-08-17T17:08:26.444 INFO:tasks.rados.rados.0.smithi094.stdout:394: snap_remove snap 28 2024-08-17T17:08:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:26 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:26 smithi094 ceph-mon[29912]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T17:08:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:26 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:26 smithi094 ceph-mon[41048]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T17:08:27.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:26 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:27.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:26 smithi190 ceph-mon[33316]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T17:08:27.445 INFO:tasks.rados.rados.0.smithi094.stdout:394: done (0 left) 2024-08-17T17:08:27.446 INFO:tasks.rados.rados.0.smithi094.stdout:395: setattr oid 41 current snap is 35 2024-08-17T17:08:27.448 INFO:tasks.rados.rados.0.smithi094.stdout:396: read oid 26 snap -1 2024-08-17T17:08:27.448 INFO:tasks.rados.rados.0.smithi094.stdout:396: expect (ObjNum 135 snap 33 seq_num 135) 2024-08-17T17:08:27.448 INFO:tasks.rados.rados.0.smithi094.stdout:397: read oid 5 snap -1 2024-08-17T17:08:27.448 INFO:tasks.rados.rados.0.smithi094.stdout:397: expect (ObjNum 126 snap 29 seq_num 126) 2024-08-17T17:08:27.449 INFO:tasks.rados.rados.0.smithi094.stdout:398: read oid 27 snap 24 2024-08-17T17:08:27.449 INFO:tasks.rados.rados.0.smithi094.stdout:398: expect (ObjNum 76 snap 12 seq_num 76) 2024-08-17T17:08:27.449 INFO:tasks.rados.rados.0.smithi094.stdout:399: setattr oid 6 current snap is 35 2024-08-17T17:08:27.451 INFO:tasks.rados.rados.0.smithi094.stdout:400: snap_create 2024-08-17T17:08:27.458 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 54 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:08:27.463 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 187 (ObjNum 81 snap 0 seq_num 3213742096) dirty exists 2024-08-17T17:08:27.467 INFO:tasks.rados.rados.0.smithi094.stdout:398: expect (ObjNum 76 snap 12 seq_num 76) 2024-08-17T17:08:27.573 INFO:tasks.rados.rados.0.smithi094.stdout:397: expect (ObjNum 126 snap 29 seq_num 126) 2024-08-17T17:08:27.739 INFO:tasks.rados.rados.0.smithi094.stdout:396: expect (ObjNum 135 snap 33 seq_num 135) 2024-08-17T17:08:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:27 smithi094 ceph-mon[41048]: pgmap v199: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:27 smithi094 ceph-mon[41048]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T17:08:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:27 smithi094 ceph-mon[29912]: pgmap v199: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:27 smithi094 ceph-mon[29912]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T17:08:28.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:27 smithi190 ceph-mon[33316]: pgmap v199: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:28.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:27 smithi190 ceph-mon[33316]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T17:08:28.446 INFO:tasks.rados.rados.0.smithi094.stdout:395: done (5 left) 2024-08-17T17:08:28.446 INFO:tasks.rados.rados.0.smithi094.stdout:396: done (4 left) 2024-08-17T17:08:28.446 INFO:tasks.rados.rados.0.smithi094.stdout:397: done (3 left) 2024-08-17T17:08:28.446 INFO:tasks.rados.rados.0.smithi094.stdout:398: done (2 left) 2024-08-17T17:08:28.446 INFO:tasks.rados.rados.0.smithi094.stdout:399: done (1 left) 2024-08-17T17:08:28.446 INFO:tasks.rados.rados.0.smithi094.stdout:400: done (0 left) 2024-08-17T17:08:28.447 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 36 2024-08-17T17:08:28.447 INFO:tasks.rados.rados.0.smithi094.stdout:401: seq_num 143 ranges {1318912=802816,2121728=761856,2883584=745472,3629056=98304} 2024-08-17T17:08:28.456 INFO:tasks.rados.rados.0.smithi094.stdout:401: writing smithi09487127-13 from 1318912 to 2121728 tid 1 2024-08-17T17:08:28.461 INFO:tasks.rados.rados.0.smithi094.stdout:401: writing smithi09487127-13 from 2121728 to 2883584 tid 2 2024-08-17T17:08:28.466 INFO:tasks.rados.rados.0.smithi094.stdout:401: writing smithi09487127-13 from 2883584 to 3629056 tid 3 2024-08-17T17:08:28.467 INFO:tasks.rados.rados.0.smithi094.stdout:401: writing smithi09487127-13 from 3629056 to 3727360 tid 4 2024-08-17T17:08:28.467 INFO:tasks.rados.rados.0.smithi094.stdout:402: delete oid 37 current snap is 36 2024-08-17T17:08:28.467 INFO:tasks.rados.rados.0.smithi094.stdout:401: finishing write tid 1 to smithi09487127-13 2024-08-17T17:08:28.467 INFO:tasks.rados.rados.0.smithi094.stdout:401: finishing write tid 2 to smithi09487127-13 2024-08-17T17:08:28.468 INFO:tasks.rados.rados.0.smithi094.stdout:402: done (1 left) 2024-08-17T17:08:28.468 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 36 2024-08-17T17:08:28.468 INFO:tasks.rados.rados.0.smithi094.stdout:403: seq_num 145 ranges {2072576=32768} 2024-08-17T17:08:28.482 INFO:tasks.rados.rados.0.smithi094.stdout:403: writing smithi09487127-38 from 2072576 to 2105344 tid 1 2024-08-17T17:08:28.482 INFO:tasks.rados.rados.0.smithi094.stdout:404: setattr oid 20 current snap is 36 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:401: finishing write tid 3 to smithi09487127-13 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:401: finishing write tid 4 to smithi09487127-13 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:401: finishing write tid 5 to smithi09487127-13 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:401: finishing write tid 6 to smithi09487127-13 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 181 (ObjNum 143 snap 36 seq_num 143) dirty exists 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:401: left oid 13 (ObjNum 143 snap 36 seq_num 143) 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:401: done (2 left) 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:405: read oid 14 snap -1 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:405: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-17T17:08:28.483 INFO:tasks.rados.rados.0.smithi094.stdout:406: snap_create 2024-08-17T17:08:28.484 INFO:tasks.rados.rados.0.smithi094.stdout:405: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-17T17:08:28.490 INFO:tasks.rados.rados.0.smithi094.stdout:403: finishing write tid 1 to smithi09487127-38 2024-08-17T17:08:28.490 INFO:tasks.rados.rados.0.smithi094.stdout:403: finishing write tid 2 to smithi09487127-38 2024-08-17T17:08:28.490 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 208 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:08:28.490 INFO:tasks.rados.rados.0.smithi094.stdout:403: finishing write tid 3 to smithi09487127-38 2024-08-17T17:08:28.490 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 206 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-08-17T17:08:28.490 INFO:tasks.rados.rados.0.smithi094.stdout:403: left oid 38 (ObjNum 145 snap 36 seq_num 145) 2024-08-17T17:08:28.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:28] ENGINE Bus STARTING 2024-08-17T17:08:28.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: CherryPy Checker: 2024-08-17T17:08:28.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: The Application mounted at '' has an empty config. 2024-08-17T17:08:28.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:28.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:28] ENGINE Serving on http://:::9283 2024-08-17T17:08:28.686 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:28] ENGINE Bus STARTED 2024-08-17T17:08:29.093 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-mon[33316]: Standby manager daemon x restarted 2024-08-17T17:08:29.093 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-mon[33316]: Standby manager daemon x started 2024-08-17T17:08:29.093 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:08:29.093 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:08:29.093 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:08:29.093 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:08:29.093 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:28 smithi190 ceph-mon[33316]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T17:08:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[41048]: Standby manager daemon x restarted 2024-08-17T17:08:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[41048]: Standby manager daemon x started 2024-08-17T17:08:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:08:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:08:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:08:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:08:29.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[41048]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T17:08:29.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[29912]: Standby manager daemon x restarted 2024-08-17T17:08:29.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[29912]: Standby manager daemon x started 2024-08-17T17:08:29.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:08:29.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:08:29.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:08:29.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:08:29.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:28 smithi094 ceph-mon[29912]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T17:08:29.442 INFO:tasks.rados.rados.0.smithi094.stdout:403: done (3 left) 2024-08-17T17:08:29.442 INFO:tasks.rados.rados.0.smithi094.stdout:404: done (2 left) 2024-08-17T17:08:29.442 INFO:tasks.rados.rados.0.smithi094.stdout:405: done (1 left) 2024-08-17T17:08:29.443 INFO:tasks.rados.rados.0.smithi094.stdout:406: done (0 left) 2024-08-17T17:08:29.443 INFO:tasks.rados.rados.0.smithi094.stdout:407: delete oid 27 current snap is 37 2024-08-17T17:08:29.447 INFO:tasks.rados.rados.0.smithi094.stdout:407: done (0 left) 2024-08-17T17:08:29.447 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 37 2024-08-17T17:08:29.447 INFO:tasks.rados.rados.0.smithi094.stdout:408: seq_num 147 ranges {1957888=65536} 2024-08-17T17:08:29.458 INFO:tasks.rados.rados.0.smithi094.stdout:408: writing smithi09487127-3 from 1957888 to 2023424 tid 1 2024-08-17T17:08:29.458 INFO:tasks.rados.rados.0.smithi094.stdout:409: snap_create 2024-08-17T17:08:29.461 INFO:tasks.rados.rados.0.smithi094.stdout:408: finishing write tid 1 to smithi09487127-3 2024-08-17T17:08:29.461 INFO:tasks.rados.rados.0.smithi094.stdout:408: finishing write tid 2 to smithi09487127-3 2024-08-17T17:08:29.461 INFO:tasks.rados.rados.0.smithi094.stdout:408: finishing write tid 3 to smithi09487127-3 2024-08-17T17:08:29.461 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 38 (ObjNum 147 snap 37 seq_num 147) dirty exists 2024-08-17T17:08:29.462 INFO:tasks.rados.rados.0.smithi094.stdout:408: left oid 3 (ObjNum 147 snap 37 seq_num 147) 2024-08-17T17:08:30.076 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:29 smithi190 ceph-mon[33316]: pgmap v202: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-08-17T17:08:30.076 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:29 smithi190 ceph-mon[33316]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-17T17:08:30.076 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:29 smithi190 ceph-mon[33316]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T17:08:30.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:29 smithi094 ceph-mon[29912]: pgmap v202: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-08-17T17:08:30.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:29 smithi094 ceph-mon[29912]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-17T17:08:30.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:29 smithi094 ceph-mon[29912]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T17:08:30.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:29 smithi094 ceph-mon[41048]: pgmap v202: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-08-17T17:08:30.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:29 smithi094 ceph-mon[41048]: mgrmap e23: y(active, since 4m), standbys: x 2024-08-17T17:08:30.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:29 smithi094 ceph-mon[41048]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T17:08:30.443 INFO:tasks.rados.rados.0.smithi094.stdout:408: done (1 left) 2024-08-17T17:08:30.444 INFO:tasks.rados.rados.0.smithi094.stdout:409: done (0 left) 2024-08-17T17:08:30.444 INFO:tasks.rados.rados.0.smithi094.stdout:410: rollback oid 27 current snap is 38 2024-08-17T17:08:30.444 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 27 to 37 2024-08-17T17:08:30.444 INFO:tasks.rados.rados.0.smithi094.stdout:411: setattr oid 20 current snap is 38 2024-08-17T17:08:30.446 INFO:tasks.rados.rados.0.smithi094.stdout:410: finishing rollback tid 1 to smithi09487127-27 2024-08-17T17:08:30.447 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 61 (ObjNum 929 snap 0 seq_num 1433139422) dirty dne 2024-08-17T17:08:30.447 INFO:tasks.rados.rados.0.smithi094.stdout:410: done (1 left) 2024-08-17T17:08:30.447 INFO:tasks.rados.rados.0.smithi094.stdout:412: snap_create 2024-08-17T17:08:30.451 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 210 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:08:31.445 INFO:tasks.rados.rados.0.smithi094.stdout:411: done (1 left) 2024-08-17T17:08:31.445 INFO:tasks.rados.rados.0.smithi094.stdout:412: done (0 left) 2024-08-17T17:08:31.446 INFO:tasks.rados.rados.0.smithi094.stdout:413: read oid 46 snap -1 2024-08-17T17:08:31.446 INFO:tasks.rados.rados.0.smithi094.stdout:413: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:31.446 INFO:tasks.rados.rados.0.smithi094.stdout:414: snap_remove snap 26 2024-08-17T17:08:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:31 smithi094 ceph-mon[29912]: pgmap v205: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-08-17T17:08:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:31 smithi094 ceph-mon[29912]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T17:08:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:31 smithi094 ceph-mon[41048]: pgmap v205: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-08-17T17:08:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:31 smithi094 ceph-mon[41048]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T17:08:31.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:31 smithi190 ceph-mon[33316]: pgmap v205: 121 pgs: 121 active+clean; 124 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 746 KiB/s wr, 4 op/s 2024-08-17T17:08:31.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:31 smithi190 ceph-mon[33316]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T17:08:32.457 INFO:tasks.rados.rados.0.smithi094.stdout:413: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:32.478 INFO:tasks.rados.rados.0.smithi094.stdout:413: done (1 left) 2024-08-17T17:08:32.478 INFO:tasks.rados.rados.0.smithi094.stdout:414: done (0 left) 2024-08-17T17:08:32.478 INFO:tasks.rados.rados.0.smithi094.stdout:415: read oid 45 snap -1 2024-08-17T17:08:32.478 INFO:tasks.rados.rados.0.smithi094.stdout:415: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T17:08:32.478 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 39 2024-08-17T17:08:32.478 INFO:tasks.rados.rados.0.smithi094.stdout:416: seq_num 148 ranges {0=81920} 2024-08-17T17:08:32.478 INFO:tasks.rados.rados.0.smithi094.stdout:416: writing smithi09487127-44 from 0 to 81920 tid 1 2024-08-17T17:08:32.478 INFO:tasks.rados.rados.0.smithi094.stdout:417: snap_remove snap 38 2024-08-17T17:08:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:32 smithi094 ceph-mon[29912]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T17:08:32.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:32 smithi094 ceph-mon[41048]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T17:08:32.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:32 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:32] "GET /metrics HTTP/1.1" 200 240132 "" "Prometheus/2.43.0" 2024-08-17T17:08:32.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:32 smithi190 ceph-mon[33316]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T17:08:33.460 INFO:tasks.rados.rados.0.smithi094.stdout:417: done (2 left) 2024-08-17T17:08:33.460 INFO:tasks.rados.rados.0.smithi094.stdout:418: snap_create 2024-08-17T17:08:33.460 INFO:tasks.rados.rados.0.smithi094.stdout:416: finishing write tid 1 to smithi09487127-44 2024-08-17T17:08:33.461 INFO:tasks.rados.rados.0.smithi094.stdout:416: finishing write tid 2 to smithi09487127-44 2024-08-17T17:08:33.461 INFO:tasks.rados.rados.0.smithi094.stdout:416: finishing write tid 3 to smithi09487127-44 2024-08-17T17:08:33.461 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 195 (ObjNum 148 snap 39 seq_num 148) dirty exists 2024-08-17T17:08:33.461 INFO:tasks.rados.rados.0.smithi094.stdout:416: left oid 44 (ObjNum 148 snap 39 seq_num 148) 2024-08-17T17:08:33.461 INFO:tasks.rados.rados.0.smithi094.stdout:415: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T17:08:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:33 smithi094 ceph-mon[41048]: pgmap v208: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 612 KiB/s wr, 28 op/s 2024-08-17T17:08:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:33 smithi094 ceph-mon[41048]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T17:08:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:33 smithi094 ceph-mon[29912]: pgmap v208: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 612 KiB/s wr, 28 op/s 2024-08-17T17:08:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:33 smithi094 ceph-mon[29912]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T17:08:33.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:33] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:08:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:33 smithi190 ceph-mon[33316]: pgmap v208: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 612 KiB/s wr, 28 op/s 2024-08-17T17:08:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:33 smithi190 ceph-mon[33316]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T17:08:34.444 INFO:tasks.rados.rados.0.smithi094.stdout:415: done (2 left) 2024-08-17T17:08:34.444 INFO:tasks.rados.rados.0.smithi094.stdout:416: done (1 left) 2024-08-17T17:08:34.444 INFO:tasks.rados.rados.0.smithi094.stdout:418: done (0 left) 2024-08-17T17:08:34.444 INFO:tasks.rados.rados.0.smithi094.stdout:419: snap_remove snap 24 2024-08-17T17:08:34.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:34 smithi094 ceph-mon[29912]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T17:08:34.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:34 smithi094 ceph-mon[29912]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T17:08:34.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:34 smithi094 ceph-mon[41048]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T17:08:34.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:34 smithi094 ceph-mon[41048]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T17:08:34.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:34 smithi190 ceph-mon[33316]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T17:08:34.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:34 smithi190 ceph-mon[33316]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T17:08:35.445 INFO:tasks.rados.rados.0.smithi094.stdout:419: done (0 left) 2024-08-17T17:08:35.446 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 40 2024-08-17T17:08:35.446 INFO:tasks.rados.rados.0.smithi094.stdout:420: seq_num 149 ranges {2465792=98304} 2024-08-17T17:08:35.460 INFO:tasks.rados.rados.0.smithi094.stdout:420: writing smithi09487127-50 from 2465792 to 2564096 tid 1 2024-08-17T17:08:35.460 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 40 2024-08-17T17:08:35.460 INFO:tasks.rados.rados.0.smithi094.stdout:421: seq_num 150 ranges {2088960=114688} 2024-08-17T17:08:35.472 INFO:tasks.rados.rados.0.smithi094.stdout:421: writing smithi09487127-4 from 2088960 to 2203648 tid 1 2024-08-17T17:08:35.473 INFO:tasks.rados.rados.0.smithi094.stdout:422: rmattr oid 9 current snap is 40 2024-08-17T17:08:35.473 INFO:tasks.rados.rados.0.smithi094.stdout:422: done (2 left) 2024-08-17T17:08:35.473 INFO:tasks.rados.rados.0.smithi094.stdout:423: delete oid 21 current snap is 40 2024-08-17T17:08:35.473 INFO:tasks.rados.rados.0.smithi094.stdout:420: finishing write tid 1 to smithi09487127-50 2024-08-17T17:08:35.473 INFO:tasks.rados.rados.0.smithi094.stdout:420: finishing write tid 2 to smithi09487127-50 2024-08-17T17:08:35.473 INFO:tasks.rados.rados.0.smithi094.stdout:420: finishing write tid 3 to smithi09487127-50 2024-08-17T17:08:35.473 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 196 (ObjNum 149 snap 40 seq_num 149) dirty exists 2024-08-17T17:08:35.473 INFO:tasks.rados.rados.0.smithi094.stdout:420: left oid 50 (ObjNum 149 snap 40 seq_num 149) 2024-08-17T17:08:35.475 INFO:tasks.rados.rados.0.smithi094.stdout:421: finishing write tid 1 to smithi09487127-4 2024-08-17T17:08:35.475 INFO:tasks.rados.rados.0.smithi094.stdout:421: finishing write tid 2 to smithi09487127-4 2024-08-17T17:08:35.476 INFO:tasks.rados.rados.0.smithi094.stdout:420: done (2 left) 2024-08-17T17:08:35.476 INFO:tasks.rados.rados.0.smithi094.stdout:423: done (1 left) 2024-08-17T17:08:35.476 INFO:tasks.rados.rados.0.smithi094.stdout:424: read oid 29 snap -1 2024-08-17T17:08:35.476 INFO:tasks.rados.rados.0.smithi094.stdout:424: expect deleted 2024-08-17T17:08:35.476 INFO:tasks.rados.rados.0.smithi094.stdout:425: snap_create 2024-08-17T17:08:35.476 INFO:tasks.rados.rados.0.smithi094.stdout:421: finishing write tid 3 to smithi09487127-4 2024-08-17T17:08:35.477 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 73 (ObjNum 150 snap 40 seq_num 150) dirty exists 2024-08-17T17:08:35.477 INFO:tasks.rados.rados.0.smithi094.stdout:421: left oid 4 (ObjNum 150 snap 40 seq_num 150) 2024-08-17T17:08:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:35 smithi190 ceph-mon[33316]: pgmap v211: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 612 KiB/s wr, 28 op/s 2024-08-17T17:08:35.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:35 smithi190 ceph-mon[33316]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T17:08:35.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:35 smithi094 ceph-mon[29912]: pgmap v211: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 612 KiB/s wr, 28 op/s 2024-08-17T17:08:35.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:35 smithi094 ceph-mon[29912]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T17:08:35.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:35 smithi094 ceph-mon[41048]: pgmap v211: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 612 KiB/s wr, 28 op/s 2024-08-17T17:08:35.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:35 smithi094 ceph-mon[41048]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T17:08:36.471 INFO:tasks.rados.rados.0.smithi094.stdout:421: done (2 left) 2024-08-17T17:08:36.515 INFO:tasks.rados.rados.0.smithi094.stdout:424: done (1 left) 2024-08-17T17:08:36.515 INFO:tasks.rados.rados.0.smithi094.stdout:425: done (0 left) 2024-08-17T17:08:36.515 INFO:tasks.rados.rados.0.smithi094.stdout:426: rmattr oid 6 current snap is 41 2024-08-17T17:08:36.515 INFO:tasks.rados.rados.0.smithi094.stdout:427: rollback oid 3 current snap is 41 2024-08-17T17:08:36.516 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 36 2024-08-17T17:08:36.516 INFO:tasks.rados.rados.0.smithi094.stdout:428: rollback oid 16 current snap is 41 2024-08-17T17:08:36.516 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 16 to 29 2024-08-17T17:08:36.516 INFO:tasks.rados.rados.0.smithi094.stdout:429: snap_create 2024-08-17T17:08:36.517 INFO:tasks.rados.rados.0.smithi094.stdout:427: finishing rollback tid 0 to smithi09487127-3 2024-08-17T17:08:36.517 INFO:tasks.rados.rados.0.smithi094.stdout:427: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:08:36.517 INFO:tasks.rados.rados.0.smithi094.stdout:427: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:08:36.517 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 46 (ObjNum 87 snap 15 seq_num 87) dirty exists 2024-08-17T17:08:36.517 INFO:tasks.rados.rados.0.smithi094.stdout:428: finishing rollback tid 0 to smithi09487127-16 2024-08-17T17:08:36.517 INFO:tasks.rados.rados.0.smithi094.stdout:428: finishing rollback tid 1 to smithi09487127-16 2024-08-17T17:08:36.517 INFO:tasks.rados.rados.0.smithi094.stdout:428: finishing rollback tid 2 to smithi09487127-16 2024-08-17T17:08:36.518 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 169 (ObjNum 115 snap 24 seq_num 115) dirty exists 2024-08-17T17:08:36.518 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 209 (ObjNum 129 snap 0 seq_num 3213762000) dirty exists 2024-08-17T17:08:37.475 INFO:tasks.rados.rados.0.smithi094.stdout:426: done (3 left) 2024-08-17T17:08:37.476 INFO:tasks.rados.rados.0.smithi094.stdout:427: done (2 left) 2024-08-17T17:08:37.476 INFO:tasks.rados.rados.0.smithi094.stdout:428: done (1 left) 2024-08-17T17:08:37.476 INFO:tasks.rados.rados.0.smithi094.stdout:429: done (0 left) 2024-08-17T17:08:37.476 INFO:tasks.rados.rados.0.smithi094.stdout:430: rollback oid 39 current snap is 42 2024-08-17T17:08:37.476 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 37 2024-08-17T17:08:37.476 INFO:tasks.rados.rados.0.smithi094.stdout:431: rollback oid 21 current snap is 42 2024-08-17T17:08:37.476 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 21 to 30 2024-08-17T17:08:37.476 INFO:tasks.rados.rados.0.smithi094.stdout:432: delete oid 24 current snap is 42 2024-08-17T17:08:37.477 INFO:tasks.rados.rados.0.smithi094.stdout:432: done (2 left) 2024-08-17T17:08:37.477 INFO:tasks.rados.rados.0.smithi094.stdout:433: delete oid 3 current snap is 42 2024-08-17T17:08:37.479 INFO:tasks.rados.rados.0.smithi094.stdout:430: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:08:37.479 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 153 (ObjNum 4113 snap 0 seq_num 909149502) dirty dne 2024-08-17T17:08:37.480 INFO:tasks.rados.rados.0.smithi094.stdout:431: finishing rollback tid 1 to smithi09487127-21 2024-08-17T17:08:37.480 INFO:tasks.rados.rados.0.smithi094.stdout:431: finishing rollback tid 2 to smithi09487127-21 2024-08-17T17:08:37.480 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 233 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T17:08:37.482 INFO:tasks.rados.rados.0.smithi094.stdout:430: done (2 left) 2024-08-17T17:08:37.482 INFO:tasks.rados.rados.0.smithi094.stdout:431: done (1 left) 2024-08-17T17:08:37.482 INFO:tasks.rados.rados.0.smithi094.stdout:433: done (0 left) 2024-08-17T17:08:37.482 INFO:tasks.rados.rados.0.smithi094.stdout:434: read oid 33 snap 35 2024-08-17T17:08:37.482 INFO:tasks.rados.rados.0.smithi094.stdout:434: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-17T17:08:37.482 INFO:tasks.rados.rados.0.smithi094.stdout:435: setattr oid 15 current snap is 42 2024-08-17T17:08:37.483 INFO:tasks.rados.rados.0.smithi094.stdout:436: setattr oid 29 current snap is 42 2024-08-17T17:08:37.483 INFO:tasks.rados.rados.0.smithi094.stdout:437: delete oid 34 current snap is 42 2024-08-17T17:08:37.486 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 211 (ObjNum 108 snap 23 seq_num 108) dirty exists 2024-08-17T17:08:37.486 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 61 (ObjNum 33 snap 0 seq_num 3214077408) dirty exists 2024-08-17T17:08:37.486 INFO:tasks.rados.rados.0.smithi094.stdout:435: done (3 left) 2024-08-17T17:08:37.486 INFO:tasks.rados.rados.0.smithi094.stdout:436: done (2 left) 2024-08-17T17:08:37.486 INFO:tasks.rados.rados.0.smithi094.stdout:437: done (1 left) 2024-08-17T17:08:37.486 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 42 2024-08-17T17:08:37.487 INFO:tasks.rados.rados.0.smithi094.stdout:438: seq_num 155 ranges {6062080=204800} 2024-08-17T17:08:37.519 INFO:tasks.rados.rados.0.smithi094.stdout:438: writing smithi09487127-28 from 6062080 to 6266880 tid 1 2024-08-17T17:08:37.519 INFO:tasks.rados.rados.0.smithi094.stdout:439: snap_remove snap 30 2024-08-17T17:08:37.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:37 smithi094 ceph-mon[41048]: pgmap v214: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:37.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:37 smithi094 ceph-mon[41048]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T17:08:37.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:37 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:37.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:37 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:37.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:37 smithi094 ceph-mon[29912]: pgmap v214: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:37.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:37 smithi094 ceph-mon[29912]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T17:08:37.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:37 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:37.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:37 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:37 smithi190 ceph-mon[33316]: pgmap v214: 121 pgs: 121 active+clean; 123 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:37 smithi190 ceph-mon[33316]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T17:08:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:37 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:37 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:38.480 INFO:tasks.rados.rados.0.smithi094.stdout:439: done (2 left) 2024-08-17T17:08:38.480 INFO:tasks.rados.rados.0.smithi094.stdout:440: delete oid 13 current snap is 42 2024-08-17T17:08:38.480 INFO:tasks.rados.rados.0.smithi094.stdout:434: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:438: finishing write tid 1 to smithi09487127-28 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:438: finishing write tid 2 to smithi09487127-28 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:434: done (2 left) 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:440: done (1 left) 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:441: rollback oid 45 current snap is 42 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 35 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:438: finishing write tid 3 to smithi09487127-28 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 120 (ObjNum 155 snap 42 seq_num 155) dirty exists 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:438: left oid 28 (ObjNum 155 snap 42 seq_num 155) 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:438: done (1 left) 2024-08-17T17:08:38.524 INFO:tasks.rados.rados.0.smithi094.stdout:442: read oid 11 snap 36 2024-08-17T17:08:38.525 INFO:tasks.rados.rados.0.smithi094.stdout:442: expect deleted 2024-08-17T17:08:38.525 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 42 2024-08-17T17:08:38.525 INFO:tasks.rados.rados.0.smithi094.stdout:443: seq_num 157 ranges {0=237568} 2024-08-17T17:08:38.525 INFO:tasks.rados.rados.0.smithi094.stdout:443: writing smithi09487127-23 from 0 to 237568 tid 1 2024-08-17T17:08:38.525 INFO:tasks.rados.rados.0.smithi094.stdout:444: delete oid 8 current snap is 42 2024-08-17T17:08:38.526 INFO:tasks.rados.rados.0.smithi094.stdout:441: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:08:38.526 INFO:tasks.rados.rados.0.smithi094.stdout:441: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:08:38.528 INFO:tasks.rados.rados.0.smithi094.stdout:441: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:08:38.528 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 211 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T17:08:38.528 INFO:tasks.rados.rados.0.smithi094.stdout:441: done (3 left) 2024-08-17T17:08:38.528 INFO:tasks.rados.rados.0.smithi094.stdout:442: done (2 left) 2024-08-17T17:08:38.529 INFO:tasks.rados.rados.0.smithi094.stdout:444: done (1 left) 2024-08-17T17:08:38.529 INFO:tasks.rados.rados.0.smithi094.stdout:445: read oid 26 snap 40 2024-08-17T17:08:38.529 INFO:tasks.rados.rados.0.smithi094.stdout:445: expect (ObjNum 135 snap 33 seq_num 135) 2024-08-17T17:08:38.529 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 42 2024-08-17T17:08:38.529 INFO:tasks.rados.rados.0.smithi094.stdout:446: seq_num 159 ranges {1499136=270336} 2024-08-17T17:08:38.538 INFO:tasks.rados.rados.0.smithi094.stdout:446: writing smithi09487127-1 from 1499136 to 1769472 tid 1 2024-08-17T17:08:38.539 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 42 2024-08-17T17:08:38.539 INFO:tasks.rados.rados.0.smithi094.stdout:443: finishing write tid 1 to smithi09487127-23 2024-08-17T17:08:38.539 INFO:tasks.rados.rados.0.smithi094.stdout:447: seq_num 160 ranges {0=286720} 2024-08-17T17:08:38.540 INFO:tasks.rados.rados.0.smithi094.stdout:447: writing smithi09487127-37 from 0 to 286720 tid 1 2024-08-17T17:08:38.540 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 42 2024-08-17T17:08:38.541 INFO:tasks.rados.rados.0.smithi094.stdout:443: finishing write tid 2 to smithi09487127-23 2024-08-17T17:08:38.541 INFO:tasks.rados.rados.0.smithi094.stdout:443: finishing write tid 3 to smithi09487127-23 2024-08-17T17:08:38.541 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 78 (ObjNum 157 snap 42 seq_num 157) dirty exists 2024-08-17T17:08:38.541 INFO:tasks.rados.rados.0.smithi094.stdout:443: left oid 23 (ObjNum 157 snap 42 seq_num 157) 2024-08-17T17:08:38.541 INFO:tasks.rados.rados.0.smithi094.stdout:448: seq_num 161 ranges {2433024=303104} 2024-08-17T17:08:38.556 INFO:tasks.rados.rados.0.smithi094.stdout:448: writing smithi09487127-45 from 2433024 to 2736128 tid 1 2024-08-17T17:08:38.556 INFO:tasks.rados.rados.0.smithi094.stdout:443: done (4 left) 2024-08-17T17:08:38.556 INFO:tasks.rados.rados.0.smithi094.stdout:449: snap_remove snap 36 2024-08-17T17:08:38.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:38 smithi190 ceph-mon[33316]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T17:08:38.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:38 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:38.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:38 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:38.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:38 smithi094 ceph-mon[41048]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T17:08:38.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:38 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:38.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:38 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:38.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:38 smithi094 ceph-mon[29912]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T17:08:38.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:38 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:38.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:38 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:39.444 INFO:tasks.rados.rados.0.smithi094.stdout:449: done (4 left) 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:450: rollback oid 3 current snap is 42 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 40 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:446: finishing write tid 1 to smithi09487127-1 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:446: finishing write tid 2 to smithi09487127-1 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:446: finishing write tid 3 to smithi09487127-1 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 37 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:446: left oid 1 (ObjNum 159 snap 42 seq_num 159) 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:447: finishing write tid 1 to smithi09487127-37 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:447: finishing write tid 2 to smithi09487127-37 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:447: finishing write tid 3 to smithi09487127-37 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 175 (ObjNum 160 snap 42 seq_num 160) dirty exists 2024-08-17T17:08:39.445 INFO:tasks.rados.rados.0.smithi094.stdout:447: left oid 37 (ObjNum 160 snap 42 seq_num 160) 2024-08-17T17:08:39.446 INFO:tasks.rados.rados.0.smithi094.stdout:445: expect (ObjNum 135 snap 33 seq_num 135) 2024-08-17T17:08:39.595 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:39 smithi190 ceph-mon[33316]: pgmap v217: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-17T17:08:39.596 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:39 smithi190 ceph-mon[33316]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T17:08:39.596 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:39 smithi190 ceph-mon[33316]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:448: finishing write tid 1 to smithi09487127-45 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:448: finishing write tid 2 to smithi09487127-45 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:445: done (4 left) 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:446: done (3 left) 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:447: done (2 left) 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 42 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:448: finishing write tid 3 to smithi09487127-45 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 215 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-08-17T17:08:39.675 INFO:tasks.rados.rados.0.smithi094.stdout:448: left oid 45 (ObjNum 161 snap 42 seq_num 161) 2024-08-17T17:08:39.676 INFO:tasks.rados.rados.0.smithi094.stdout:451: seq_num 162 ranges {1400832=319488} 2024-08-17T17:08:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:451: writing smithi09487127-47 from 1400832 to 1720320 tid 1 2024-08-17T17:08:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:448: done (2 left) 2024-08-17T17:08:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:452: copy_from oid 6 from oid 18 current snap is 42 2024-08-17T17:08:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:450: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:08:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:450: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:08:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 52 (ObjNum 147 snap 37 seq_num 147) dirty exists 2024-08-17T17:08:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:450: done (2 left) 2024-08-17T17:08:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:453: snap_create 2024-08-17T17:08:39.686 INFO:tasks.rados.rados.0.smithi094.stdout:451: finishing write tid 1 to smithi09487127-47 2024-08-17T17:08:39.687 INFO:tasks.rados.rados.0.smithi094.stdout:451: finishing write tid 2 to smithi09487127-47 2024-08-17T17:08:39.689 INFO:tasks.rados.rados.0.smithi094.stdout:452: finishing copy_from racing read to smithi09487127-6 2024-08-17T17:08:39.690 INFO:tasks.rados.rados.0.smithi094.stdout:452: finishing copy_from to smithi09487127-6 2024-08-17T17:08:39.690 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 118 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-17T17:08:39.694 INFO:tasks.rados.rados.0.smithi094.stdout:451: finishing write tid 3 to smithi09487127-47 2024-08-17T17:08:39.694 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 92 (ObjNum 162 snap 42 seq_num 162) dirty exists 2024-08-17T17:08:39.695 INFO:tasks.rados.rados.0.smithi094.stdout:451: left oid 47 (ObjNum 162 snap 42 seq_num 162) 2024-08-17T17:08:39.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:39 smithi094 ceph-mon[29912]: pgmap v217: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-17T17:08:39.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:39 smithi094 ceph-mon[29912]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T17:08:39.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:39 smithi094 ceph-mon[29912]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T17:08:39.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:39 smithi094 ceph-mon[41048]: pgmap v217: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-17T17:08:39.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:39 smithi094 ceph-mon[41048]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T17:08:39.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:39 smithi094 ceph-mon[41048]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T17:08:40.486 INFO:tasks.rados.rados.0.smithi094.stdout:451: done (2 left) 2024-08-17T17:08:40.486 INFO:tasks.rados.rados.0.smithi094.stdout:452: done (1 left) 2024-08-17T17:08:40.486 INFO:tasks.rados.rados.0.smithi094.stdout:453: done (0 left) 2024-08-17T17:08:40.486 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 43 2024-08-17T17:08:40.486 INFO:tasks.rados.rados.0.smithi094.stdout:454: seq_num 163 ranges {2392064=335872} 2024-08-17T17:08:40.500 INFO:tasks.rados.rados.0.smithi094.stdout:454: writing smithi09487127-12 from 2392064 to 2727936 tid 1 2024-08-17T17:08:40.501 INFO:tasks.rados.rados.0.smithi094.stdout:455: read oid 9 snap -1 2024-08-17T17:08:40.501 INFO:tasks.rados.rados.0.smithi094.stdout:455: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-17T17:08:40.501 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 43 2024-08-17T17:08:40.501 INFO:tasks.rados.rados.0.smithi094.stdout:456: seq_num 164 ranges {5341184=352256} 2024-08-17T17:08:40.531 INFO:tasks.rados.rados.0.smithi094.stdout:456: writing smithi09487127-26 from 5341184 to 5693440 tid 1 2024-08-17T17:08:40.531 INFO:tasks.rados.rados.0.smithi094.stdout:457: snap_create 2024-08-17T17:08:40.531 INFO:tasks.rados.rados.0.smithi094.stdout:454: finishing write tid 1 to smithi09487127-12 2024-08-17T17:08:40.531 INFO:tasks.rados.rados.0.smithi094.stdout:454: finishing write tid 2 to smithi09487127-12 2024-08-17T17:08:40.532 INFO:tasks.rados.rados.0.smithi094.stdout:454: finishing write tid 3 to smithi09487127-12 2024-08-17T17:08:40.532 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 195 (ObjNum 163 snap 43 seq_num 163) dirty exists 2024-08-17T17:08:40.532 INFO:tasks.rados.rados.0.smithi094.stdout:454: left oid 12 (ObjNum 163 snap 43 seq_num 163) 2024-08-17T17:08:40.532 INFO:tasks.rados.rados.0.smithi094.stdout:455: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-17T17:08:40.570 INFO:tasks.rados.rados.0.smithi094.stdout:456: finishing write tid 1 to smithi09487127-26 2024-08-17T17:08:40.571 INFO:tasks.rados.rados.0.smithi094.stdout:456: finishing write tid 2 to smithi09487127-26 2024-08-17T17:08:40.573 INFO:tasks.rados.rados.0.smithi094.stdout:456: finishing write tid 3 to smithi09487127-26 2024-08-17T17:08:40.573 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 248 (ObjNum 164 snap 43 seq_num 164) dirty exists 2024-08-17T17:08:40.573 INFO:tasks.rados.rados.0.smithi094.stdout:456: left oid 26 (ObjNum 164 snap 43 seq_num 164) 2024-08-17T17:08:41.009 INFO:tasks.rados.rados.0.smithi094.stdout:454: done (3 left) 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:455: done (2 left) 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:456: done (1 left) 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:457: done (0 left) 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:458: copy_from oid 15 from oid 40 current snap is 44 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:459: read oid 7 snap 42 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:459: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:460: rollback oid 31 current snap is 44 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 35 2024-08-17T17:08:41.010 INFO:tasks.rados.rados.0.smithi094.stdout:461: delete oid 35 current snap is 44 2024-08-17T17:08:41.013 INFO:tasks.rados.rados.0.smithi094.stdout:460: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:08:41.014 INFO:tasks.rados.rados.0.smithi094.stdout:459: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:08:41.018 INFO:tasks.rados.rados.0.smithi094.stdout:460: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:460: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 252 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:458: finishing copy_from racing read to smithi09487127-15 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:458: finishing copy_from to smithi09487127-15 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 90 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:458: done (3 left) 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:459: done (2 left) 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:460: done (1 left) 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:461: done (0 left) 2024-08-17T17:08:41.019 INFO:tasks.rados.rados.0.smithi094.stdout:462: read oid 41 snap -1 2024-08-17T17:08:41.020 INFO:tasks.rados.rados.0.smithi094.stdout:462: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:08:41.020 INFO:tasks.rados.rados.0.smithi094.stdout:463: rollback oid 34 current snap is 44 2024-08-17T17:08:41.020 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 35 2024-08-17T17:08:41.020 INFO:tasks.rados.rados.0.smithi094.stdout:464: delete oid 36 current snap is 44 2024-08-17T17:08:41.020 INFO:tasks.rados.rados.0.smithi094.stdout:462: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:08:41.023 INFO:tasks.rados.rados.0.smithi094.stdout:462: done (2 left) 2024-08-17T17:08:41.023 INFO:tasks.rados.rados.0.smithi094.stdout:464: done (1 left) 2024-08-17T17:08:41.023 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 44 2024-08-17T17:08:41.023 INFO:tasks.rados.rados.0.smithi094.stdout:463: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:08:41.023 INFO:tasks.rados.rados.0.smithi094.stdout:463: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:08:41.023 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 67 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:08:41.023 INFO:tasks.rados.rados.0.smithi094.stdout:465: seq_num 167 ranges {2973696=401408} 2024-08-17T17:08:41.041 INFO:tasks.rados.rados.0.smithi094.stdout:465: writing smithi09487127-17 from 2973696 to 3375104 tid 1 2024-08-17T17:08:41.041 INFO:tasks.rados.rados.0.smithi094.stdout:463: done (1 left) 2024-08-17T17:08:41.042 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 44 2024-08-17T17:08:41.042 INFO:tasks.rados.rados.0.smithi094.stdout:466: seq_num 168 ranges {106496=417792} 2024-08-17T17:08:41.045 INFO:tasks.rados.rados.0.smithi094.stdout:466: writing smithi09487127-7 from 106496 to 524288 tid 1 2024-08-17T17:08:41.045 INFO:tasks.rados.rados.0.smithi094.stdout:467: read oid 18 snap -1 2024-08-17T17:08:41.045 INFO:tasks.rados.rados.0.smithi094.stdout:467: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:41.045 INFO:tasks.rados.rados.0.smithi094.stdout:468: read oid 6 snap -1 2024-08-17T17:08:41.045 INFO:tasks.rados.rados.0.smithi094.stdout:468: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:41.046 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 44 2024-08-17T17:08:41.046 INFO:tasks.rados.rados.0.smithi094.stdout:465: finishing write tid 1 to smithi09487127-17 2024-08-17T17:08:41.046 INFO:tasks.rados.rados.0.smithi094.stdout:465: finishing write tid 2 to smithi09487127-17 2024-08-17T17:08:41.046 INFO:tasks.rados.rados.0.smithi094.stdout:469: seq_num 169 ranges {1318912=434176} 2024-08-17T17:08:41.055 INFO:tasks.rados.rados.0.smithi094.stdout:469: writing smithi09487127-33 from 1318912 to 1753088 tid 1 2024-08-17T17:08:41.055 INFO:tasks.rados.rados.0.smithi094.stdout:470: read oid 8 snap -1 2024-08-17T17:08:41.055 INFO:tasks.rados.rados.0.smithi094.stdout:470: expect deleted 2024-08-17T17:08:41.055 INFO:tasks.rados.rados.0.smithi094.stdout:471: read oid 16 snap -1 2024-08-17T17:08:41.056 INFO:tasks.rados.rados.0.smithi094.stdout:471: expect (ObjNum 115 snap 24 seq_num 115) 2024-08-17T17:08:41.056 INFO:tasks.rados.rados.0.smithi094.stdout:472: rmattr oid 47 current snap is 44 2024-08-17T17:08:41.056 INFO:tasks.rados.rados.0.smithi094.stdout:465: finishing write tid 3 to smithi09487127-17 2024-08-17T17:08:41.056 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 198 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-08-17T17:08:41.056 INFO:tasks.rados.rados.0.smithi094.stdout:465: left oid 17 (ObjNum 167 snap 44 seq_num 167) 2024-08-17T17:08:41.056 INFO:tasks.rados.rados.0.smithi094.stdout:466: finishing write tid 1 to smithi09487127-7 2024-08-17T17:08:41.056 INFO:tasks.rados.rados.0.smithi094.stdout:466: finishing write tid 2 to smithi09487127-7 2024-08-17T17:08:41.056 INFO:tasks.rados.rados.0.smithi094.stdout:467: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:41.101 INFO:tasks.rados.rados.0.smithi094.stdout:466: finishing write tid 3 to smithi09487127-7 2024-08-17T17:08:41.101 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 201 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:08:41.102 INFO:tasks.rados.rados.0.smithi094.stdout:466: left oid 7 (ObjNum 168 snap 44 seq_num 168) 2024-08-17T17:08:41.102 INFO:tasks.rados.rados.0.smithi094.stdout:468: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:41.145 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 93 (ObjNum 162 snap 42 seq_num 162) dirty exists 2024-08-17T17:08:41.145 INFO:tasks.rados.rados.0.smithi094.stdout:469: finishing write tid 1 to smithi09487127-33 2024-08-17T17:08:41.146 INFO:tasks.rados.rados.0.smithi094.stdout:469: finishing write tid 2 to smithi09487127-33 2024-08-17T17:08:41.146 INFO:tasks.rados.rados.0.smithi094.stdout:469: finishing write tid 3 to smithi09487127-33 2024-08-17T17:08:41.146 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 153 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-08-17T17:08:41.146 INFO:tasks.rados.rados.0.smithi094.stdout:469: left oid 33 (ObjNum 169 snap 44 seq_num 169) 2024-08-17T17:08:41.146 INFO:tasks.rados.rados.0.smithi094.stdout:471: expect (ObjNum 115 snap 24 seq_num 115) 2024-08-17T17:08:41.185 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:41] ENGINE Bus STOPPING 2024-08-17T17:08:41.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:08:41.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:41] ENGINE Bus STOPPED 2024-08-17T17:08:41.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:41.003+0000 7fe8c8e5e640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-17T17:08:41.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ignoring --setuser ceph since I am not root 2024-08-17T17:08:41.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ignoring --setgroup ceph since I am not root 2024-08-17T17:08:41.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mgr[30202]: -- 172.21.15.94:0/2103457755 <== mon.2 v2:172.21.15.94:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559c85b889c0 con 0x559c85b94c00 2024-08-17T17:08:41.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:41.158+0000 7f8b6933cec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T17:08:41.275 INFO:tasks.rados.rados.0.smithi094.stdout:465: done (7 left) 2024-08-17T17:08:41.275 INFO:tasks.rados.rados.0.smithi094.stdout:466: done (6 left) 2024-08-17T17:08:41.275 INFO:tasks.rados.rados.0.smithi094.stdout:467: done (5 left) 2024-08-17T17:08:41.275 INFO:tasks.rados.rados.0.smithi094.stdout:468: done (4 left) 2024-08-17T17:08:41.276 INFO:tasks.rados.rados.0.smithi094.stdout:469: done (3 left) 2024-08-17T17:08:41.276 INFO:tasks.rados.rados.0.smithi094.stdout:470: done (2 left) 2024-08-17T17:08:41.276 INFO:tasks.rados.rados.0.smithi094.stdout:471: done (1 left) 2024-08-17T17:08:41.276 INFO:tasks.rados.rados.0.smithi094.stdout:472: done (0 left) 2024-08-17T17:08:41.276 INFO:tasks.rados.rados.0.smithi094.stdout:473: setattr oid 19 current snap is 44 2024-08-17T17:08:41.277 INFO:tasks.rados.rados.0.smithi094.stdout:474: rmattr oid 6 current snap is 44 2024-08-17T17:08:41.277 INFO:tasks.rados.rados.0.smithi094.stdout:474: done (1 left) 2024-08-17T17:08:41.277 INFO:tasks.rados.rados.0.smithi094.stdout:475: setattr oid 26 current snap is 44 2024-08-17T17:08:41.278 INFO:tasks.rados.rados.0.smithi094.stdout:476: snap_create 2024-08-17T17:08:41.279 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 203 (ObjNum 130 snap 32 seq_num 130) dirty exists 2024-08-17T17:08:41.281 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 254 (ObjNum 164 snap 43 seq_num 164) dirty exists 2024-08-17T17:08:41.590 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:41.284+0000 7f8b6933cec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:08:41.590 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:41.349+0000 7f8b6933cec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T17:08:41.590 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:41.588+0000 7f8b6933cec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T17:08:41.590 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: pgmap v220: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: Activating manager daemon x 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: mgrmap e24: x(active, starting, since 0.0065513s) 2024-08-17T17:08:41.591 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:08:41.592 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[41048]: Manager daemon x is now available 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: pgmap v220: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.593 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: Activating manager daemon x 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: mgrmap e24: x(active, starting, since 0.0065513s) 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:41.594 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:08:41.595 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:08:41.595 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:08:41.595 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:08:41.595 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:08:41.595 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:08:41.595 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:08:41.597 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:08:41.597 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:08:41.597 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:08:41.597 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:08:41.597 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:08:41.598 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:08:41.598 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:08:41.598 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-mon[29912]: Manager daemon x is now available 2024-08-17T17:08:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: pgmap v220: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 72 KiB/s wr, 9 op/s 2024-08-17T17:08:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T17:08:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: Activating manager daemon x 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24461 172.21.15.94:0/224840505' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: mgrmap e24: x(active, starting, since 0.0065513s) 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:41.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:08:41.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:41 smithi190 ceph-mon[33316]: Manager daemon x is now available 2024-08-17T17:08:42.010 INFO:tasks.rados.rados.0.smithi094.stdout:473: done (2 left) 2024-08-17T17:08:42.010 INFO:tasks.rados.rados.0.smithi094.stdout:475: done (1 left) 2024-08-17T17:08:42.010 INFO:tasks.rados.rados.0.smithi094.stdout:476: done (0 left) 2024-08-17T17:08:42.010 INFO:tasks.rados.rados.0.smithi094.stdout:477: setattr oid 39 current snap is 45 2024-08-17T17:08:42.010 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 45 2024-08-17T17:08:42.010 INFO:tasks.rados.rados.0.smithi094.stdout:478: seq_num 170 ranges {4349952=450560} 2024-08-17T17:08:42.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:41 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:41.645+0000 7f8b6933cec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T17:08:42.035 INFO:tasks.rados.rados.0.smithi094.stdout:478: writing smithi09487127-22 from 4349952 to 4800512 tid 1 2024-08-17T17:08:42.035 INFO:tasks.rados.rados.0.smithi094.stdout:479: snap_remove snap 27 2024-08-17T17:08:42.378 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:42] ENGINE Bus STARTING 2024-08-17T17:08:42.379 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4a8962640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.379 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4a8962640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.379 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4a8962640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.379 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4a8962640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.379 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4a8962640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.379 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4ab968640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.379 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4ab968640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.380 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4ab968640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.380 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4ab968640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.380 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:42.076+0000 7fd4ab968640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:08:42.380 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:42] ENGINE Serving on http://:::9283 2024-08-17T17:08:42.380 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:08:42] ENGINE Bus STARTED 2024-08-17T17:08:42.930 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:42.570+0000 7f8b6933cec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T17:08:42.930 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:42.688+0000 7f8b6933cec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T17:08:42.930 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:42.742+0000 7f8b6933cec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T17:08:42.930 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:42.928+0000 7f8b6933cec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T17:08:43.024 INFO:tasks.rados.rados.0.smithi094.stdout:479: done (2 left) 2024-08-17T17:08:43.024 INFO:tasks.rados.rados.0.smithi094.stdout:480: rmattr oid 7 current snap is 45 2024-08-17T17:08:43.024 INFO:tasks.rados.rados.0.smithi094.stdout:480: done (2 left) 2024-08-17T17:08:43.024 INFO:tasks.rados.rados.0.smithi094.stdout:481: copy_from oid 19 from oid 37 current snap is 45 2024-08-17T17:08:43.024 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 224 (ObjNum 97 snap 0 seq_num 3214036160) dirty exists 2024-08-17T17:08:43.024 INFO:tasks.rados.rados.0.smithi094.stdout:478: finishing write tid 1 to smithi09487127-22 2024-08-17T17:08:43.024 INFO:tasks.rados.rados.0.smithi094.stdout:478: finishing write tid 2 to smithi09487127-22 2024-08-17T17:08:43.025 INFO:tasks.rados.rados.0.smithi094.stdout:478: finishing write tid 3 to smithi09487127-22 2024-08-17T17:08:43.025 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 180 (ObjNum 170 snap 45 seq_num 170) dirty exists 2024-08-17T17:08:43.025 INFO:tasks.rados.rados.0.smithi094.stdout:478: left oid 22 (ObjNum 170 snap 45 seq_num 170) 2024-08-17T17:08:43.025 INFO:tasks.rados.rados.0.smithi094.stdout:477: done (2 left) 2024-08-17T17:08:43.025 INFO:tasks.rados.rados.0.smithi094.stdout:478: done (1 left) 2024-08-17T17:08:43.025 INFO:tasks.rados.rados.0.smithi094.stdout:482: copy_from oid 48 from oid 31 current snap is 45 2024-08-17T17:08:43.025 INFO:tasks.rados.rados.0.smithi094.stdout:483: delete oid 16 current snap is 45 2024-08-17T17:08:43.038 INFO:tasks.rados.rados.0.smithi094.stdout:483: done (2 left) 2024-08-17T17:08:43.038 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 45 2024-08-17T17:08:43.038 INFO:tasks.rados.rados.0.smithi094.stdout:484: seq_num 172 ranges {573440=483328} 2024-08-17T17:08:43.042 INFO:tasks.rados.rados.0.smithi094.stdout:484: writing smithi09487127-21 from 573440 to 1056768 tid 1 2024-08-17T17:08:43.042 INFO:tasks.rados.rados.0.smithi094.stdout:481: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:08:43.042 INFO:tasks.rados.rados.0.smithi094.stdout:485: delete oid 39 current snap is 45 2024-08-17T17:08:43.042 INFO:tasks.rados.rados.0.smithi094.stdout:481: finishing copy_from to smithi09487127-19 2024-08-17T17:08:43.042 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 175 (ObjNum 160 snap 42 seq_num 160) dirty exists 2024-08-17T17:08:43.046 INFO:tasks.rados.rados.0.smithi094.stdout:481: done (3 left) 2024-08-17T17:08:43.047 INFO:tasks.rados.rados.0.smithi094.stdout:485: done (2 left) 2024-08-17T17:08:43.047 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 45 2024-08-17T17:08:43.047 INFO:tasks.rados.rados.0.smithi094.stdout:486: seq_num 174 ranges {0=516096} 2024-08-17T17:08:43.050 INFO:tasks.rados.rados.0.smithi094.stdout:486: writing smithi09487127-43 from 0 to 516096 tid 1 2024-08-17T17:08:43.050 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 45 2024-08-17T17:08:43.050 INFO:tasks.rados.rados.0.smithi094.stdout:484: finishing write tid 1 to smithi09487127-21 2024-08-17T17:08:43.050 INFO:tasks.rados.rados.0.smithi094.stdout:487: seq_num 175 ranges {2105344=540672} 2024-08-17T17:08:43.065 INFO:tasks.rados.rados.0.smithi094.stdout:487: writing smithi09487127-38 from 2105344 to 2646016 tid 1 2024-08-17T17:08:43.065 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 45 2024-08-17T17:08:43.065 INFO:tasks.rados.rados.0.smithi094.stdout:484: finishing write tid 2 to smithi09487127-21 2024-08-17T17:08:43.065 INFO:tasks.rados.rados.0.smithi094.stdout:484: finishing write tid 3 to smithi09487127-21 2024-08-17T17:08:43.066 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 265 (ObjNum 172 snap 45 seq_num 172) dirty exists 2024-08-17T17:08:43.066 INFO:tasks.rados.rados.0.smithi094.stdout:484: left oid 21 (ObjNum 172 snap 45 seq_num 172) 2024-08-17T17:08:43.066 INFO:tasks.rados.rados.0.smithi094.stdout:488: seq_num 176 ranges {663552=557056} 2024-08-17T17:08:43.072 INFO:tasks.rados.rados.0.smithi094.stdout:488: writing smithi09487127-15 from 663552 to 1220608 tid 1 2024-08-17T17:08:43.072 INFO:tasks.rados.rados.0.smithi094.stdout:484: done (4 left) 2024-08-17T17:08:43.072 INFO:tasks.rados.rados.0.smithi094.stdout:489: read oid 2 snap -1 2024-08-17T17:08:43.072 INFO:tasks.rados.rados.0.smithi094.stdout:489: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:43.072 INFO:tasks.rados.rados.0.smithi094.stdout:490: snap_remove snap 35 2024-08-17T17:08:43.200 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:42.989+0000 7f8b6933cec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T17:08:43.200 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:43.076+0000 7f8b6933cec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:43.199+0000 7f8b6933cec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: Checking for cert/key for grafana.a 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: Migrating grafana.a cert to cert store 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: Migrating grafana.a key to cert store 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.201 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: mgrmap e25: x(active, since 1.01501s) 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: pgmap v4: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:08:43.202 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: Checking for cert/key for grafana.a 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: Migrating grafana.a cert to cert store 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: Migrating grafana.a key to cert store 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:43.203 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: mgrmap e25: x(active, since 1.01501s) 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: pgmap v4: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:08:43.204 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: Checking for cert/key for grafana.a 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: Migrating grafana.a cert to cert store 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: Migrating grafana.a key to cert store 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: mgrmap e25: x(active, since 1.01501s) 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: pgmap v4: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:08:43.437 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:43.201+0000 7fd48eeac640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:17:08:43] ENGINE Error in HTTPServer.serve 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: Traceback (most recent call last): 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: self._connections.run(self.expiration_interval) 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: self._run(expiration_interval) 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:08:43.438 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: s = self.context.wrap_socket( 2024-08-17T17:08:43.439 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:08:43.439 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: return self.sslsocket_class._create( 2024-08-17T17:08:43.439 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:08:43.439 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: self.do_handshake() 2024-08-17T17:08:43.439 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:08:43.439 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: self._sslobj.do_handshake() 2024-08-17T17:08:43.439 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:08:43.439 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:08:43.893 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:43.608+0000 7f8b6933cec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T17:08:43.893 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:43.892+0000 7f8b6933cec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T17:08:43.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:43] "GET /metrics HTTP/1.1" 200 35395 "" "Prometheus/2.43.0" 2024-08-17T17:08:44.022 INFO:tasks.rados.rados.0.smithi094.stdout:490: done (5 left) 2024-08-17T17:08:44.022 INFO:tasks.rados.rados.0.smithi094.stdout:491: rollback oid 11 current snap is 45 2024-08-17T17:08:44.022 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 29 2024-08-17T17:08:44.022 INFO:tasks.rados.rados.0.smithi094.stdout:482: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:08:44.022 INFO:tasks.rados.rados.0.smithi094.stdout:486: finishing write tid 1 to smithi09487127-43 2024-08-17T17:08:44.022 INFO:tasks.rados.rados.0.smithi094.stdout:486: finishing write tid 2 to smithi09487127-43 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:486: finishing write tid 3 to smithi09487127-43 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 85 (ObjNum 174 snap 45 seq_num 174) dirty exists 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:486: left oid 43 (ObjNum 174 snap 45 seq_num 174) 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:482: finishing copy_from to smithi09487127-48 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 252 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:487: finishing write tid 1 to smithi09487127-38 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:487: finishing write tid 2 to smithi09487127-38 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:487: finishing write tid 3 to smithi09487127-38 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 270 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:487: left oid 38 (ObjNum 175 snap 45 seq_num 175) 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:488: finishing write tid 1 to smithi09487127-15 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:488: finishing write tid 2 to smithi09487127-15 2024-08-17T17:08:44.023 INFO:tasks.rados.rados.0.smithi094.stdout:489: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:44.049 INFO:tasks.rados.rados.0.smithi094.stdout:488: finishing write tid 3 to smithi09487127-15 2024-08-17T17:08:44.049 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 254 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:488: left oid 15 (ObjNum 176 snap 45 seq_num 176) 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:482: done (5 left) 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:486: done (4 left) 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:487: done (3 left) 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:488: done (2 left) 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:489: done (1 left) 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:492: delete oid 32 current snap is 45 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:491: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:08:44.050 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 56 (ObjNum 65 snap 0 seq_num 1902726747) dirty dne 2024-08-17T17:08:44.051 INFO:tasks.rados.rados.0.smithi094.stdout:491: done (1 left) 2024-08-17T17:08:44.051 INFO:tasks.rados.rados.0.smithi094.stdout:492: done (0 left) 2024-08-17T17:08:44.051 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 45 2024-08-17T17:08:44.051 INFO:tasks.rados.rados.0.smithi094.stdout:493: seq_num 178 ranges {0=589824} 2024-08-17T17:08:44.054 INFO:tasks.rados.rados.0.smithi094.stdout:493: writing smithi09487127-49 from 0 to 589824 tid 1 2024-08-17T17:08:44.054 INFO:tasks.rados.rados.0.smithi094.stdout:494: snap_remove snap 42 2024-08-17T17:08:44.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:43.956+0000 7f8b6933cec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T17:08:44.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:44.096+0000 7f8b6933cec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T17:08:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[29912]: Deploying cephadm binary to smithi094 2024-08-17T17:08:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[29912]: Deploying cephadm binary to smithi190 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[29912]: [17/Aug/2024:17:08:42] ENGINE Bus STARTING 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[29912]: pgmap v5: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[29912]: mgrmap e26: x(active, since 2s) 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[29912]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[29912]: [17/Aug/2024:17:08:43] ENGINE Serving on http://172.21.15.190:8765 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[41048]: Deploying cephadm binary to smithi094 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[41048]: Deploying cephadm binary to smithi190 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[41048]: [17/Aug/2024:17:08:42] ENGINE Bus STARTING 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[41048]: pgmap v5: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[41048]: mgrmap e26: x(active, since 2s) 2024-08-17T17:08:44.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[41048]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T17:08:44.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-mon[41048]: [17/Aug/2024:17:08:43] ENGINE Serving on http://172.21.15.190:8765 2024-08-17T17:08:44.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:44 smithi190 ceph-mon[33316]: Deploying cephadm binary to smithi094 2024-08-17T17:08:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:44 smithi190 ceph-mon[33316]: Deploying cephadm binary to smithi190 2024-08-17T17:08:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:44 smithi190 ceph-mon[33316]: [17/Aug/2024:17:08:42] ENGINE Bus STARTING 2024-08-17T17:08:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:44 smithi190 ceph-mon[33316]: pgmap v5: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:44 smithi190 ceph-mon[33316]: mgrmap e26: x(active, since 2s) 2024-08-17T17:08:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:44 smithi190 ceph-mon[33316]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T17:08:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:44 smithi190 ceph-mon[33316]: [17/Aug/2024:17:08:43] ENGINE Serving on http://172.21.15.190:8765 2024-08-17T17:08:44.448 INFO:tasks.rados.rados.0.smithi094.stdout:494: done (1 left) 2024-08-17T17:08:44.448 INFO:tasks.rados.rados.0.smithi094.stdout:495: copy_from oid 46 from oid 11 current snap is 45 2024-08-17T17:08:44.449 INFO:tasks.rados.rados.0.smithi094.stdout:493: finishing write tid 1 to smithi09487127-49 2024-08-17T17:08:44.449 INFO:tasks.rados.rados.0.smithi094.stdout:493: finishing write tid 2 to smithi09487127-49 2024-08-17T17:08:44.449 INFO:tasks.rados.rados.0.smithi094.stdout:496: setattr oid 30 current snap is 45 2024-08-17T17:08:44.449 INFO:tasks.rados.rados.0.smithi094.stdout:493: finishing write tid 3 to smithi09487127-49 2024-08-17T17:08:44.449 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 196 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-08-17T17:08:44.449 INFO:tasks.rados.rados.0.smithi094.stdout:493: left oid 49 (ObjNum 178 snap 45 seq_num 178) 2024-08-17T17:08:44.451 INFO:tasks.rados.rados.0.smithi094.stdout:493: done (2 left) 2024-08-17T17:08:44.451 INFO:tasks.rados.rados.0.smithi094.stdout:497: rollback oid 29 current snap is 45 2024-08-17T17:08:44.451 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 29 2024-08-17T17:08:44.451 INFO:tasks.rados.rados.0.smithi094.stdout:498: setattr oid 40 current snap is 45 2024-08-17T17:08:44.452 INFO:tasks.rados.rados.0.smithi094.stdout:499: snap_create 2024-08-17T17:08:44.460 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 165 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:08:44.463 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 82 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-08-17T17:08:44.469 INFO:tasks.rados.rados.0.smithi094.stdout:495: finishing copy_from to smithi09487127-46 2024-08-17T17:08:44.470 INFO:tasks.rados.rados.0.smithi094.stdout:495: got expected ENOENT (src dne) 2024-08-17T17:08:44.470 INFO:tasks.rados.rados.0.smithi094.stdout:495: finishing copy_from racing read to smithi09487127-46 2024-08-17T17:08:44.470 INFO:tasks.rados.rados.0.smithi094.stdout:497: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:08:44.471 INFO:tasks.rados.rados.0.smithi094.stdout:497: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:08:44.471 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 75 (ObjNum 81 snap 0 seq_num 1433139580) dirty dne 2024-08-17T17:08:44.636 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:44.361+0000 7f8b6933cec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T17:08:44.636 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:44.428+0000 7f8b6933cec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T17:08:45.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:44.635+0000 7f8b6933cec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T17:08:45.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:44.705+0000 7f8b6933cec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T17:08:45.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:44.795+0000 7f8b6933cec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T17:08:45.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:44.855+0000 7f8b6933cec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T17:08:45.388 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[29912]: [17/Aug/2024:17:08:43] ENGINE Serving on https://172.21.15.190:7150 2024-08-17T17:08:45.388 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[29912]: [17/Aug/2024:17:08:43] ENGINE Bus STARTED 2024-08-17T17:08:45.388 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[29912]: [17/Aug/2024:17:08:43] ENGINE Error in HTTPServer.serve 2024-08-17T17:08:45.388 INFO:journalctl@ceph.mon.a.smithi094.stdout: Traceback (most recent call last): 2024-08-17T17:08:45.388 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:08:45.388 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:08:45.388 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._run(expiration_interval) 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: self.do_handshake() 2024-08-17T17:08:45.389 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.a.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[29912]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[29912]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[41048]: [17/Aug/2024:17:08:43] ENGINE Serving on https://172.21.15.190:7150 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[41048]: [17/Aug/2024:17:08:43] ENGINE Bus STARTED 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[41048]: [17/Aug/2024:17:08:43] ENGINE Error in HTTPServer.serve 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.c.smithi094.stdout: Traceback (most recent call last): 2024-08-17T17:08:45.390 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._run(expiration_interval) 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:08:45.391 INFO:journalctl@ceph.mon.c.smithi094.stdout: self.do_handshake() 2024-08-17T17:08:45.392 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:08:45.392 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T17:08:45.392 INFO:journalctl@ceph.mon.c.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:08:45.392 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[41048]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T17:08:45.392 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:45.392 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:45.392 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-mon[41048]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:45 smithi190 ceph-mon[33316]: [17/Aug/2024:17:08:43] ENGINE Serving on https://172.21.15.190:7150 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:45 smithi190 ceph-mon[33316]: [17/Aug/2024:17:08:43] ENGINE Bus STARTED 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:45 smithi190 ceph-mon[33316]: [17/Aug/2024:17:08:43] ENGINE Error in HTTPServer.serve 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: Traceback (most recent call last): 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._run(expiration_interval) 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:08:45.436 INFO:journalctl@ceph.mon.b.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: s = self.context.wrap_socket( 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: return self.sslsocket_class._create( 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: self.do_handshake() 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._sslobj.do_handshake() 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:45 smithi190 ceph-mon[33316]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T17:08:45.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:45 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:45.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:45 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:45.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:45 smithi190 ceph-mon[33316]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T17:08:45.457 INFO:tasks.rados.rados.0.smithi094.stdout:495: done (4 left) 2024-08-17T17:08:45.457 INFO:tasks.rados.rados.0.smithi094.stdout:496: done (3 left) 2024-08-17T17:08:45.457 INFO:tasks.rados.rados.0.smithi094.stdout:497: done (2 left) 2024-08-17T17:08:45.457 INFO:tasks.rados.rados.0.smithi094.stdout:498: done (1 left) 2024-08-17T17:08:45.457 INFO:tasks.rados.rados.0.smithi094.stdout:499: done (0 left) 2024-08-17T17:08:45.457 INFO:tasks.rados.rados.0.smithi094.stdout:500: snap_create 2024-08-17T17:08:45.638 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:45.386+0000 7f8b6933cec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T17:08:45.638 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:45.529+0000 7f8b6933cec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T17:08:45.638 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:08:45] ENGINE Bus STARTING 2024-08-17T17:08:45.638 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: CherryPy Checker: 2024-08-17T17:08:45.638 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: The Application mounted at '' has an empty config. 2024-08-17T17:08:45.638 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: 2024-08-17T17:08:46.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:08:45] ENGINE Serving on http://:::9283 2024-08-17T17:08:46.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: [17/Aug/2024:17:08:45] ENGINE Bus STARTED 2024-08-17T17:08:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[29912]: pgmap v9: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[29912]: mgrmap e27: x(active, since 4s) 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[29912]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[29912]: Standby manager daemon y started 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[41048]: pgmap v9: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[41048]: mgrmap e27: x(active, since 4s) 2024-08-17T17:08:46.315 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[41048]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T17:08:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[41048]: Standby manager daemon y started 2024-08-17T17:08:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:08:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:08:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:08:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:46 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:08:46.383 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:46 smithi190 ceph-mon[33316]: pgmap v9: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:46.383 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:46 smithi190 ceph-mon[33316]: mgrmap e27: x(active, since 4s) 2024-08-17T17:08:46.383 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:46 smithi190 ceph-mon[33316]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T17:08:46.383 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:46 smithi190 ceph-mon[33316]: Standby manager daemon y started 2024-08-17T17:08:46.383 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:46 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:08:46.383 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:46 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:08:46.383 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:46 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:08:46.384 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:46 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.94:0/1173066745' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:08:46.458 INFO:tasks.rados.rados.0.smithi094.stdout:500: done (0 left) 2024-08-17T17:08:46.458 INFO:tasks.rados.rados.0.smithi094.stdout:501: setattr oid 4 current snap is 47 2024-08-17T17:08:46.459 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 47 2024-08-17T17:08:46.460 INFO:tasks.rados.rados.0.smithi094.stdout:502: seq_num 179 ranges {221184=606208} 2024-08-17T17:08:46.465 INFO:tasks.rados.rados.0.smithi094.stdout:502: writing smithi09487127-14 from 221184 to 827392 tid 1 2024-08-17T17:08:46.465 INFO:tasks.rados.rados.0.smithi094.stdout:503: read oid 16 snap 46 2024-08-17T17:08:46.466 INFO:tasks.rados.rados.0.smithi094.stdout:503: expect deleted 2024-08-17T17:08:46.466 INFO:tasks.rados.rados.0.smithi094.stdout:504: rmattr oid 10 current snap is 47 2024-08-17T17:08:46.466 INFO:tasks.rados.rados.0.smithi094.stdout:504: done (3 left) 2024-08-17T17:08:46.466 INFO:tasks.rados.rados.0.smithi094.stdout:505: copy_from oid 41 from oid 17 current snap is 47 2024-08-17T17:08:46.466 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 89 (ObjNum 150 snap 40 seq_num 150) dirty exists 2024-08-17T17:08:46.466 INFO:tasks.rados.rados.0.smithi094.stdout:501: done (3 left) 2024-08-17T17:08:46.466 INFO:tasks.rados.rados.0.smithi094.stdout:506: delete oid 22 current snap is 47 2024-08-17T17:08:46.471 INFO:tasks.rados.rados.0.smithi094.stdout:502: finishing write tid 1 to smithi09487127-14 2024-08-17T17:08:46.472 INFO:tasks.rados.rados.0.smithi094.stdout:502: finishing write tid 2 to smithi09487127-14 2024-08-17T17:08:46.472 INFO:tasks.rados.rados.0.smithi094.stdout:503: done (3 left) 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:506: done (2 left) 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:507: rmattr oid 20 current snap is 47 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:508: rollback oid 13 current snap is 47 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 40 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:509: copy_from oid 23 from oid 3 current snap is 47 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:510: read oid 6 snap -1 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:510: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:511: rollback oid 5 current snap is 47 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 44 2024-08-17T17:08:46.473 INFO:tasks.rados.rados.0.smithi094.stdout:512: setattr oid 21 current snap is 47 2024-08-17T17:08:46.475 INFO:tasks.rados.rados.0.smithi094.stdout:502: finishing write tid 3 to smithi09487127-14 2024-08-17T17:08:46.475 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 256 (ObjNum 179 snap 47 seq_num 179) dirty exists 2024-08-17T17:08:46.475 INFO:tasks.rados.rados.0.smithi094.stdout:502: left oid 14 (ObjNum 179 snap 47 seq_num 179) 2024-08-17T17:08:46.475 INFO:tasks.rados.rados.0.smithi094.stdout:511: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:08:46.476 INFO:tasks.rados.rados.0.smithi094.stdout:508: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:08:46.476 INFO:tasks.rados.rados.0.smithi094.stdout:508: finishing rollback tid 2 to smithi09487127-13 2024-08-17T17:08:46.476 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 245 (ObjNum 143 snap 36 seq_num 143) dirty exists 2024-08-17T17:08:46.476 INFO:tasks.rados.rados.0.smithi094.stdout:502: done (7 left) 2024-08-17T17:08:46.476 INFO:tasks.rados.rados.0.smithi094.stdout:508: done (6 left) 2024-08-17T17:08:46.476 INFO:tasks.rados.rados.0.smithi094.stdout:513: snap_create 2024-08-17T17:08:46.476 INFO:tasks.rados.rados.0.smithi094.stdout:511: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:08:46.477 INFO:tasks.rados.rados.0.smithi094.stdout:511: finishing rollback tid 2 to smithi09487127-5 2024-08-17T17:08:46.477 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 135 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-08-17T17:08:46.478 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 288 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:08:46.480 INFO:tasks.rados.rados.0.smithi094.stdout:510: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-17T17:08:46.525 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 290 (ObjNum 172 snap 45 seq_num 172) dirty exists 2024-08-17T17:08:46.525 INFO:tasks.rados.rados.0.smithi094.stdout:505: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:08:46.525 INFO:tasks.rados.rados.0.smithi094.stdout:505: finishing copy_from to smithi09487127-41 2024-08-17T17:08:46.525 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 198 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-08-17T17:08:46.525 INFO:tasks.rados.rados.0.smithi094.stdout:509: finishing copy_from racing read to smithi09487127-23 2024-08-17T17:08:46.525 INFO:tasks.rados.rados.0.smithi094.stdout:509: finishing copy_from to smithi09487127-23 2024-08-17T17:08:46.525 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 52 (ObjNum 147 snap 37 seq_num 147) dirty exists 2024-08-17T17:08:47.468 INFO:tasks.rados.rados.0.smithi094.stdout:505: done (6 left) 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:507: done (5 left) 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:509: done (4 left) 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:510: done (3 left) 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:511: done (2 left) 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:512: done (1 left) 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:513: done (0 left) 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:514: rmattr oid 4 current snap is 48 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 48 2024-08-17T17:08:47.469 INFO:tasks.rados.rados.0.smithi094.stdout:515: seq_num 181 ranges {1720320=638976} 2024-08-17T17:08:47.481 INFO:tasks.rados.rados.0.smithi094.stdout:515: writing smithi09487127-47 from 1720320 to 2359296 tid 1 2024-08-17T17:08:47.481 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 48 2024-08-17T17:08:47.481 INFO:tasks.rados.rados.0.smithi094.stdout:516: seq_num 182 ranges {663552=655360} 2024-08-17T17:08:47.489 INFO:tasks.rados.rados.0.smithi094.stdout:516: writing smithi09487127-40 from 663552 to 1318912 tid 1 2024-08-17T17:08:47.489 INFO:tasks.rados.rados.0.smithi094.stdout:517: read oid 38 snap 45 2024-08-17T17:08:47.489 INFO:tasks.rados.rados.0.smithi094.stdout:517: expect (ObjNum 175 snap 45 seq_num 175) 2024-08-17T17:08:47.489 INFO:tasks.rados.rados.0.smithi094.stdout:518: delete oid 16 current snap is 48 2024-08-17T17:08:47.489 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 91 (ObjNum 150 snap 40 seq_num 150) dirty exists 2024-08-17T17:08:47.489 INFO:tasks.rados.rados.0.smithi094.stdout:515: finishing write tid 1 to smithi09487127-47 2024-08-17T17:08:47.489 INFO:tasks.rados.rados.0.smithi094.stdout:515: finishing write tid 2 to smithi09487127-47 2024-08-17T17:08:47.489 INFO:tasks.rados.rados.0.smithi094.stdout:515: finishing write tid 3 to smithi09487127-47 2024-08-17T17:08:47.490 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 101 (ObjNum 181 snap 48 seq_num 181) dirty exists 2024-08-17T17:08:47.490 INFO:tasks.rados.rados.0.smithi094.stdout:515: left oid 47 (ObjNum 181 snap 48 seq_num 181) 2024-08-17T17:08:47.490 INFO:tasks.rados.rados.0.smithi094.stdout:514: done (4 left) 2024-08-17T17:08:47.490 INFO:tasks.rados.rados.0.smithi094.stdout:515: done (3 left) 2024-08-17T17:08:47.490 INFO:tasks.rados.rados.0.smithi094.stdout:518: done (2 left) 2024-08-17T17:08:47.490 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 48 2024-08-17T17:08:47.491 INFO:tasks.rados.rados.0.smithi094.stdout:519: seq_num 184 ranges {1433600=688128} 2024-08-17T17:08:47.503 INFO:tasks.rados.rados.0.smithi094.stdout:519: writing smithi09487127-6 from 1433600 to 2121728 tid 1 2024-08-17T17:08:47.503 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 48 2024-08-17T17:08:47.503 INFO:tasks.rados.rados.0.smithi094.stdout:516: finishing write tid 1 to smithi09487127-40 2024-08-17T17:08:47.503 INFO:tasks.rados.rados.0.smithi094.stdout:516: finishing write tid 2 to smithi09487127-40 2024-08-17T17:08:47.503 INFO:tasks.rados.rados.0.smithi094.stdout:516: finishing write tid 3 to smithi09487127-40 2024-08-17T17:08:47.503 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 168 (ObjNum 182 snap 48 seq_num 182) dirty exists 2024-08-17T17:08:47.503 INFO:tasks.rados.rados.0.smithi094.stdout:516: left oid 40 (ObjNum 182 snap 48 seq_num 182) 2024-08-17T17:08:47.503 INFO:tasks.rados.rados.0.smithi094.stdout:517: expect (ObjNum 175 snap 45 seq_num 175) 2024-08-17T17:08:47.655 INFO:tasks.rados.rados.0.smithi094.stdout:519: finishing write tid 1 to smithi09487127-6 2024-08-17T17:08:47.656 INFO:tasks.rados.rados.0.smithi094.stdout:520: seq_num 185 ranges {827392=704512} 2024-08-17T17:08:47.664 INFO:tasks.rados.rados.0.smithi094.stdout:520: writing smithi09487127-14 from 827392 to 1531904 tid 1 2024-08-17T17:08:47.664 INFO:tasks.rados.rados.0.smithi094.stdout:516: done (3 left) 2024-08-17T17:08:47.664 INFO:tasks.rados.rados.0.smithi094.stdout:517: done (2 left) 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:521: rollback oid 12 current snap is 48 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 12 to 37 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:519: finishing write tid 2 to smithi09487127-6 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:519: finishing write tid 3 to smithi09487127-6 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 258 (ObjNum 184 snap 48 seq_num 184) dirty exists 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:519: left oid 6 (ObjNum 184 snap 48 seq_num 184) 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:519: done (2 left) 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:522: read oid 48 snap -1 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:522: expect (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:523: copy_from oid 11 from oid 7 current snap is 48 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 48 2024-08-17T17:08:47.665 INFO:tasks.rados.rados.0.smithi094.stdout:524: seq_num 186 ranges {3719168=720896} 2024-08-17T17:08:47.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:47 smithi190 ceph-mon[33316]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T17:08:47.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:47 smithi190 ceph-mon[33316]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-17T17:08:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:47 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:08:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:47 smithi190 ceph-mon[33316]: pgmap v12: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:47.690 INFO:tasks.rados.rados.0.smithi094.stdout:524: writing smithi09487127-31 from 3719168 to 4440064 tid 1 2024-08-17T17:08:47.690 INFO:tasks.rados.rados.0.smithi094.stdout:525: read oid 10 snap -1 2024-08-17T17:08:47.690 INFO:tasks.rados.rados.0.smithi094.stdout:525: expect deleted 2024-08-17T17:08:47.690 INFO:tasks.rados.rados.0.smithi094.stdout:526: copy_from oid 18 from oid 49 current snap is 48 2024-08-17T17:08:47.690 INFO:tasks.rados.rados.0.smithi094.stdout:521: finishing rollback tid 0 to smithi09487127-12 2024-08-17T17:08:47.690 INFO:tasks.rados.rados.0.smithi094.stdout:521: finishing rollback tid 1 to smithi09487127-12 2024-08-17T17:08:47.690 INFO:tasks.rados.rados.0.smithi094.stdout:521: finishing rollback tid 2 to smithi09487127-12 2024-08-17T17:08:47.690 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 235 (ObjNum 142 snap 35 seq_num 142) dirty exists 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:520: finishing write tid 1 to smithi09487127-14 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:521: done (6 left) 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:527: read oid 44 snap -1 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:527: expect (ObjNum 148 snap 39 seq_num 148) 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 48 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:523: finishing copy_from racing read to smithi09487127-11 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:523: finishing copy_from to smithi09487127-11 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 201 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:520: finishing write tid 2 to smithi09487127-14 2024-08-17T17:08:47.691 INFO:tasks.rados.rados.0.smithi094.stdout:522: expect (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:08:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:47 smithi094 ceph-mon[29912]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T17:08:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:47 smithi094 ceph-mon[29912]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-17T17:08:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:47 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:08:47.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:47 smithi094 ceph-mon[29912]: pgmap v12: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:47.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:47 smithi094 ceph-mon[41048]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T17:08:47.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:47 smithi094 ceph-mon[41048]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-17T17:08:47.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:47 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:08:47.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:47 smithi094 ceph-mon[41048]: pgmap v12: 121 pgs: 121 active+clean; 126 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:47.826 INFO:tasks.rados.rados.0.smithi094.stdout:520: finishing write tid 3 to smithi09487127-14 2024-08-17T17:08:47.826 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 260 (ObjNum 185 snap 48 seq_num 185) dirty exists 2024-08-17T17:08:47.826 INFO:tasks.rados.rados.0.smithi094.stdout:520: left oid 14 (ObjNum 185 snap 48 seq_num 185) 2024-08-17T17:08:47.827 INFO:tasks.rados.rados.0.smithi094.stdout:528: seq_num 187 ranges {2203648=737280} 2024-08-17T17:08:47.842 INFO:tasks.rados.rados.0.smithi094.stdout:528: writing smithi09487127-4 from 2203648 to 2940928 tid 1 2024-08-17T17:08:47.842 INFO:tasks.rados.rados.0.smithi094.stdout:520: done (7 left) 2024-08-17T17:08:47.843 INFO:tasks.rados.rados.0.smithi094.stdout:522: done (6 left) 2024-08-17T17:08:47.843 INFO:tasks.rados.rados.0.smithi094.stdout:523: done (5 left) 2024-08-17T17:08:47.843 INFO:tasks.rados.rados.0.smithi094.stdout:529: read oid 40 snap 29 2024-08-17T17:08:47.843 INFO:tasks.rados.rados.0.smithi094.stdout:529: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:47.843 INFO:tasks.rados.rados.0.smithi094.stdout:530: snap_remove snap 39 2024-08-17T17:08:48.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T17:08:48.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:48 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.533 INFO:tasks.rados.rados.0.smithi094.stdout:530: done (6 left) 2024-08-17T17:08:48.533 INFO:tasks.rados.rados.0.smithi094.stdout:531: snap_remove snap 41 2024-08-17T17:08:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T17:08:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:48.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:48 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:49.540 INFO:tasks.rados.rados.0.smithi094.stdout:531: done (6 left) 2024-08-17T17:08:49.540 INFO:tasks.rados.rados.0.smithi094.stdout:532: copy_from oid 13 from oid 42 current snap is 48 2024-08-17T17:08:49.540 INFO:tasks.rados.rados.0.smithi094.stdout:533: rollback oid 38 current snap is 48 2024-08-17T17:08:49.540 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 38 to 47 2024-08-17T17:08:49.540 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 48 2024-08-17T17:08:49.541 INFO:tasks.rados.rados.0.smithi094.stdout:534: seq_num 188 ranges {0=753664} 2024-08-17T17:08:49.544 INFO:tasks.rados.rados.0.smithi094.stdout:534: writing smithi09487127-8 from 0 to 753664 tid 1 2024-08-17T17:08:49.546 INFO:tasks.rados.rados.0.smithi094.stdout:527: expect (ObjNum 148 snap 39 seq_num 148) 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:524: finishing write tid 1 to smithi09487127-31 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:524: finishing write tid 2 to smithi09487127-31 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:526: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:524: finishing write tid 3 to smithi09487127-31 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 293 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:524: left oid 31 (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:526: finishing copy_from to smithi09487127-18 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 196 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:528: finishing write tid 1 to smithi09487127-4 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:528: finishing write tid 2 to smithi09487127-4 2024-08-17T17:08:49.549 INFO:tasks.rados.rados.0.smithi094.stdout:529: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:49.571 INFO:tasks.rados.rados.0.smithi094.stdout:528: finishing write tid 3 to smithi09487127-4 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 93 (ObjNum 187 snap 48 seq_num 187) dirty exists 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:528: left oid 4 (ObjNum 187 snap 48 seq_num 187) 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:533: finishing rollback tid 0 to smithi09487127-38 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:533: finishing rollback tid 1 to smithi09487127-38 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:533: finishing rollback tid 2 to smithi09487127-38 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 305 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:532: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:534: finishing write tid 1 to smithi09487127-8 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:534: finishing write tid 2 to smithi09487127-8 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:532: finishing copy_from to smithi09487127-13 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 31 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:08:49.572 INFO:tasks.rados.rados.0.smithi094.stdout:534: finishing write tid 3 to smithi09487127-8 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 261 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:534: left oid 8 (ObjNum 188 snap 48 seq_num 188) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:524: done (8 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:525: done (7 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:526: done (6 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:527: done (5 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:528: done (4 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:529: done (3 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:532: done (2 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:533: done (1 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:534: done (0 left) 2024-08-17T17:08:49.573 INFO:tasks.rados.rados.0.smithi094.stdout:535: snap_create 2024-08-17T17:08:49.780 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:49 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi094 to 2480M 2024-08-17T17:08:49.780 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:49 smithi190 ceph-mon[33316]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T17:08:49.780 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:49 smithi190 ceph-mon[33316]: pgmap v15: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-08-17T17:08:49.780 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:49 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:49.780 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:49 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi094 to 2480M 2024-08-17T17:08:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[41048]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T17:08:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[41048]: pgmap v15: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-08-17T17:08:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:50.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi094 to 2480M 2024-08-17T17:08:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[29912]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T17:08:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[29912]: pgmap v15: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-08-17T17:08:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:49 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:50.544 INFO:tasks.rados.rados.0.smithi094.stdout:535: done (0 left) 2024-08-17T17:08:50.544 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 49 2024-08-17T17:08:50.544 INFO:tasks.rados.rados.0.smithi094.stdout:536: seq_num 189 ranges {3375104=770048} 2024-08-17T17:08:50.566 INFO:tasks.rados.rados.0.smithi094.stdout:536: writing smithi09487127-17 from 3375104 to 4145152 tid 1 2024-08-17T17:08:50.566 INFO:tasks.rados.rados.0.smithi094.stdout:537: copy_from oid 28 from oid 42 current snap is 49 2024-08-17T17:08:50.566 INFO:tasks.rados.rados.0.smithi094.stdout:538: rollback oid 15 current snap is 49 2024-08-17T17:08:50.566 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 15 to 18 2024-08-17T17:08:50.566 INFO:tasks.rados.rados.0.smithi094.stdout:539: rollback oid 33 current snap is 49 2024-08-17T17:08:50.566 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 33 to 40 2024-08-17T17:08:50.566 INFO:tasks.rados.rados.0.smithi094.stdout:540: delete oid 46 current snap is 49 2024-08-17T17:08:50.572 INFO:tasks.rados.rados.0.smithi094.stdout:539: finishing rollback tid 0 to smithi09487127-33 2024-08-17T17:08:50.572 INFO:tasks.rados.rados.0.smithi094.stdout:538: finishing rollback tid 0 to smithi09487127-15 2024-08-17T17:08:50.572 INFO:tasks.rados.rados.0.smithi094.stdout:539: finishing rollback tid 1 to smithi09487127-33 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:540: done (4 left) 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:541: read oid 11 snap 37 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:541: expect deleted 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:542: read oid 19 snap -1 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:542: expect (ObjNum 160 snap 42 seq_num 160) 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:543: copy_from oid 14 from oid 7 current snap is 49 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:544: delete oid 47 current snap is 49 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:538: finishing rollback tid 1 to smithi09487127-15 2024-08-17T17:08:50.573 INFO:tasks.rados.rados.0.smithi094.stdout:538: finishing rollback tid 2 to smithi09487127-15 2024-08-17T17:08:50.574 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 277 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-08-17T17:08:50.574 INFO:tasks.rados.rados.0.smithi094.stdout:539: finishing rollback tid 2 to smithi09487127-33 2024-08-17T17:08:50.574 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 180 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-08-17T17:08:50.574 INFO:tasks.rados.rados.0.smithi094.stdout:536: finishing write tid 1 to smithi09487127-17 2024-08-17T17:08:50.574 INFO:tasks.rados.rados.0.smithi094.stdout:536: finishing write tid 2 to smithi09487127-17 2024-08-17T17:08:50.576 INFO:tasks.rados.rados.0.smithi094.stdout:538: done (7 left) 2024-08-17T17:08:50.576 INFO:tasks.rados.rados.0.smithi094.stdout:539: done (6 left) 2024-08-17T17:08:50.576 INFO:tasks.rados.rados.0.smithi094.stdout:541: done (5 left) 2024-08-17T17:08:50.576 INFO:tasks.rados.rados.0.smithi094.stdout:544: done (4 left) 2024-08-17T17:08:50.576 INFO:tasks.rados.rados.0.smithi094.stdout:545: read oid 35 snap -1 2024-08-17T17:08:50.576 INFO:tasks.rados.rados.0.smithi094.stdout:545: expect deleted 2024-08-17T17:08:50.576 INFO:tasks.rados.rados.0.smithi094.stdout:546: delete oid 4 current snap is 49 2024-08-17T17:08:50.577 INFO:tasks.rados.rados.0.smithi094.stdout:536: finishing write tid 3 to smithi09487127-17 2024-08-17T17:08:50.577 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 254 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-08-17T17:08:50.577 INFO:tasks.rados.rados.0.smithi094.stdout:536: left oid 17 (ObjNum 189 snap 49 seq_num 189) 2024-08-17T17:08:50.578 INFO:tasks.rados.rados.0.smithi094.stdout:536: done (5 left) 2024-08-17T17:08:50.578 INFO:tasks.rados.rados.0.smithi094.stdout:545: done (4 left) 2024-08-17T17:08:50.578 INFO:tasks.rados.rados.0.smithi094.stdout:546: done (3 left) 2024-08-17T17:08:50.578 INFO:tasks.rados.rados.0.smithi094.stdout:547: copy_from oid 23 from oid 31 current snap is 49 2024-08-17T17:08:50.578 INFO:tasks.rados.rados.0.smithi094.stdout:548: delete oid 34 current snap is 49 2024-08-17T17:08:50.579 INFO:tasks.rados.rados.0.smithi094.stdout:542: expect (ObjNum 160 snap 42 seq_num 160) 2024-08-17T17:08:50.589 INFO:tasks.rados.rados.0.smithi094.stdout:543: finishing copy_from racing read to smithi09487127-14 2024-08-17T17:08:50.589 INFO:tasks.rados.rados.0.smithi094.stdout:543: finishing copy_from to smithi09487127-14 2024-08-17T17:08:50.589 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 201 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:537: finishing copy_from racing read to smithi09487127-28 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:537: finishing copy_from to smithi09487127-28 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 31 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:537: done (4 left) 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:542: done (3 left) 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:543: done (2 left) 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:548: done (1 left) 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 49 2024-08-17T17:08:50.590 INFO:tasks.rados.rados.0.smithi094.stdout:549: seq_num 194 ranges {3719168=458752,4177920=401408} 2024-08-17T17:08:50.612 INFO:tasks.rados.rados.0.smithi094.stdout:549: writing smithi09487127-48 from 3719168 to 4177920 tid 1 2024-08-17T17:08:50.614 INFO:tasks.rados.rados.0.smithi094.stdout:549: writing smithi09487127-48 from 4177920 to 4579328 tid 2 2024-08-17T17:08:50.614 INFO:tasks.rados.rados.0.smithi094.stdout:550: rollback oid 21 current snap is 49 2024-08-17T17:08:50.615 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 21 to 40 2024-08-17T17:08:50.615 INFO:tasks.rados.rados.0.smithi094.stdout:547: finishing copy_from racing read to smithi09487127-23 2024-08-17T17:08:50.615 INFO:tasks.rados.rados.0.smithi094.stdout:547: finishing copy_from to smithi09487127-23 2024-08-17T17:08:50.615 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 293 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:08:50.615 INFO:tasks.rados.rados.0.smithi094.stdout:547: done (2 left) 2024-08-17T17:08:50.615 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 49 2024-08-17T17:08:50.615 INFO:tasks.rados.rados.0.smithi094.stdout:551: seq_num 195 ranges {516096=475136,991232=401408} 2024-08-17T17:08:50.620 INFO:tasks.rados.rados.0.smithi094.stdout:551: writing smithi09487127-43 from 516096 to 991232 tid 1 2024-08-17T17:08:50.623 INFO:tasks.rados.rados.0.smithi094.stdout:551: writing smithi09487127-43 from 991232 to 1392640 tid 2 2024-08-17T17:08:50.623 INFO:tasks.rados.rados.0.smithi094.stdout:552: delete oid 5 current snap is 49 2024-08-17T17:08:50.623 INFO:tasks.rados.rados.0.smithi094.stdout:549: finishing write tid 1 to smithi09487127-48 2024-08-17T17:08:50.623 INFO:tasks.rados.rados.0.smithi094.stdout:549: finishing write tid 2 to smithi09487127-48 2024-08-17T17:08:50.623 INFO:tasks.rados.rados.0.smithi094.stdout:550: finishing rollback tid 0 to smithi09487127-21 2024-08-17T17:08:50.623 INFO:tasks.rados.rados.0.smithi094.stdout:549: finishing write tid 3 to smithi09487127-48 2024-08-17T17:08:50.623 INFO:tasks.rados.rados.0.smithi094.stdout:550: finishing rollback tid 1 to smithi09487127-21 2024-08-17T17:08:50.625 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 316 (ObjNum 33 snap 0 seq_num 3214315192) dirty dne 2024-08-17T17:08:50.626 INFO:tasks.rados.rados.0.smithi094.stdout:549: finishing write tid 4 to smithi09487127-48 2024-08-17T17:08:50.626 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 283 (ObjNum 194 snap 49 seq_num 194) dirty exists 2024-08-17T17:08:50.626 INFO:tasks.rados.rados.0.smithi094.stdout:549: left oid 48 (ObjNum 194 snap 49 seq_num 194) 2024-08-17T17:08:50.626 INFO:tasks.rados.rados.0.smithi094.stdout:551: finishing write tid 1 to smithi09487127-43 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:549: done (3 left) 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:550: done (2 left) 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:552: done (1 left) 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:553: delete oid 10 current snap is 49 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:551: finishing write tid 2 to smithi09487127-43 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:551: finishing write tid 3 to smithi09487127-43 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:553: done (1 left) 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:554: rmattr oid 29 current snap is 49 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:554: done (1 left) 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 49 2024-08-17T17:08:50.627 INFO:tasks.rados.rados.0.smithi094.stdout:555: seq_num 198 ranges {286720=524288,811008=401408} 2024-08-17T17:08:50.629 INFO:tasks.rados.rados.0.smithi094.stdout:555: writing smithi09487127-37 from 286720 to 811008 tid 1 2024-08-17T17:08:50.632 INFO:tasks.rados.rados.0.smithi094.stdout:555: writing smithi09487127-37 from 811008 to 1212416 tid 2 2024-08-17T17:08:50.632 INFO:tasks.rados.rados.0.smithi094.stdout:556: read oid 29 snap -1 2024-08-17T17:08:50.633 INFO:tasks.rados.rados.0.smithi094.stdout:556: expect deleted 2024-08-17T17:08:50.633 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 49 2024-08-17T17:08:50.633 INFO:tasks.rados.rados.0.smithi094.stdout:551: finishing write tid 4 to smithi09487127-43 2024-08-17T17:08:50.633 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 103 (ObjNum 195 snap 49 seq_num 195) dirty exists 2024-08-17T17:08:50.633 INFO:tasks.rados.rados.0.smithi094.stdout:551: left oid 43 (ObjNum 195 snap 49 seq_num 195) 2024-08-17T17:08:50.633 INFO:tasks.rados.rados.0.smithi094.stdout:555: finishing write tid 1 to smithi09487127-37 2024-08-17T17:08:50.633 INFO:tasks.rados.rados.0.smithi094.stdout:557: seq_num 199 ranges {2392064=540672,2932736=401408} 2024-08-17T17:08:50.648 INFO:tasks.rados.rados.0.smithi094.stdout:557: writing smithi09487127-12 from 2392064 to 2932736 tid 1 2024-08-17T17:08:50.650 INFO:tasks.rados.rados.0.smithi094.stdout:557: writing smithi09487127-12 from 2932736 to 3334144 tid 2 2024-08-17T17:08:50.650 INFO:tasks.rados.rados.0.smithi094.stdout:551: done (3 left) 2024-08-17T17:08:50.650 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 36 current snap is 49 2024-08-17T17:08:50.650 INFO:tasks.rados.rados.0.smithi094.stdout:558: seq_num 200 ranges {0=557056,557056=401408} 2024-08-17T17:08:50.653 INFO:tasks.rados.rados.0.smithi094.stdout:558: writing smithi09487127-36 from 0 to 557056 tid 1 2024-08-17T17:08:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:558: writing smithi09487127-36 from 557056 to 958464 tid 2 2024-08-17T17:08:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:559: snap_remove snap 47 2024-08-17T17:08:50.780 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:50 smithi190 ceph-mon[33316]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T17:08:51.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:50 smithi094 ceph-mon[29912]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T17:08:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:50 smithi094 ceph-mon[41048]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:559: done (4 left) 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:560: snap_create 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:555: finishing write tid 2 to smithi09487127-37 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:555: finishing write tid 3 to smithi09487127-37 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:555: finishing write tid 4 to smithi09487127-37 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 215 (ObjNum 198 snap 49 seq_num 198) dirty exists 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:555: left oid 37 (ObjNum 198 snap 49 seq_num 198) 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:557: finishing write tid 1 to smithi09487127-12 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:557: finishing write tid 2 to smithi09487127-12 2024-08-17T17:08:51.555 INFO:tasks.rados.rados.0.smithi094.stdout:557: finishing write tid 3 to smithi09487127-12 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:557: finishing write tid 4 to smithi09487127-12 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 259 (ObjNum 199 snap 49 seq_num 199) dirty exists 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:557: left oid 12 (ObjNum 199 snap 49 seq_num 199) 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:558: finishing write tid 1 to smithi09487127-36 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:558: finishing write tid 2 to smithi09487127-36 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:558: finishing write tid 3 to smithi09487127-36 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:558: finishing write tid 4 to smithi09487127-36 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 202 (ObjNum 200 snap 49 seq_num 200) dirty exists 2024-08-17T17:08:51.556 INFO:tasks.rados.rados.0.smithi094.stdout:558: left oid 36 (ObjNum 200 snap 49 seq_num 200) 2024-08-17T17:08:51.766 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:51 smithi190 ceph-mon[33316]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T17:08:51.766 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:51 smithi190 ceph-mon[33316]: pgmap v18: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-08-17T17:08:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:51 smithi094 ceph-mon[29912]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T17:08:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:51 smithi094 ceph-mon[29912]: pgmap v18: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-08-17T17:08:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:51 smithi094 ceph-mon[41048]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T17:08:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:51 smithi094 ceph-mon[41048]: pgmap v18: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 52 op/s 2024-08-17T17:08:52.550 INFO:tasks.rados.rados.0.smithi094.stdout:555: done (4 left) 2024-08-17T17:08:52.551 INFO:tasks.rados.rados.0.smithi094.stdout:556: done (3 left) 2024-08-17T17:08:52.551 INFO:tasks.rados.rados.0.smithi094.stdout:557: done (2 left) 2024-08-17T17:08:52.551 INFO:tasks.rados.rados.0.smithi094.stdout:558: done (1 left) 2024-08-17T17:08:52.551 INFO:tasks.rados.rados.0.smithi094.stdout:560: done (0 left) 2024-08-17T17:08:52.551 INFO:tasks.rados.rados.0.smithi094.stdout:561: snap_remove snap 18 2024-08-17T17:08:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T17:08:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:52.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:52.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:52.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:52.940 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:52.940 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:52 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:08:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T17:08:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:08:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:53.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:08:53.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:53.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:53.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:53.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:08:53.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:08:53.029 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:52 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:08:53.568 INFO:tasks.rados.rados.0.smithi094.stdout:561: done (0 left) 2024-08-17T17:08:53.569 INFO:tasks.rados.rados.0.smithi094.stdout:562: read oid 16 snap 45 2024-08-17T17:08:53.569 INFO:tasks.rados.rados.0.smithi094.stdout:562: expect deleted 2024-08-17T17:08:53.569 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 50 2024-08-17T17:08:53.569 INFO:tasks.rados.rados.0.smithi094.stdout:563: seq_num 201 ranges {663552=573440,1236992=401408} 2024-08-17T17:08:53.572 INFO:tasks.rados.rados.0.smithi094.stdout:563: writing smithi09487127-2 from 663552 to 1236992 tid 1 2024-08-17T17:08:53.575 INFO:tasks.rados.rados.0.smithi094.stdout:563: writing smithi09487127-2 from 1236992 to 1638400 tid 2 2024-08-17T17:08:53.575 INFO:tasks.rados.rados.0.smithi094.stdout:564: setattr oid 49 current snap is 50 2024-08-17T17:08:53.578 INFO:tasks.rados.rados.0.smithi094.stdout:562: done (2 left) 2024-08-17T17:08:53.578 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 50 2024-08-17T17:08:53.578 INFO:tasks.rados.rados.0.smithi094.stdout:565: seq_num 202 ranges {1318912=589824,1908736=401408} 2024-08-17T17:08:53.590 INFO:tasks.rados.rados.0.smithi094.stdout:565: writing smithi09487127-33 from 1318912 to 1908736 tid 1 2024-08-17T17:08:53.593 INFO:tasks.rados.rados.0.smithi094.stdout:565: writing smithi09487127-33 from 1908736 to 2310144 tid 2 2024-08-17T17:08:53.593 INFO:tasks.rados.rados.0.smithi094.stdout:566: read oid 29 snap -1 2024-08-17T17:08:53.593 INFO:tasks.rados.rados.0.smithi094.stdout:566: expect deleted 2024-08-17T17:08:53.593 INFO:tasks.rados.rados.0.smithi094.stdout:567: read oid 5 snap -1 2024-08-17T17:08:53.593 INFO:tasks.rados.rados.0.smithi094.stdout:567: expect deleted 2024-08-17T17:08:53.593 INFO:tasks.rados.rados.0.smithi094.stdout:568: copy_from oid 1 from oid 7 current snap is 50 2024-08-17T17:08:53.593 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 225 (ObjNum 178 snap 45 seq_num 178) dirty exists 2024-08-17T17:08:53.593 INFO:tasks.rados.rados.0.smithi094.stdout:563: finishing write tid 1 to smithi09487127-2 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:563: finishing write tid 2 to smithi09487127-2 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:563: finishing write tid 3 to smithi09487127-2 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:563: finishing write tid 4 to smithi09487127-2 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 196 (ObjNum 201 snap 50 seq_num 201) dirty exists 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:563: left oid 2 (ObjNum 201 snap 50 seq_num 201) 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:563: done (5 left) 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:564: done (4 left) 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:569: rollback oid 22 current snap is 50 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 43 2024-08-17T17:08:53.594 INFO:tasks.rados.rados.0.smithi094.stdout:570: snap_remove snap 40 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:08:53] "GET /metrics HTTP/1.1" 200 35395 "" "Prometheus/2.43.0" 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Adjusting osd_memory_target on smithi190 to 2480M 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:08:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: pgmap v21: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:53.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:53 smithi190 ceph-mon[33316]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-17T17:08:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Adjusting osd_memory_target on smithi190 to 2480M 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: pgmap v21: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[29912]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Adjusting osd_memory_target on smithi190 to 2480M 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:08:54.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: pgmap v21: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:08:54.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:53 smithi094 ceph-mon[41048]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-17T17:08:54.327 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:565: finishing write tid 1 to smithi09487127-33 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:565: finishing write tid 2 to smithi09487127-33 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:565: finishing write tid 3 to smithi09487127-33 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:569: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:569: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 227 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:568: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:565: finishing write tid 4 to smithi09487127-33 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 200 (ObjNum 202 snap 50 seq_num 202) dirty exists 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:565: left oid 33 (ObjNum 202 snap 50 seq_num 202) 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:568: finishing copy_from to smithi09487127-1 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 201 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:08:54.452 INFO:tasks.rados.rados.0.smithi094.stdout:565: done (5 left) 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:566: done (4 left) 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:567: done (3 left) 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:568: done (2 left) 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:569: done (1 left) 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:570: done (0 left) 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:571: read oid 29 snap -1 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:571: expect deleted 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:572: rollback oid 44 current snap is 50 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 44 to 48 2024-08-17T17:08:54.453 INFO:tasks.rados.rados.0.smithi094.stdout:573: delete oid 11 current snap is 50 2024-08-17T17:08:54.461 INFO:tasks.rados.rados.0.smithi094.stdout:571: done (2 left) 2024-08-17T17:08:54.461 INFO:tasks.rados.rados.0.smithi094.stdout:573: done (1 left) 2024-08-17T17:08:54.461 INFO:tasks.rados.rados.0.smithi094.stdout:574: rmattr oid 33 current snap is 50 2024-08-17T17:08:54.461 INFO:tasks.rados.rados.0.smithi094.stdout:572: finishing rollback tid 0 to smithi09487127-44 2024-08-17T17:08:54.461 INFO:tasks.rados.rados.0.smithi094.stdout:572: finishing rollback tid 1 to smithi09487127-44 2024-08-17T17:08:54.461 INFO:tasks.rados.rados.0.smithi094.stdout:572: finishing rollback tid 2 to smithi09487127-44 2024-08-17T17:08:54.462 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 309 (ObjNum 148 snap 39 seq_num 148) dirty exists 2024-08-17T17:08:54.462 INFO:tasks.rados.rados.0.smithi094.stdout:572: done (1 left) 2024-08-17T17:08:54.462 INFO:tasks.rados.rados.0.smithi094.stdout:574: done (0 left) 2024-08-17T17:08:54.462 INFO:tasks.rados.rados.0.smithi094.stdout:575: snap_create 2024-08-17T17:08:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:54 smithi094 ceph-mon[29912]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:08:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:54 smithi094 ceph-mon[29912]: Deploying daemon alertmanager.a on smithi094 2024-08-17T17:08:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:54 smithi094 ceph-mon[29912]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T17:08:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:54 smithi094 ceph-mon[29912]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T17:08:54.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:54 smithi094 ceph-mon[41048]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:08:54.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:54 smithi094 ceph-mon[41048]: Deploying daemon alertmanager.a on smithi094 2024-08-17T17:08:54.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:54 smithi094 ceph-mon[41048]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T17:08:54.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:54 smithi094 ceph-mon[41048]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T17:08:54.904 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:08:54.904 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (3m) 7s ago 4m 26.7M - 0.25.0 c8568f914cd2 cddc64ef2d66 2024-08-17T17:08:54.904 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (4m) 6s ago 3m 87.7M - 9.4.7 954c08fa6188 df17b573f0fc 2024-08-17T17:08:54.904 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (5m) 7s ago 5m 16.8M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (5m) 6s ago 5m 13.5M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283 running (32s) 6s ago 9m 497M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 97b327c9738c 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:9283,8765 running (10m) 7s ago 10m 332M - 17.2.7-1404-gf2c39d4d f69471c56189 4bb94207b7e2 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (10m) 7s ago 11m 56.4M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 4a10d8ee64fe 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (9m) 6s ago 9m 45.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 e41e7dc5c954 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (9m) 7s ago 9m 46.2M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 69126fde8f9a 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (3m) 7s ago 3m 15.1M - 1.5.0 0da6a335fe13 1e268c0bcded 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (3m) 6s ago 3m 15.2M - 1.5.0 0da6a335fe13 cdeec02a4ecb 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (8m) 7s ago 8m 91.2M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (8m) 7s ago 8m 81.0M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (8m) 7s ago 8m 110M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (7m) 7s ago 7m 86.2M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:08:54.905 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (7m) 6s ago 7m 97.2M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:08:54.906 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (6m) 6s ago 6m 90.0M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:08:54.906 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (6m) 6s ago 6m 67.1M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:08:54.906 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (6m) 6s ago 6m 81.3M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:08:54.906 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (3m) 6s ago 4m 54.3M - 2.43.0 a07b618ecd1d 7927dafc3cc6 2024-08-17T17:08:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:54 smithi190 ceph-mon[33316]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:08:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:54 smithi190 ceph-mon[33316]: Deploying daemon alertmanager.a on smithi094 2024-08-17T17:08:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:54 smithi190 ceph-mon[33316]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T17:08:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:54 smithi190 ceph-mon[33316]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T17:08:55.242 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 1, 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:08:55.243 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:08:55.244 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:08:55.244 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:08:55.244 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:08:55.244 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 14, 2024-08-17T17:08:55.244 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:08:55.244 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:08:55.244 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:08:55.453 INFO:tasks.rados.rados.0.smithi094.stdout:575: done (0 left) 2024-08-17T17:08:55.453 INFO:tasks.rados.rados.0.smithi094.stdout:576: delete oid 37 current snap is 51 2024-08-17T17:08:55.455 INFO:tasks.rados.rados.0.smithi094.stdout:576: done (0 left) 2024-08-17T17:08:55.456 INFO:tasks.rados.rados.0.smithi094.stdout:577: read oid 28 snap 50 2024-08-17T17:08:55.456 INFO:tasks.rados.rados.0.smithi094.stdout:577: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:08:55.456 INFO:tasks.rados.rados.0.smithi094.stdout:578: read oid 2 snap 46 2024-08-17T17:08:55.456 INFO:tasks.rados.rados.0.smithi094.stdout:578: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:55.456 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 51 2024-08-17T17:08:55.456 INFO:tasks.rados.rados.0.smithi094.stdout:579: seq_num 205 ranges {2613248=638976,3252224=401408} 2024-08-17T17:08:55.474 INFO:tasks.rados.rados.0.smithi094.stdout:579: writing smithi09487127-42 from 2613248 to 3252224 tid 1 2024-08-17T17:08:55.477 INFO:tasks.rados.rados.0.smithi094.stdout:579: writing smithi09487127-42 from 3252224 to 3653632 tid 2 2024-08-17T17:08:55.477 INFO:tasks.rados.rados.0.smithi094.stdout:580: snap_create 2024-08-17T17:08:55.477 INFO:tasks.rados.rados.0.smithi094.stdout:578: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:08:55.496 INFO:tasks.rados.rados.0.smithi094.stdout:577: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:08:55.564 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:08:55.564 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:08:55.564 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:08:55.564 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:08:55.564 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [], 2024-08-17T17:08:55.565 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "1/20 daemons upgraded", 2024-08-17T17:08:55.565 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "", 2024-08-17T17:08:55.565 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:08:55.565 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:08:55.595 INFO:tasks.rados.rados.0.smithi094.stdout:579: finishing write tid 1 to smithi09487127-42 2024-08-17T17:08:55.595 INFO:tasks.rados.rados.0.smithi094.stdout:579: finishing write tid 2 to smithi09487127-42 2024-08-17T17:08:55.595 INFO:tasks.rados.rados.0.smithi094.stdout:579: finishing write tid 3 to smithi09487127-42 2024-08-17T17:08:55.595 INFO:tasks.rados.rados.0.smithi094.stdout:579: finishing write tid 4 to smithi09487127-42 2024-08-17T17:08:55.596 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 139 (ObjNum 205 snap 51 seq_num 205) dirty exists 2024-08-17T17:08:55.596 INFO:tasks.rados.rados.0.smithi094.stdout:579: left oid 42 (ObjNum 205 snap 51 seq_num 205) 2024-08-17T17:08:55.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:55 smithi190 ceph-mon[33316]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:55.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:55 smithi190 ceph-mon[33316]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:55.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:55 smithi190 ceph-mon[33316]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:55.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:55 smithi190 ceph-mon[33316]: pgmap v24: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-08-17T17:08:55.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:55 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/1495175101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:08:55.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:55 smithi190 ceph-mon[33316]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T17:08:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[29912]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[29912]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[29912]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[29912]: pgmap v24: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-08-17T17:08:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/1495175101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:08:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[29912]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T17:08:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[41048]: from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[41048]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[41048]: from='client.25022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[41048]: pgmap v24: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.1 MiB/s wr, 23 op/s 2024-08-17T17:08:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/1495175101' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:08:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:55 smithi094 ceph-mon[41048]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T17:08:56.454 INFO:tasks.rados.rados.0.smithi094.stdout:577: done (3 left) 2024-08-17T17:08:56.454 INFO:tasks.rados.rados.0.smithi094.stdout:578: done (2 left) 2024-08-17T17:08:56.454 INFO:tasks.rados.rados.0.smithi094.stdout:579: done (1 left) 2024-08-17T17:08:56.454 INFO:tasks.rados.rados.0.smithi094.stdout:580: done (0 left) 2024-08-17T17:08:56.455 INFO:tasks.rados.rados.0.smithi094.stdout:581: setattr oid 5 current snap is 52 2024-08-17T17:08:56.455 INFO:tasks.rados.rados.0.smithi094.stdout:582: rollback oid 50 current snap is 52 2024-08-17T17:08:56.455 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 45 2024-08-17T17:08:56.455 INFO:tasks.rados.rados.0.smithi094.stdout:583: setattr oid 47 current snap is 52 2024-08-17T17:08:56.456 INFO:tasks.rados.rados.0.smithi094.stdout:584: rollback oid 10 current snap is 52 2024-08-17T17:08:56.456 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 49 2024-08-17T17:08:56.456 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 52 2024-08-17T17:08:56.456 INFO:tasks.rados.rados.0.smithi094.stdout:585: seq_num 206 ranges {0=655360,655360=401408} 2024-08-17T17:08:56.460 INFO:tasks.rados.rados.0.smithi094.stdout:585: writing smithi09487127-11 from 0 to 655360 tid 1 2024-08-17T17:08:56.463 INFO:tasks.rados.rados.0.smithi094.stdout:585: writing smithi09487127-11 from 655360 to 1056768 tid 2 2024-08-17T17:08:56.464 INFO:tasks.rados.rados.0.smithi094.stdout:584: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:08:56.464 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:08:56.464 INFO:tasks.rados.rados.0.smithi094.stdout:582: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:08:56.464 INFO:tasks.rados.rados.0.smithi094.stdout:582: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:08:56.465 INFO:tasks.rados.rados.0.smithi094.stdout:582: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:08:56.465 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 281 (ObjNum 149 snap 40 seq_num 149) dirty exists 2024-08-17T17:08:56.465 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 140 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:08:56.465 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 122 (ObjNum 33 snap 0 seq_num 3214144448) dirty exists 2024-08-17T17:08:56.465 INFO:tasks.rados.rados.0.smithi094.stdout:581: done (4 left) 2024-08-17T17:08:56.465 INFO:tasks.rados.rados.0.smithi094.stdout:582: done (3 left) 2024-08-17T17:08:56.465 INFO:tasks.rados.rados.0.smithi094.stdout:583: done (2 left) 2024-08-17T17:08:56.465 INFO:tasks.rados.rados.0.smithi094.stdout:584: done (1 left) 2024-08-17T17:08:56.466 INFO:tasks.rados.rados.0.smithi094.stdout:586: snap_remove snap 43 2024-08-17T17:08:56.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:56 smithi190 ceph-mon[33316]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:56.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:56 smithi190 ceph-mon[33316]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T17:08:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:56 smithi094 ceph-mon[29912]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:56 smithi094 ceph-mon[29912]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T17:08:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:56 smithi094 ceph-mon[41048]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:56 smithi094 ceph-mon[41048]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T17:08:57.458 INFO:tasks.rados.rados.0.smithi094.stdout:586: done (1 left) 2024-08-17T17:08:57.458 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 52 2024-08-17T17:08:57.458 INFO:tasks.rados.rados.0.smithi094.stdout:587: seq_num 207 ranges {589824=671744,1261568=401408} 2024-08-17T17:08:57.464 INFO:tasks.rados.rados.0.smithi094.stdout:587: writing smithi09487127-49 from 589824 to 1261568 tid 1 2024-08-17T17:08:57.467 INFO:tasks.rados.rados.0.smithi094.stdout:587: writing smithi09487127-49 from 1261568 to 1662976 tid 2 2024-08-17T17:08:57.467 INFO:tasks.rados.rados.0.smithi094.stdout:588: rollback oid 5 current snap is 52 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 49 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:585: finishing write tid 1 to smithi09487127-11 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:585: finishing write tid 2 to smithi09487127-11 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:585: finishing write tid 3 to smithi09487127-11 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:585: finishing write tid 4 to smithi09487127-11 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 297 (ObjNum 206 snap 52 seq_num 206) dirty exists 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:585: left oid 11 (ObjNum 206 snap 52 seq_num 206) 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:585: done (2 left) 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:589: rmattr oid 4 current snap is 52 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:589: done (2 left) 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:590: read oid 35 snap -1 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:590: expect deleted 2024-08-17T17:08:57.468 INFO:tasks.rados.rados.0.smithi094.stdout:591: snap_create 2024-08-17T17:08:57.469 INFO:tasks.rados.rados.0.smithi094.stdout:588: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:08:57.470 INFO:tasks.rados.rados.0.smithi094.stdout:588: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:08:57.470 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 142 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:08:57.473 INFO:tasks.rados.rados.0.smithi094.stdout:587: finishing write tid 1 to smithi09487127-49 2024-08-17T17:08:57.474 INFO:tasks.rados.rados.0.smithi094.stdout:587: finishing write tid 2 to smithi09487127-49 2024-08-17T17:08:57.475 INFO:tasks.rados.rados.0.smithi094.stdout:587: finishing write tid 3 to smithi09487127-49 2024-08-17T17:08:57.477 INFO:tasks.rados.rados.0.smithi094.stdout:587: finishing write tid 4 to smithi09487127-49 2024-08-17T17:08:57.477 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 241 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-08-17T17:08:57.477 INFO:tasks.rados.rados.0.smithi094.stdout:587: left oid 49 (ObjNum 207 snap 52 seq_num 207) 2024-08-17T17:08:57.827 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:57 smithi094 ceph-mon[29912]: pgmap v27: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:57.827 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:57 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:57.827 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:57 smithi094 ceph-mon[29912]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T17:08:57.827 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:57 smithi094 ceph-mon[41048]: pgmap v27: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:57.827 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:57 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:57.827 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:57 smithi094 ceph-mon[41048]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T17:08:57.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:57 smithi190 ceph-mon[33316]: pgmap v27: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:08:57.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:57 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:08:57.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:57 smithi190 ceph-mon[33316]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T17:08:58.457 INFO:tasks.rados.rados.0.smithi094.stdout:587: done (3 left) 2024-08-17T17:08:58.457 INFO:tasks.rados.rados.0.smithi094.stdout:588: done (2 left) 2024-08-17T17:08:58.457 INFO:tasks.rados.rados.0.smithi094.stdout:590: done (1 left) 2024-08-17T17:08:58.457 INFO:tasks.rados.rados.0.smithi094.stdout:591: done (0 left) 2024-08-17T17:08:58.457 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 53 2024-08-17T17:08:58.457 INFO:tasks.rados.rados.0.smithi094.stdout:592: seq_num 208 ranges {2023424=688128,2711552=401408} 2024-08-17T17:08:58.471 INFO:tasks.rados.rados.0.smithi094.stdout:592: writing smithi09487127-3 from 2023424 to 2711552 tid 1 2024-08-17T17:08:58.473 INFO:tasks.rados.rados.0.smithi094.stdout:592: writing smithi09487127-3 from 2711552 to 3112960 tid 2 2024-08-17T17:08:58.473 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 53 2024-08-17T17:08:58.473 INFO:tasks.rados.rados.0.smithi094.stdout:593: seq_num 209 ranges {1662976=704512,2367488=401408} 2024-08-17T17:08:58.486 INFO:tasks.rados.rados.0.smithi094.stdout:593: writing smithi09487127-49 from 1662976 to 2367488 tid 1 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:593: writing smithi09487127-49 from 2367488 to 2768896 tid 2 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:594: read oid 32 snap 50 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:594: expect deleted 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:595: rollback oid 50 current snap is 53 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 52 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:592: finishing write tid 1 to smithi09487127-3 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:592: finishing write tid 2 to smithi09487127-3 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:592: finishing write tid 3 to smithi09487127-3 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:592: finishing write tid 4 to smithi09487127-3 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 70 (ObjNum 208 snap 53 seq_num 208) dirty exists 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:592: left oid 3 (ObjNum 208 snap 53 seq_num 208) 2024-08-17T17:08:58.489 INFO:tasks.rados.rados.0.smithi094.stdout:592: done (3 left) 2024-08-17T17:08:58.490 INFO:tasks.rados.rados.0.smithi094.stdout:596: snap_create 2024-08-17T17:08:58.491 INFO:tasks.rados.rados.0.smithi094.stdout:593: finishing write tid 1 to smithi09487127-49 2024-08-17T17:08:58.491 INFO:tasks.rados.rados.0.smithi094.stdout:593: finishing write tid 2 to smithi09487127-49 2024-08-17T17:08:58.492 INFO:tasks.rados.rados.0.smithi094.stdout:593: finishing write tid 3 to smithi09487127-49 2024-08-17T17:08:58.492 INFO:tasks.rados.rados.0.smithi094.stdout:595: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:08:58.493 INFO:tasks.rados.rados.0.smithi094.stdout:595: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:08:58.493 INFO:tasks.rados.rados.0.smithi094.stdout:595: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:08:58.493 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 287 (ObjNum 149 snap 40 seq_num 149) dirty exists 2024-08-17T17:08:58.493 INFO:tasks.rados.rados.0.smithi094.stdout:593: finishing write tid 4 to smithi09487127-49 2024-08-17T17:08:58.493 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 247 (ObjNum 209 snap 53 seq_num 209) dirty exists 2024-08-17T17:08:58.494 INFO:tasks.rados.rados.0.smithi094.stdout:593: left oid 49 (ObjNum 209 snap 53 seq_num 209) 2024-08-17T17:08:59.463 INFO:tasks.rados.rados.0.smithi094.stdout:593: done (3 left) 2024-08-17T17:08:59.464 INFO:tasks.rados.rados.0.smithi094.stdout:594: done (2 left) 2024-08-17T17:08:59.464 INFO:tasks.rados.rados.0.smithi094.stdout:595: done (1 left) 2024-08-17T17:08:59.464 INFO:tasks.rados.rados.0.smithi094.stdout:596: done (0 left) 2024-08-17T17:08:59.464 INFO:tasks.rados.rados.0.smithi094.stdout:597: read oid 22 snap -1 2024-08-17T17:08:59.464 INFO:tasks.rados.rados.0.smithi094.stdout:597: expect (ObjNum 126 snap 29 seq_num 126) 2024-08-17T17:08:59.464 INFO:tasks.rados.rados.0.smithi094.stdout:598: rollback oid 47 current snap is 54 2024-08-17T17:08:59.464 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 50 2024-08-17T17:08:59.464 INFO:tasks.rados.rados.0.smithi094.stdout:599: snap_remove snap 52 2024-08-17T17:08:59.665 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:59 smithi094 ceph-mon[41048]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T17:08:59.665 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:08:59 smithi094 ceph-mon[41048]: pgmap v30: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-08-17T17:08:59.665 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:59 smithi094 ceph-mon[29912]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T17:08:59.665 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:08:59 smithi094 ceph-mon[29912]: pgmap v30: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-08-17T17:08:59.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:59 smithi190 ceph-mon[33316]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T17:08:59.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:08:59 smithi190 ceph-mon[33316]: pgmap v30: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-08-17T17:09:00.467 INFO:tasks.rados.rados.0.smithi094.stdout:599: done (2 left) 2024-08-17T17:09:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 54 2024-08-17T17:09:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:598: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:09:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:600: seq_num 210 ranges {2121728=720896,2842624=401408} 2024-08-17T17:09:00.482 INFO:tasks.rados.rados.0.smithi094.stdout:600: writing smithi09487127-6 from 2121728 to 2842624 tid 1 2024-08-17T17:09:00.485 INFO:tasks.rados.rados.0.smithi094.stdout:600: writing smithi09487127-6 from 2842624 to 3244032 tid 2 2024-08-17T17:09:00.485 INFO:tasks.rados.rados.0.smithi094.stdout:601: copy_from oid 41 from oid 46 current snap is 54 2024-08-17T17:09:00.485 INFO:tasks.rados.rados.0.smithi094.stdout:602: rollback oid 19 current snap is 54 2024-08-17T17:09:00.486 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 19 to 49 2024-08-17T17:09:00.486 INFO:tasks.rados.rados.0.smithi094.stdout:598: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:09:00.486 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 129 (ObjNum 65 snap 0 seq_num 1833983597) dirty dne 2024-08-17T17:09:00.486 INFO:tasks.rados.rados.0.smithi094.stdout:598: done (4 left) 2024-08-17T17:09:00.486 INFO:tasks.rados.rados.0.smithi094.stdout:603: snap_remove snap 44 2024-08-17T17:09:00.747 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:00 smithi094 ceph-mon[29912]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T17:09:00.747 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:00 smithi094 ceph-mon[41048]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T17:09:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:00 smithi190 ceph-mon[33316]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T17:09:01.304 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:01 smithi094 systemd[1]: Stopping Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:01.474 INFO:tasks.rados.rados.0.smithi094.stdout:603: done (4 left) 2024-08-17T17:09:01.474 INFO:tasks.rados.rados.0.smithi094.stdout:604: snap_remove snap 37 2024-08-17T17:09:01.645 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:01 smithi094 ceph-mon[29912]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T17:09:01.645 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:01 smithi094 ceph-mon[29912]: pgmap v33: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-08-17T17:09:01.646 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:01 smithi094 ceph-mon[41048]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T17:09:01.646 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:01 smithi094 ceph-mon[41048]: pgmap v33: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-08-17T17:09:01.646 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[82478]: ts=2024-08-17T17:09:01.303Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:09:01.646 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:01 smithi094 podman[89983]: 2024-08-17 17:09:01.354731607 +0000 UTC m=+0.173354164 container died cddc64ef2d664d52dc2c3d1553222916882c646df351368b9ff0a8057b3ad481 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:01.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:01 smithi190 ceph-mon[33316]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T17:09:01.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:01 smithi190 ceph-mon[33316]: pgmap v33: 121 pgs: 121 active+clean; 144 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 35 op/s 2024-08-17T17:09:02.022 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:01 smithi094 podman[89983]: 2024-08-17 17:09:01.810861435 +0000 UTC m=+0.629483947 container cleanup cddc64ef2d664d52dc2c3d1553222916882c646df351368b9ff0a8057b3ad481 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:02.022 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:01 smithi094 bash[89983]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T17:09:02.312 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 podman[90002]: 2024-08-17 17:09:02.054362625 +0000 UTC m=+0.693680168 container remove cddc64ef2d664d52dc2c3d1553222916882c646df351368b9ff0a8057b3ad481 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:02.313 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 podman[90002]: 2024-08-17 17:09:02.130062996 +0000 UTC m=+0.769380536 volume remove dac51ca69dbbed7176589d2e6f0b13d160e7cf97610b773afe03dc19e1372505 2024-08-17T17:09:02.313 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T17:09:02.313 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 systemd[1]: Stopped Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:02.313 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.075s CPU time. 2024-08-17T17:09:02.475 INFO:tasks.rados.rados.0.smithi094.stdout:604: done (4 left) 2024-08-17T17:09:02.475 INFO:tasks.rados.rados.0.smithi094.stdout:605: read oid 30 snap -1 2024-08-17T17:09:02.475 INFO:tasks.rados.rados.0.smithi094.stdout:605: expect (ObjNum 104 snap 22 seq_num 104) 2024-08-17T17:09:02.475 INFO:tasks.rados.rados.0.smithi094.stdout:606: delete oid 16 current snap is 54 2024-08-17T17:09:02.475 INFO:tasks.rados.rados.0.smithi094.stdout:597: expect (ObjNum 126 snap 29 seq_num 126) 2024-08-17T17:09:02.613 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:02 smithi094 ceph-mon[29912]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T17:09:02.613 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:02 smithi094 ceph-mon[41048]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T17:09:02.614 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 systemd[1]: Starting Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:02.668 INFO:tasks.rados.rados.0.smithi094.stdout:602: finishing rollback tid 0 to smithi09487127-19 2024-08-17T17:09:02.668 INFO:tasks.rados.rados.0.smithi094.stdout:601: finishing copy_from to smithi09487127-41 2024-08-17T17:09:02.668 INFO:tasks.rados.rados.0.smithi094.stdout:601: got expected ENOENT (src dne) 2024-08-17T17:09:02.668 INFO:tasks.rados.rados.0.smithi094.stdout:601: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:09:02.668 INFO:tasks.rados.rados.0.smithi094.stdout:602: finishing rollback tid 1 to smithi09487127-19 2024-08-17T17:09:02.668 INFO:tasks.rados.rados.0.smithi094.stdout:600: finishing write tid 1 to smithi09487127-6 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:602: finishing rollback tid 2 to smithi09487127-19 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 293 (ObjNum 160 snap 42 seq_num 160) dirty exists 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:600: finishing write tid 2 to smithi09487127-6 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:597: done (5 left) 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:601: done (4 left) 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:602: done (3 left) 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:606: done (2 left) 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:607: snap_create 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:600: finishing write tid 3 to smithi09487127-6 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:600: finishing write tid 4 to smithi09487127-6 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 327 (ObjNum 210 snap 54 seq_num 210) dirty exists 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:600: left oid 6 (ObjNum 210 snap 54 seq_num 210) 2024-08-17T17:09:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:605: expect (ObjNum 104 snap 22 seq_num 104) 2024-08-17T17:09:02.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:02 smithi190 ceph-mon[33316]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T17:09:03.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:02 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:09:02] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:09:03.022 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 podman[90129]: 2024-08-17 17:09:02.756333105 +0000 UTC m=+0.116544200 volume create ba46af4ea0a7f321154d988c9c863af8b7e693ef7c81e1df20f33a0367cd99a4 2024-08-17T17:09:03.022 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 podman[90129]: 2024-08-17 17:09:02.663377885 +0000 UTC m=+0.023588952 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-08-17T17:09:03.022 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:02 smithi094 podman[90129]: 2024-08-17 17:09:02.848171421 +0000 UTC m=+0.208382469 container create 6debb8a8aca6d7cdd1e965336b7198b1e6801da88837b0a0b3257ba666828048 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:03.489 INFO:tasks.rados.rados.0.smithi094.stdout:600: done (2 left) 2024-08-17T17:09:03.489 INFO:tasks.rados.rados.0.smithi094.stdout:605: done (1 left) 2024-08-17T17:09:03.489 INFO:tasks.rados.rados.0.smithi094.stdout:607: done (0 left) 2024-08-17T17:09:03.489 INFO:tasks.rados.rados.0.smithi094.stdout:608: setattr oid 7 current snap is 55 2024-08-17T17:09:03.491 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 55 2024-08-17T17:09:03.491 INFO:tasks.rados.rados.0.smithi094.stdout:609: seq_num 212 ranges {286720=753664,1040384=401408} 2024-08-17T17:09:03.496 INFO:tasks.rados.rados.0.smithi094.stdout:609: writing smithi09487127-19 from 286720 to 1040384 tid 1 2024-08-17T17:09:03.499 INFO:tasks.rados.rados.0.smithi094.stdout:609: writing smithi09487127-19 from 1040384 to 1441792 tid 2 2024-08-17T17:09:03.499 INFO:tasks.rados.rados.0.smithi094.stdout:610: copy_from oid 13 from oid 8 current snap is 55 2024-08-17T17:09:03.499 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 309 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:09:03.499 INFO:tasks.rados.rados.0.smithi094.stdout:608: done (2 left) 2024-08-17T17:09:03.499 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 55 2024-08-17T17:09:03.499 INFO:tasks.rados.rados.0.smithi094.stdout:611: seq_num 213 ranges {3375104=770048,4145152=401408} 2024-08-17T17:09:03.521 INFO:tasks.rados.rados.0.smithi094.stdout:611: writing smithi09487127-41 from 3375104 to 4145152 tid 1 2024-08-17T17:09:03.524 INFO:tasks.rados.rados.0.smithi094.stdout:611: writing smithi09487127-41 from 4145152 to 4546560 tid 2 2024-08-17T17:09:03.524 INFO:tasks.rados.rados.0.smithi094.stdout:612: read oid 20 snap 29 2024-08-17T17:09:03.524 INFO:tasks.rados.rados.0.smithi094.stdout:612: expect (ObjNum 64 snap 6 seq_num 64) 2024-08-17T17:09:03.524 INFO:tasks.rados.rados.0.smithi094.stdout:613: read oid 21 snap -1 2024-08-17T17:09:03.524 INFO:tasks.rados.rados.0.smithi094.stdout:613: expect deleted 2024-08-17T17:09:03.524 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 55 2024-08-17T17:09:03.524 INFO:tasks.rados.rados.0.smithi094.stdout:614: seq_num 214 ranges {5693440=794624,6488064=401408} 2024-08-17T17:09:03.559 INFO:tasks.rados.rados.0.smithi094.stdout:614: writing smithi09487127-26 from 5693440 to 6488064 tid 1 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:614: writing smithi09487127-26 from 6488064 to 6889472 tid 2 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:615: rollback oid 12 current snap is 55 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 12 to 49 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:609: finishing write tid 1 to smithi09487127-19 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:609: finishing write tid 2 to smithi09487127-19 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:609: finishing write tid 3 to smithi09487127-19 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:609: finishing write tid 4 to smithi09487127-19 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 313 (ObjNum 212 snap 55 seq_num 212) dirty exists 2024-08-17T17:09:03.562 INFO:tasks.rados.rados.0.smithi094.stdout:609: left oid 19 (ObjNum 212 snap 55 seq_num 212) 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:610: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:610: finishing copy_from to smithi09487127-13 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 261 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:609: done (6 left) 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:610: done (5 left) 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:616: rollback oid 22 current snap is 55 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 29 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:611: finishing write tid 1 to smithi09487127-41 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:611: finishing write tid 2 to smithi09487127-41 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:611: finishing write tid 3 to smithi09487127-41 2024-08-17T17:09:03.563 INFO:tasks.rados.rados.0.smithi094.stdout:612: expect (ObjNum 64 snap 6 seq_num 64) 2024-08-17T17:09:03.607 INFO:tasks.rados.rados.0.smithi094.stdout:611: finishing write tid 4 to smithi09487127-41 2024-08-17T17:09:03.607 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 205 (ObjNum 213 snap 55 seq_num 213) dirty exists 2024-08-17T17:09:03.607 INFO:tasks.rados.rados.0.smithi094.stdout:611: left oid 41 (ObjNum 213 snap 55 seq_num 213) 2024-08-17T17:09:03.607 INFO:tasks.rados.rados.0.smithi094.stdout:614: finishing write tid 1 to smithi09487127-26 2024-08-17T17:09:03.608 INFO:tasks.rados.rados.0.smithi094.stdout:615: finishing rollback tid 0 to smithi09487127-12 2024-08-17T17:09:03.608 INFO:tasks.rados.rados.0.smithi094.stdout:614: finishing write tid 2 to smithi09487127-26 2024-08-17T17:09:03.608 INFO:tasks.rados.rados.0.smithi094.stdout:611: done (5 left) 2024-08-17T17:09:03.608 INFO:tasks.rados.rados.0.smithi094.stdout:612: done (4 left) 2024-08-17T17:09:03.608 INFO:tasks.rados.rados.0.smithi094.stdout:613: done (3 left) 2024-08-17T17:09:03.608 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 55 2024-08-17T17:09:03.608 INFO:tasks.rados.rados.0.smithi094.stdout:616: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:09:03.608 INFO:tasks.rados.rados.0.smithi094.stdout:617: seq_num 215 ranges {2310144=409600,2719744=532480,3252224=270336} 2024-08-17T17:09:03.621 INFO:tasks.rados.rados.0.smithi094.stdout:617: writing smithi09487127-33 from 2310144 to 2719744 tid 1 2024-08-17T17:09:03.624 INFO:tasks.rados.rados.0.smithi094.stdout:617: writing smithi09487127-33 from 2719744 to 3252224 tid 2 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:617: writing smithi09487127-33 from 3252224 to 3522560 tid 3 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:618: rollback oid 34 current snap is 55 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 46 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:615: finishing rollback tid 1 to smithi09487127-12 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:614: finishing write tid 3 to smithi09487127-26 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:619: read oid 44 snap -1 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:619: expect (ObjNum 148 snap 39 seq_num 148) 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:620: rollback oid 36 current snap is 55 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 53 2024-08-17T17:09:03.627 INFO:tasks.rados.rados.0.smithi094.stdout:615: finishing rollback tid 2 to smithi09487127-12 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 317 (ObjNum 199 snap 49 seq_num 199) dirty exists 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:616: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:616: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 264 (ObjNum 126 snap 29 seq_num 126) dirty exists 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:614: finishing write tid 4 to smithi09487127-26 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 370 (ObjNum 214 snap 55 seq_num 214) dirty exists 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:614: left oid 26 (ObjNum 214 snap 55 seq_num 214) 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:614: done (6 left) 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:615: done (5 left) 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:616: done (4 left) 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:621: read oid 8 snap -1 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:621: expect (ObjNum 188 snap 48 seq_num 188) 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:622: rollback oid 32 current snap is 55 2024-08-17T17:09:03.628 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 46 2024-08-17T17:09:03.629 INFO:tasks.rados.rados.0.smithi094.stdout:617: finishing write tid 1 to smithi09487127-33 2024-08-17T17:09:03.629 INFO:tasks.rados.rados.0.smithi094.stdout:623: snap_create 2024-08-17T17:09:03.629 INFO:tasks.rados.rados.0.smithi094.stdout:619: expect (ObjNum 148 snap 39 seq_num 148) 2024-08-17T17:09:03.630 INFO:tasks.rados.rados.0.smithi094.stdout:618: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:09:03.631 INFO:tasks.rados.rados.0.smithi094.stdout:617: finishing write tid 2 to smithi09487127-33 2024-08-17T17:09:03.631 INFO:tasks.rados.rados.0.smithi094.stdout:617: finishing write tid 3 to smithi09487127-33 2024-08-17T17:09:03.631 INFO:tasks.rados.rados.0.smithi094.stdout:617: finishing write tid 4 to smithi09487127-33 2024-08-17T17:09:03.631 INFO:tasks.rados.rados.0.smithi094.stdout:618: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:09:03.631 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 207 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:620: finishing rollback tid 0 to smithi09487127-36 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:620: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:622: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 94 (ObjNum 33 snap 0 seq_num 3199067512) dirty dne 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:620: finishing rollback tid 2 to smithi09487127-36 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 210 (ObjNum 200 snap 49 seq_num 200) dirty exists 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:617: finishing write tid 5 to smithi09487127-33 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 229 (ObjNum 215 snap 55 seq_num 215) dirty exists 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:617: left oid 33 (ObjNum 215 snap 55 seq_num 215) 2024-08-17T17:09:03.632 INFO:tasks.rados.rados.0.smithi094.stdout:621: expect (ObjNum 188 snap 48 seq_num 188) 2024-08-17T17:09:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-mon[29912]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T17:09:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-mon[29912]: pgmap v36: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-17T17:09:03.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-mon[41048]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T17:09:03.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-mon[41048]: pgmap v36: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 podman[90129]: 2024-08-17 17:09:03.312267279 +0000 UTC m=+0.672478341 container init 6debb8a8aca6d7cdd1e965336b7198b1e6801da88837b0a0b3257ba666828048 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 podman[90129]: 2024-08-17 17:09:03.317010984 +0000 UTC m=+0.677222040 container start 6debb8a8aca6d7cdd1e965336b7198b1e6801da88837b0a0b3257ba666828048 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:03.327Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:03.327Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:03.328Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.94 port=9094 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:03.330Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:03.351Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:03.352Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:09:03.773 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:03.354Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-08-17T17:09:03.774 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:03.354Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T17:09:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:03 smithi190 ceph-mon[33316]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T17:09:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:03 smithi190 ceph-mon[33316]: pgmap v36: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-17T17:09:03.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:03 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:09:03] "GET /metrics HTTP/1.1" 200 36146 "" "Prometheus/2.43.0" 2024-08-17T17:09:04.203 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 bash[90129]: 6debb8a8aca6d7cdd1e965336b7198b1e6801da88837b0a0b3257ba666828048 2024-08-17T17:09:04.203 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:03 smithi094 systemd[1]: Started Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:04.454 INFO:tasks.rados.rados.0.smithi094.stdout:617: done (6 left) 2024-08-17T17:09:04.454 INFO:tasks.rados.rados.0.smithi094.stdout:618: done (5 left) 2024-08-17T17:09:04.454 INFO:tasks.rados.rados.0.smithi094.stdout:619: done (4 left) 2024-08-17T17:09:04.454 INFO:tasks.rados.rados.0.smithi094.stdout:620: done (3 left) 2024-08-17T17:09:04.454 INFO:tasks.rados.rados.0.smithi094.stdout:621: done (2 left) 2024-08-17T17:09:04.454 INFO:tasks.rados.rados.0.smithi094.stdout:622: done (1 left) 2024-08-17T17:09:04.455 INFO:tasks.rados.rados.0.smithi094.stdout:623: done (0 left) 2024-08-17T17:09:04.455 INFO:tasks.rados.rados.0.smithi094.stdout:624: rollback oid 42 current snap is 56 2024-08-17T17:09:04.455 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 51 2024-08-17T17:09:04.455 INFO:tasks.rados.rados.0.smithi094.stdout:625: copy_from oid 3 from oid 1 current snap is 56 2024-08-17T17:09:04.455 INFO:tasks.rados.rados.0.smithi094.stdout:626: snap_remove snap 29 2024-08-17T17:09:04.487 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:04 smithi094 systemd[1]: Stopping Ceph node-exporter.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:04.772 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:04 smithi094 podman[90326]: 2024-08-17 17:09:04.654282087 +0000 UTC m=+0.114650495 container died 1e268c0bcded24b64381e5338874f460430641de6ca4c3b577860f543d8ad000 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[29912]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[29912]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[29912]: Deploying daemon node-exporter.a on smithi094 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[29912]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[41048]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[41048]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T17:09:04.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[41048]: Deploying daemon node-exporter.a on smithi094 2024-08-17T17:09:04.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:04 smithi094 ceph-mon[41048]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T17:09:04.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:04 smithi190 ceph-mon[33316]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T17:09:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:04 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:04 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:04 smithi190 ceph-mon[33316]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-17T17:09:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:04 smithi190 ceph-mon[33316]: Deploying daemon node-exporter.a on smithi094 2024-08-17T17:09:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:04 smithi190 ceph-mon[33316]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T17:09:05.272 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 podman[90326]: 2024-08-17 17:09:05.158731163 +0000 UTC m=+0.619099571 container cleanup 1e268c0bcded24b64381e5338874f460430641de6ca4c3b577860f543d8ad000 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:05.272 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 bash[90326]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T17:09:05.456 INFO:tasks.rados.rados.0.smithi094.stdout:626: done (2 left) 2024-08-17T17:09:05.456 INFO:tasks.rados.rados.0.smithi094.stdout:627: snap_create 2024-08-17T17:09:05.456 INFO:tasks.rados.rados.0.smithi094.stdout:624: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:09:05.456 INFO:tasks.rados.rados.0.smithi094.stdout:624: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:09:05.456 INFO:tasks.rados.rados.0.smithi094.stdout:624: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:09:05.456 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 145 (ObjNum 205 snap 51 seq_num 205) dirty exists 2024-08-17T17:09:05.456 INFO:tasks.rados.rados.0.smithi094.stdout:625: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:09:05.456 INFO:tasks.rados.rados.0.smithi094.stdout:625: finishing copy_from to smithi09487127-3 2024-08-17T17:09:05.457 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 201 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:09:05.582 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:05 smithi094 ceph-mon[29912]: pgmap v39: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-17T17:09:05.582 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:05 smithi094 ceph-mon[29912]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T17:09:05.582 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:05 smithi094 ceph-mon[41048]: pgmap v39: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-17T17:09:05.582 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:05 smithi094 ceph-mon[41048]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T17:09:05.583 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:05 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:05.330Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000611905s 2024-08-17T17:09:05.583 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 podman[90344]: 2024-08-17 17:09:05.418795135 +0000 UTC m=+0.765414057 container remove 1e268c0bcded24b64381e5338874f460430641de6ca4c3b577860f543d8ad000 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:05.583 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:09:05.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:05 smithi190 ceph-mon[33316]: pgmap v39: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-17T17:09:05.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:05 smithi190 ceph-mon[33316]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T17:09:05.986 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T17:09:05.986 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 systemd[1]: Stopped Ceph node-exporter.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:05.986 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.221s CPU time. 2024-08-17T17:09:05.987 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 systemd[1]: Starting Ceph node-exporter.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:06.272 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:05 smithi094 bash[90474]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-17T17:09:06.457 INFO:tasks.rados.rados.0.smithi094.stdout:624: done (2 left) 2024-08-17T17:09:06.457 INFO:tasks.rados.rados.0.smithi094.stdout:625: done (1 left) 2024-08-17T17:09:06.457 INFO:tasks.rados.rados.0.smithi094.stdout:627: done (0 left) 2024-08-17T17:09:06.457 INFO:tasks.rados.rados.0.smithi094.stdout:628: read oid 46 snap -1 2024-08-17T17:09:06.457 INFO:tasks.rados.rados.0.smithi094.stdout:628: expect deleted 2024-08-17T17:09:06.457 INFO:tasks.rados.rados.0.smithi094.stdout:629: rollback oid 42 current snap is 57 2024-08-17T17:09:06.457 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 46 2024-08-17T17:09:06.457 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 57 2024-08-17T17:09:06.458 INFO:tasks.rados.rados.0.smithi094.stdout:630: seq_num 216 ranges {6889472=425984,7315456=409600,7725056=393216} 2024-08-17T17:09:06.496 INFO:tasks.rados.rados.0.smithi094.stdout:630: writing smithi09487127-26 from 6889472 to 7315456 tid 1 2024-08-17T17:09:06.499 INFO:tasks.rados.rados.0.smithi094.stdout:630: writing smithi09487127-26 from 7315456 to 7725056 tid 2 2024-08-17T17:09:06.502 INFO:tasks.rados.rados.0.smithi094.stdout:630: writing smithi09487127-26 from 7725056 to 8118272 tid 3 2024-08-17T17:09:06.502 INFO:tasks.rados.rados.0.smithi094.stdout:631: copy_from oid 41 from oid 40 current snap is 57 2024-08-17T17:09:06.502 INFO:tasks.rados.rados.0.smithi094.stdout:629: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:09:06.502 INFO:tasks.rados.rados.0.smithi094.stdout:629: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:09:06.502 INFO:tasks.rados.rados.0.smithi094.stdout:629: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:09:06.502 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 148 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:09:06.502 INFO:tasks.rados.rados.0.smithi094.stdout:628: done (3 left) 2024-08-17T17:09:06.503 INFO:tasks.rados.rados.0.smithi094.stdout:629: done (2 left) 2024-08-17T17:09:06.503 INFO:tasks.rados.rados.0.smithi094.stdout:632: rollback oid 16 current snap is 57 2024-08-17T17:09:06.503 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 16 to 55 2024-08-17T17:09:06.503 INFO:tasks.rados.rados.0.smithi094.stdout:633: copy_from oid 18 from oid 23 current snap is 57 2024-08-17T17:09:06.503 INFO:tasks.rados.rados.0.smithi094.stdout:634: rollback oid 17 current snap is 57 2024-08-17T17:09:06.503 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 17 to 54 2024-08-17T17:09:06.503 INFO:tasks.rados.rados.0.smithi094.stdout:635: delete oid 6 current snap is 57 2024-08-17T17:09:06.503 INFO:tasks.rados.rados.0.smithi094.stdout:632: finishing rollback tid 1 to smithi09487127-16 2024-08-17T17:09:06.504 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 0 (ObjNum 129 snap 0 seq_num 3213743056) dirty dne 2024-08-17T17:09:06.504 INFO:tasks.rados.rados.0.smithi094.stdout:630: finishing write tid 1 to smithi09487127-26 2024-08-17T17:09:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:632: done (5 left) 2024-08-17T17:09:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:635: done (4 left) 2024-08-17T17:09:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:636: delete oid 33 current snap is 57 2024-08-17T17:09:06.506 INFO:tasks.rados.rados.0.smithi094.stdout:630: finishing write tid 2 to smithi09487127-26 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:634: finishing rollback tid 0 to smithi09487127-17 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:636: done (4 left) 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:637: read oid 50 snap -1 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:637: expect (ObjNum 149 snap 40 seq_num 149) 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:638: rollback oid 19 current snap is 57 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 19 to 56 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:639: delete oid 44 current snap is 57 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:630: finishing write tid 3 to smithi09487127-26 2024-08-17T17:09:06.509 INFO:tasks.rados.rados.0.smithi094.stdout:630: finishing write tid 4 to smithi09487127-26 2024-08-17T17:09:06.512 INFO:tasks.rados.rados.0.smithi094.stdout:634: finishing rollback tid 1 to smithi09487127-17 2024-08-17T17:09:06.512 INFO:tasks.rados.rados.0.smithi094.stdout:634: finishing rollback tid 2 to smithi09487127-17 2024-08-17T17:09:06.512 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 327 (ObjNum 189 snap 49 seq_num 189) dirty exists 2024-08-17T17:09:06.513 INFO:tasks.rados.rados.0.smithi094.stdout:638: finishing rollback tid 0 to smithi09487127-19 2024-08-17T17:09:06.513 INFO:tasks.rados.rados.0.smithi094.stdout:638: finishing rollback tid 1 to smithi09487127-19 2024-08-17T17:09:06.513 INFO:tasks.rados.rados.0.smithi094.stdout:638: finishing rollback tid 2 to smithi09487127-19 2024-08-17T17:09:06.513 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 331 (ObjNum 212 snap 55 seq_num 212) dirty exists 2024-08-17T17:09:06.514 INFO:tasks.rados.rados.0.smithi094.stdout:630: finishing write tid 5 to smithi09487127-26 2024-08-17T17:09:06.514 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 385 (ObjNum 216 snap 57 seq_num 216) dirty exists 2024-08-17T17:09:06.514 INFO:tasks.rados.rados.0.smithi094.stdout:630: left oid 26 (ObjNum 216 snap 57 seq_num 216) 2024-08-17T17:09:06.514 INFO:tasks.rados.rados.0.smithi094.stdout:630: done (6 left) 2024-08-17T17:09:06.514 INFO:tasks.rados.rados.0.smithi094.stdout:634: done (5 left) 2024-08-17T17:09:06.514 INFO:tasks.rados.rados.0.smithi094.stdout:638: done (4 left) 2024-08-17T17:09:06.515 INFO:tasks.rados.rados.0.smithi094.stdout:639: done (3 left) 2024-08-17T17:09:06.515 INFO:tasks.rados.rados.0.smithi094.stdout:640: read oid 10 snap -1 2024-08-17T17:09:06.515 INFO:tasks.rados.rados.0.smithi094.stdout:640: expect deleted 2024-08-17T17:09:06.515 INFO:tasks.rados.rados.0.smithi094.stdout:641: snap_create 2024-08-17T17:09:06.515 INFO:tasks.rados.rados.0.smithi094.stdout:631: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:09:06.517 INFO:tasks.rados.rados.0.smithi094.stdout:631: finishing copy_from to smithi09487127-41 2024-08-17T17:09:06.517 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 168 (ObjNum 182 snap 48 seq_num 182) dirty exists 2024-08-17T17:09:06.522 INFO:tasks.rados.rados.0.smithi094.stdout:633: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:09:06.523 INFO:tasks.rados.rados.0.smithi094.stdout:637: expect (ObjNum 149 snap 40 seq_num 149) 2024-08-17T17:09:06.651 INFO:tasks.rados.rados.0.smithi094.stdout:633: finishing copy_from to smithi09487127-18 2024-08-17T17:09:06.651 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 293 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:09:06.772 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:06 smithi094 bash[90474]: Getting image source signatures 2024-08-17T17:09:06.772 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:06 smithi094 bash[90474]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-17T17:09:06.772 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:06 smithi094 bash[90474]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-17T17:09:06.772 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:06 smithi094 bash[90474]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-17T17:09:07.462 INFO:tasks.rados.rados.0.smithi094.stdout:631: done (4 left) 2024-08-17T17:09:07.463 INFO:tasks.rados.rados.0.smithi094.stdout:633: done (3 left) 2024-08-17T17:09:07.463 INFO:tasks.rados.rados.0.smithi094.stdout:637: done (2 left) 2024-08-17T17:09:07.463 INFO:tasks.rados.rados.0.smithi094.stdout:640: done (1 left) 2024-08-17T17:09:07.463 INFO:tasks.rados.rados.0.smithi094.stdout:641: done (0 left) 2024-08-17T17:09:07.463 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 58 2024-08-17T17:09:07.463 INFO:tasks.rados.rados.0.smithi094.stdout:642: seq_num 220 ranges {0=491520,491520=753664,1245184=49152} 2024-08-17T17:09:07.465 INFO:tasks.rados.rados.0.smithi094.stdout:642: writing smithi09487127-39 from 0 to 491520 tid 1 2024-08-17T17:09:07.469 INFO:tasks.rados.rados.0.smithi094.stdout:642: writing smithi09487127-39 from 491520 to 1245184 tid 2 2024-08-17T17:09:07.470 INFO:tasks.rados.rados.0.smithi094.stdout:642: writing smithi09487127-39 from 1245184 to 1294336 tid 3 2024-08-17T17:09:07.470 INFO:tasks.rados.rados.0.smithi094.stdout:643: read oid 48 snap -1 2024-08-17T17:09:07.470 INFO:tasks.rados.rados.0.smithi094.stdout:643: expect (ObjNum 194 snap 49 seq_num 194) 2024-08-17T17:09:07.471 INFO:tasks.rados.rados.0.smithi094.stdout:644: read oid 26 snap 57 2024-08-17T17:09:07.471 INFO:tasks.rados.rados.0.smithi094.stdout:644: expect (ObjNum 216 snap 57 seq_num 216) 2024-08-17T17:09:07.471 INFO:tasks.rados.rados.0.smithi094.stdout:645: read oid 36 snap -1 2024-08-17T17:09:07.471 INFO:tasks.rados.rados.0.smithi094.stdout:645: expect (ObjNum 200 snap 49 seq_num 200) 2024-08-17T17:09:07.471 INFO:tasks.rados.rados.0.smithi094.stdout:646: setattr oid 38 current snap is 58 2024-08-17T17:09:07.471 INFO:tasks.rados.rados.0.smithi094.stdout:642: finishing write tid 1 to smithi09487127-39 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:647: read oid 10 snap 54 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:647: expect deleted 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:648: copy_from oid 33 from oid 5 current snap is 58 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:649: read oid 25 snap -1 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:649: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:650: rollback oid 1 current snap is 58 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 1 to 51 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 58 2024-08-17T17:09:07.473 INFO:tasks.rados.rados.0.smithi094.stdout:651: seq_num 221 ranges {0=507904,507904=688128,1196032=114688} 2024-08-17T17:09:07.476 INFO:tasks.rados.rados.0.smithi094.stdout:651: writing smithi09487127-6 from 0 to 507904 tid 1 2024-08-17T17:09:07.481 INFO:tasks.rados.rados.0.smithi094.stdout:651: writing smithi09487127-6 from 507904 to 1196032 tid 2 2024-08-17T17:09:07.482 INFO:tasks.rados.rados.0.smithi094.stdout:651: writing smithi09487127-6 from 1196032 to 1310720 tid 3 2024-08-17T17:09:07.486 INFO:tasks.rados.rados.0.smithi094.stdout:642: finishing write tid 2 to smithi09487127-39 2024-08-17T17:09:07.486 INFO:tasks.rados.rados.0.smithi094.stdout:642: finishing write tid 3 to smithi09487127-39 2024-08-17T17:09:07.486 INFO:tasks.rados.rados.0.smithi094.stdout:648: finishing copy_from to smithi09487127-33 2024-08-17T17:09:07.487 INFO:tasks.rados.rados.0.smithi094.stdout:648: got expected ENOENT (src dne) 2024-08-17T17:09:07.487 INFO:tasks.rados.rados.0.smithi094.stdout:648: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:09:07.487 INFO:tasks.rados.rados.0.smithi094.stdout:642: finishing write tid 4 to smithi09487127-39 2024-08-17T17:09:07.487 INFO:tasks.rados.rados.0.smithi094.stdout:642: finishing write tid 5 to smithi09487127-39 2024-08-17T17:09:07.487 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 315 (ObjNum 220 snap 58 seq_num 220) dirty exists 2024-08-17T17:09:07.487 INFO:tasks.rados.rados.0.smithi094.stdout:642: left oid 39 (ObjNum 220 snap 58 seq_num 220) 2024-08-17T17:09:07.487 INFO:tasks.rados.rados.0.smithi094.stdout:645: expect (ObjNum 200 snap 49 seq_num 200) 2024-08-17T17:09:07.515 INFO:tasks.rados.rados.0.smithi094.stdout:649: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:09:07.554 INFO:tasks.rados.rados.0.smithi094.stdout:650: finishing rollback tid 0 to smithi09487127-1 2024-08-17T17:09:07.554 INFO:tasks.rados.rados.0.smithi094.stdout:650: finishing rollback tid 1 to smithi09487127-1 2024-08-17T17:09:07.555 INFO:tasks.rados.rados.0.smithi094.stdout:650: finishing rollback tid 2 to smithi09487127-1 2024-08-17T17:09:07.555 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 204 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:09:07.555 INFO:tasks.rados.rados.0.smithi094.stdout:651: finishing write tid 1 to smithi09487127-6 2024-08-17T17:09:07.555 INFO:tasks.rados.rados.0.smithi094.stdout:651: finishing write tid 2 to smithi09487127-6 2024-08-17T17:09:07.555 INFO:tasks.rados.rados.0.smithi094.stdout:643: expect (ObjNum 194 snap 49 seq_num 194) 2024-08-17T17:09:07.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:07 smithi094 ceph-mon[29912]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T17:09:07.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:07 smithi094 ceph-mon[29912]: pgmap v42: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:07 smithi094 ceph-mon[41048]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T17:09:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:07 smithi094 ceph-mon[41048]: pgmap v42: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:07.777 INFO:tasks.rados.rados.0.smithi094.stdout:651: finishing write tid 3 to smithi09487127-6 2024-08-17T17:09:07.777 INFO:tasks.rados.rados.0.smithi094.stdout:651: finishing write tid 4 to smithi09487127-6 2024-08-17T17:09:07.777 INFO:tasks.rados.rados.0.smithi094.stdout:651: finishing write tid 5 to smithi09487127-6 2024-08-17T17:09:07.777 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 361 (ObjNum 221 snap 58 seq_num 221) dirty exists 2024-08-17T17:09:07.777 INFO:tasks.rados.rados.0.smithi094.stdout:651: left oid 6 (ObjNum 221 snap 58 seq_num 221) 2024-08-17T17:09:07.777 INFO:tasks.rados.rados.0.smithi094.stdout:644: expect (ObjNum 216 snap 57 seq_num 216) 2024-08-17T17:09:07.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:07 smithi190 ceph-mon[33316]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T17:09:07.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:07 smithi190 ceph-mon[33316]: pgmap v42: 121 pgs: 121 active+clean; 148 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 387 (ObjNum 175 snap 45 seq_num 175) dirty exists 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:642: done (9 left) 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:643: done (8 left) 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:644: done (7 left) 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:645: done (6 left) 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:646: done (5 left) 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:647: done (4 left) 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:648: done (3 left) 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:649: done (2 left) 2024-08-17T17:09:08.364 INFO:tasks.rados.rados.0.smithi094.stdout:650: done (1 left) 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:651: done (0 left) 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:652: rollback oid 32 current snap is 58 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 54 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:653: rollback oid 25 current snap is 58 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 48 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:654: read oid 17 snap 50 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:654: expect (ObjNum 189 snap 49 seq_num 189) 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:655: copy_from oid 47 from oid 28 current snap is 58 2024-08-17T17:09:08.365 INFO:tasks.rados.rados.0.smithi094.stdout:656: snap_remove snap 57 2024-08-17T17:09:08.459 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 bash[90474]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-17T17:09:08.459 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 bash[90474]: Writing manifest to image destination 2024-08-17T17:09:08.466 INFO:tasks.rados.rados.0.smithi094.stdout:656: done (4 left) 2024-08-17T17:09:08.466 INFO:tasks.rados.rados.0.smithi094.stdout:657: snap_remove snap 53 2024-08-17T17:09:08.715 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-mon[29912]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T17:09:08.715 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-mon[41048]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T17:09:08.715 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 podman[90474]: 2024-08-17 17:09:08.706466138 +0000 UTC m=+2.816616566 container create 0820fbfeaf405f4baa2382a4f5be8ee26a833cec40c55e7a8a53b375a1077565 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:08.715 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 podman[90474]: 2024-08-17 17:09:08.616122396 +0000 UTC m=+2.726272835 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-17T17:09:08.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:08 smithi190 ceph-mon[33316]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T17:09:09.272 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 podman[90474]: 2024-08-17 17:09:08.96707641 +0000 UTC m=+3.077226858 container init 0820fbfeaf405f4baa2382a4f5be8ee26a833cec40c55e7a8a53b375a1077565 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:09.272 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 podman[90474]: 2024-08-17 17:09:08.972126342 +0000 UTC m=+3.082276769 container start 0820fbfeaf405f4baa2382a4f5be8ee26a833cec40c55e7a8a53b375a1077565 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:09.272 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.975Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-17T17:09:09.272 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.975Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.975Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.975Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T17:09:09.273 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T17:09:09.274 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T17:09:09.274 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T17:09:09.274 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T17:09:09.274 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T17:09:09.274 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T17:09:09.274 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T17:09:09.274 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T17:09:09.274 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T17:09:09.275 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T17:09:09.276 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T17:09:09.277 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T17:09:09.277 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T17:09:09.277 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.976Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T17:09:09.277 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.977Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-17T17:09:09.277 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:08 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a[90526]: ts=2024-08-17T17:09:08.977Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T17:09:09.277 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:09 smithi094 bash[90474]: 0820fbfeaf405f4baa2382a4f5be8ee26a833cec40c55e7a8a53b375a1077565 2024-08-17T17:09:09.277 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:09:09 smithi094 systemd[1]: Started Ceph node-exporter.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:09.473 INFO:tasks.rados.rados.0.smithi094.stdout:657: done (4 left) 2024-08-17T17:09:09.473 INFO:tasks.rados.rados.0.smithi094.stdout:658: rollback oid 50 current snap is 58 2024-08-17T17:09:09.473 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 46 2024-08-17T17:09:09.474 INFO:tasks.rados.rados.0.smithi094.stdout:659: delete oid 2 current snap is 58 2024-08-17T17:09:09.474 INFO:tasks.rados.rados.0.smithi094.stdout:652: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:09:09.474 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 0 (ObjNum 33 snap 0 seq_num 3199072336) dirty dne 2024-08-17T17:09:09.474 INFO:tasks.rados.rados.0.smithi094.stdout:653: finishing rollback tid 0 to smithi09487127-25 2024-08-17T17:09:09.474 INFO:tasks.rados.rados.0.smithi094.stdout:653: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:09:09.474 INFO:tasks.rados.rados.0.smithi094.stdout:653: finishing rollback tid 2 to smithi09487127-25 2024-08-17T17:09:09.474 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 207 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:09:09.474 INFO:tasks.rados.rados.0.smithi094.stdout:654: expect (ObjNum 189 snap 49 seq_num 189) 2024-08-17T17:09:09.715 INFO:tasks.rados.rados.0.smithi094.stdout:655: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:09:09.715 INFO:tasks.rados.rados.0.smithi094.stdout:652: done (5 left) 2024-08-17T17:09:09.715 INFO:tasks.rados.rados.0.smithi094.stdout:653: done (4 left) 2024-08-17T17:09:09.715 INFO:tasks.rados.rados.0.smithi094.stdout:654: done (3 left) 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:659: done (2 left) 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:660: read oid 34 snap -1 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:660: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:661: setattr oid 5 current snap is 58 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:655: finishing copy_from to smithi09487127-47 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 31 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:658: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:658: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:658: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:09:09.716 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 319 (ObjNum 149 snap 40 seq_num 149) dirty exists 2024-08-17T17:09:09.717 INFO:tasks.rados.rados.0.smithi094.stdout:655: done (3 left) 2024-08-17T17:09:09.718 INFO:tasks.rados.rados.0.smithi094.stdout:658: done (2 left) 2024-08-17T17:09:09.718 INFO:tasks.rados.rados.0.smithi094.stdout:662: rmattr oid 26 current snap is 58 2024-08-17T17:09:09.718 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 58 2024-08-17T17:09:09.718 INFO:tasks.rados.rados.0.smithi094.stdout:663: seq_num 223 ranges {1761280=540672,2301952=450560,2752512=352256} 2024-08-17T17:09:09.730 INFO:tasks.rados.rados.0.smithi094.stdout:663: writing smithi09487127-15 from 1761280 to 2301952 tid 1 2024-08-17T17:09:09.733 INFO:tasks.rados.rados.0.smithi094.stdout:663: writing smithi09487127-15 from 2301952 to 2752512 tid 2 2024-08-17T17:09:09.736 INFO:tasks.rados.rados.0.smithi094.stdout:663: writing smithi09487127-15 from 2752512 to 3104768 tid 3 2024-08-17T17:09:09.736 INFO:tasks.rados.rados.0.smithi094.stdout:664: snap_create 2024-08-17T17:09:09.736 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 149 (ObjNum 33 snap 0 seq_num 3199072336) dirty exists 2024-08-17T17:09:09.736 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 394 (ObjNum 216 snap 57 seq_num 216) dirty exists 2024-08-17T17:09:09.736 INFO:tasks.rados.rados.0.smithi094.stdout:660: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:09:09.754 INFO:tasks.rados.rados.0.smithi094.stdout:663: finishing write tid 1 to smithi09487127-15 2024-08-17T17:09:09.754 INFO:tasks.rados.rados.0.smithi094.stdout:663: finishing write tid 2 to smithi09487127-15 2024-08-17T17:09:09.755 INFO:tasks.rados.rados.0.smithi094.stdout:663: finishing write tid 3 to smithi09487127-15 2024-08-17T17:09:09.755 INFO:tasks.rados.rados.0.smithi094.stdout:663: finishing write tid 4 to smithi09487127-15 2024-08-17T17:09:09.755 INFO:tasks.rados.rados.0.smithi094.stdout:663: finishing write tid 5 to smithi09487127-15 2024-08-17T17:09:09.755 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 370 (ObjNum 223 snap 58 seq_num 223) dirty exists 2024-08-17T17:09:09.755 INFO:tasks.rados.rados.0.smithi094.stdout:663: left oid 15 (ObjNum 223 snap 58 seq_num 223) 2024-08-17T17:09:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:09 smithi094 ceph-mon[29912]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T17:09:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:09 smithi094 ceph-mon[29912]: pgmap v45: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:09:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:09 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:09 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:09 smithi094 ceph-mon[41048]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T17:09:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:09 smithi094 ceph-mon[41048]: pgmap v45: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:09:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:09 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:09.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:09 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:09.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:09 smithi190 ceph-mon[33316]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T17:09:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:09 smithi190 ceph-mon[33316]: pgmap v45: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:09:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:09 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:09 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:10.477 INFO:tasks.rados.rados.0.smithi094.stdout:660: done (4 left) 2024-08-17T17:09:10.477 INFO:tasks.rados.rados.0.smithi094.stdout:661: done (3 left) 2024-08-17T17:09:10.478 INFO:tasks.rados.rados.0.smithi094.stdout:662: done (2 left) 2024-08-17T17:09:10.478 INFO:tasks.rados.rados.0.smithi094.stdout:663: done (1 left) 2024-08-17T17:09:10.478 INFO:tasks.rados.rados.0.smithi094.stdout:664: done (0 left) 2024-08-17T17:09:10.478 INFO:tasks.rados.rados.0.smithi094.stdout:665: snap_remove snap 56 2024-08-17T17:09:10.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:10 smithi094 ceph-mon[29912]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:09:10.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:10 smithi094 ceph-mon[29912]: Deploying daemon prometheus.a on smithi190 2024-08-17T17:09:10.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:10 smithi094 ceph-mon[29912]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T17:09:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:10 smithi094 ceph-mon[41048]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:09:10.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:10 smithi094 ceph-mon[41048]: Deploying daemon prometheus.a on smithi190 2024-08-17T17:09:10.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:10 smithi094 ceph-mon[41048]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T17:09:10.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:10 smithi190 ceph-mon[33316]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:09:10.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:10 smithi190 ceph-mon[33316]: Deploying daemon prometheus.a on smithi190 2024-08-17T17:09:10.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:10 smithi190 ceph-mon[33316]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T17:09:11.484 INFO:tasks.rados.rados.0.smithi094.stdout:665: done (0 left) 2024-08-17T17:09:11.484 INFO:tasks.rados.rados.0.smithi094.stdout:666: snap_remove snap 58 2024-08-17T17:09:11.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:11 smithi094 ceph-mon[29912]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T17:09:11.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:11 smithi094 ceph-mon[29912]: pgmap v48: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:09:11.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:11 smithi094 ceph-mon[41048]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T17:09:11.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:11 smithi094 ceph-mon[41048]: pgmap v48: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:09:11.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:11 smithi190 ceph-mon[33316]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T17:09:11.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:11 smithi190 ceph-mon[33316]: pgmap v48: 121 pgs: 121 active+clean; 127 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.1 MiB/s wr, 21 op/s 2024-08-17T17:09:12.488 INFO:tasks.rados.rados.0.smithi094.stdout:666: done (0 left) 2024-08-17T17:09:12.488 INFO:tasks.rados.rados.0.smithi094.stdout:667: rollback oid 12 current snap is 59 2024-08-17T17:09:12.488 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 12 to 49 2024-08-17T17:09:12.488 INFO:tasks.rados.rados.0.smithi094.stdout:668: read oid 21 snap -1 2024-08-17T17:09:12.488 INFO:tasks.rados.rados.0.smithi094.stdout:668: expect deleted 2024-08-17T17:09:12.488 INFO:tasks.rados.rados.0.smithi094.stdout:669: snap_remove snap 54 2024-08-17T17:09:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:12 smithi094 ceph-mon[29912]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T17:09:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:12 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:12.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:12 smithi094 ceph-mon[41048]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T17:09:12.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:12 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:12.773 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:12 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[30179]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:09:12] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:09:12.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:12 smithi190 ceph-mon[33316]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T17:09:12.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:12 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:13.494 INFO:tasks.rados.rados.0.smithi094.stdout:669: done (2 left) 2024-08-17T17:09:13.494 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 59 2024-08-17T17:09:13.494 INFO:tasks.rados.rados.0.smithi094.stdout:670: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-08-17T17:09:13.497 INFO:tasks.rados.rados.0.smithi094.stdout:670: writing smithi09487127-44 from 0 to 557056 tid 1 2024-08-17T17:09:13.503 INFO:tasks.rados.rados.0.smithi094.stdout:670: writing smithi09487127-44 from 557056 to 1294336 tid 2 2024-08-17T17:09:13.503 INFO:tasks.rados.rados.0.smithi094.stdout:670: writing smithi09487127-44 from 1294336 to 1359872 tid 3 2024-08-17T17:09:13.503 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 59 2024-08-17T17:09:13.503 INFO:tasks.rados.rados.0.smithi094.stdout:671: seq_num 225 ranges {2613248=573440,3186688=622592,3809280=180224} 2024-08-17T17:09:13.522 INFO:tasks.rados.rados.0.smithi094.stdout:671: writing smithi09487127-28 from 2613248 to 3186688 tid 1 2024-08-17T17:09:13.525 INFO:tasks.rados.rados.0.smithi094.stdout:671: writing smithi09487127-28 from 3186688 to 3809280 tid 2 2024-08-17T17:09:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:671: writing smithi09487127-28 from 3809280 to 3989504 tid 3 2024-08-17T17:09:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 59 2024-08-17T17:09:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:667: finishing rollback tid 0 to smithi09487127-12 2024-08-17T17:09:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:667: finishing rollback tid 1 to smithi09487127-12 2024-08-17T17:09:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:667: finishing rollback tid 2 to smithi09487127-12 2024-08-17T17:09:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 347 (ObjNum 199 snap 49 seq_num 199) dirty exists 2024-08-17T17:09:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:672: seq_num 226 ranges {1056768=589824,1646592=507904,2154496=294912} 2024-08-17T17:09:13.535 INFO:tasks.rados.rados.0.smithi094.stdout:672: writing smithi09487127-11 from 1056768 to 1646592 tid 1 2024-08-17T17:09:13.538 INFO:tasks.rados.rados.0.smithi094.stdout:672: writing smithi09487127-11 from 1646592 to 2154496 tid 2 2024-08-17T17:09:13.541 INFO:tasks.rados.rados.0.smithi094.stdout:672: writing smithi09487127-11 from 2154496 to 2449408 tid 3 2024-08-17T17:09:13.541 INFO:tasks.rados.rados.0.smithi094.stdout:667: done (4 left) 2024-08-17T17:09:13.541 INFO:tasks.rados.rados.0.smithi094.stdout:668: done (3 left) 2024-08-17T17:09:13.541 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 59 2024-08-17T17:09:13.541 INFO:tasks.rados.rados.0.smithi094.stdout:670: finishing write tid 1 to smithi09487127-44 2024-08-17T17:09:13.542 INFO:tasks.rados.rados.0.smithi094.stdout:670: finishing write tid 2 to smithi09487127-44 2024-08-17T17:09:13.542 INFO:tasks.rados.rados.0.smithi094.stdout:670: finishing write tid 3 to smithi09487127-44 2024-08-17T17:09:13.542 INFO:tasks.rados.rados.0.smithi094.stdout:670: finishing write tid 4 to smithi09487127-44 2024-08-17T17:09:13.542 INFO:tasks.rados.rados.0.smithi094.stdout:670: finishing write tid 5 to smithi09487127-44 2024-08-17T17:09:13.542 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 380 (ObjNum 224 snap 59 seq_num 224) dirty exists 2024-08-17T17:09:13.542 INFO:tasks.rados.rados.0.smithi094.stdout:670: left oid 44 (ObjNum 224 snap 59 seq_num 224) 2024-08-17T17:09:13.542 INFO:tasks.rados.rados.0.smithi094.stdout:671: finishing write tid 1 to smithi09487127-28 2024-08-17T17:09:13.542 INFO:tasks.rados.rados.0.smithi094.stdout:673: seq_num 227 ranges {4349952=606208,4956160=794624,5750784=8192} 2024-08-17T17:09:13.567 INFO:tasks.rados.rados.0.smithi094.stdout:673: writing smithi09487127-22 from 4349952 to 4956160 tid 1 2024-08-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi094.stdout:673: writing smithi09487127-22 from 4956160 to 5750784 tid 2 2024-08-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi094.stdout:673: writing smithi09487127-22 from 5750784 to 5758976 tid 3 2024-08-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi094.stdout:670: done (3 left) 2024-08-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 59 2024-08-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi094.stdout:671: finishing write tid 2 to smithi09487127-28 2024-08-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi094.stdout:671: finishing write tid 3 to smithi09487127-28 2024-08-17T17:09:13.572 INFO:tasks.rados.rados.0.smithi094.stdout:674: seq_num 228 ranges {3104768=622592,3727360=671744,4399104=131072} 2024-08-17T17:09:13.592 INFO:tasks.rados.rados.0.smithi094.stdout:674: writing smithi09487127-15 from 3104768 to 3727360 tid 1 2024-08-17T17:09:13.596 INFO:tasks.rados.rados.0.smithi094.stdout:674: writing smithi09487127-15 from 3727360 to 4399104 tid 2 2024-08-17T17:09:13.597 INFO:tasks.rados.rados.0.smithi094.stdout:674: writing smithi09487127-15 from 4399104 to 4530176 tid 3 2024-08-17T17:09:13.597 INFO:tasks.rados.rados.0.smithi094.stdout:675: setattr oid 30 current snap is 59 2024-08-17T17:09:13.597 INFO:tasks.rados.rados.0.smithi094.stdout:671: finishing write tid 4 to smithi09487127-28 2024-08-17T17:09:13.597 INFO:tasks.rados.rados.0.smithi094.stdout:671: finishing write tid 5 to smithi09487127-28 2024-08-17T17:09:13.597 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 297 (ObjNum 225 snap 59 seq_num 225) dirty exists 2024-08-17T17:09:13.597 INFO:tasks.rados.rados.0.smithi094.stdout:671: left oid 28 (ObjNum 225 snap 59 seq_num 225) 2024-08-17T17:09:13.597 INFO:tasks.rados.rados.0.smithi094.stdout:672: finishing write tid 1 to smithi09487127-11 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:672: finishing write tid 2 to smithi09487127-11 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:672: finishing write tid 3 to smithi09487127-11 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:672: finishing write tid 4 to smithi09487127-11 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:672: finishing write tid 5 to smithi09487127-11 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 301 (ObjNum 226 snap 59 seq_num 226) dirty exists 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:672: left oid 11 (ObjNum 226 snap 59 seq_num 226) 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:673: finishing write tid 1 to smithi09487127-22 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:673: finishing write tid 2 to smithi09487127-22 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:673: finishing write tid 3 to smithi09487127-22 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:673: finishing write tid 4 to smithi09487127-22 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:673: finishing write tid 5 to smithi09487127-22 2024-08-17T17:09:13.598 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 279 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-08-17T17:09:13.599 INFO:tasks.rados.rados.0.smithi094.stdout:673: left oid 22 (ObjNum 227 snap 59 seq_num 227) 2024-08-17T17:09:13.599 INFO:tasks.rados.rados.0.smithi094.stdout:674: finishing write tid 1 to smithi09487127-15 2024-08-17T17:09:13.599 INFO:tasks.rados.rados.0.smithi094.stdout:674: finishing write tid 2 to smithi09487127-15 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:674: finishing write tid 3 to smithi09487127-15 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:674: finishing write tid 4 to smithi09487127-15 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:671: done (4 left) 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:672: done (3 left) 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:673: done (2 left) 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:676: delete oid 7 current snap is 59 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:674: finishing write tid 5 to smithi09487127-15 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 390 (ObjNum 228 snap 59 seq_num 228) dirty exists 2024-08-17T17:09:13.600 INFO:tasks.rados.rados.0.smithi094.stdout:674: left oid 15 (ObjNum 228 snap 59 seq_num 228) 2024-08-17T17:09:13.601 INFO:tasks.rados.rados.0.smithi094.stdout:674: done (2 left) 2024-08-17T17:09:13.601 INFO:tasks.rados.rados.0.smithi094.stdout:676: done (1 left) 2024-08-17T17:09:13.601 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 59 2024-08-17T17:09:13.601 INFO:tasks.rados.rados.0.smithi094.stdout:677: seq_num 230 ranges {0=655360,655360=491520,1146880=311296} 2024-08-17T17:09:13.605 INFO:tasks.rados.rados.0.smithi094.stdout:677: writing smithi09487127-5 from 0 to 655360 tid 1 2024-08-17T17:09:13.607 INFO:tasks.rados.rados.0.smithi094.stdout:677: writing smithi09487127-5 from 655360 to 1146880 tid 2 2024-08-17T17:09:13.610 INFO:tasks.rados.rados.0.smithi094.stdout:677: writing smithi09487127-5 from 1146880 to 1458176 tid 3 2024-08-17T17:09:13.610 INFO:tasks.rados.rados.0.smithi094.stdout:678: copy_from oid 44 from oid 47 current snap is 59 2024-08-17T17:09:13.610 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 116 (ObjNum 104 snap 22 seq_num 104) dirty exists 2024-08-17T17:09:13.610 INFO:tasks.rados.rados.0.smithi094.stdout:677: finishing write tid 1 to smithi09487127-5 2024-08-17T17:09:13.610 INFO:tasks.rados.rados.0.smithi094.stdout:675: done (2 left) 2024-08-17T17:09:13.610 INFO:tasks.rados.rados.0.smithi094.stdout:679: rollback oid 9 current snap is 59 2024-08-17T17:09:13.611 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 9 to 51 2024-08-17T17:09:13.611 INFO:tasks.rados.rados.0.smithi094.stdout:680: copy_from oid 31 from oid 18 current snap is 59 2024-08-17T17:09:13.611 INFO:tasks.rados.rados.0.smithi094.stdout:681: copy_from oid 17 from oid 7 current snap is 59 2024-08-17T17:09:13.611 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 59 2024-08-17T17:09:13.611 INFO:tasks.rados.rados.0.smithi094.stdout:682: seq_num 231 ranges {0=671744,671744=778240,1449984=24576} 2024-08-17T17:09:13.613 INFO:tasks.rados.rados.0.smithi094.stdout:682: writing smithi09487127-16 from 0 to 671744 tid 1 2024-08-17T17:09:13.619 INFO:tasks.rados.rados.0.smithi094.stdout:682: writing smithi09487127-16 from 671744 to 1449984 tid 2 2024-08-17T17:09:13.619 INFO:tasks.rados.rados.0.smithi094.stdout:682: writing smithi09487127-16 from 1449984 to 1474560 tid 3 2024-08-17T17:09:13.619 INFO:tasks.rados.rados.0.smithi094.stdout:683: snap_remove snap 49 2024-08-17T17:09:13.772 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:09:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:09:13.333Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003162894s 2024-08-17T17:09:13.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:13 smithi094 ceph-mon[29912]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T17:09:13.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:13 smithi094 ceph-mon[29912]: pgmap v51: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-17T17:09:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:13 smithi094 ceph-mon[41048]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T17:09:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:13 smithi094 ceph-mon[41048]: pgmap v51: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-17T17:09:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:13 smithi190 ceph-mon[33316]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T17:09:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:13 smithi190 ceph-mon[33316]: pgmap v51: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-17T17:09:13.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:13 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:09:13] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2024-08-17T17:09:14.459 INFO:tasks.rados.rados.0.smithi094.stdout:683: done (6 left) 2024-08-17T17:09:14.460 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 59 2024-08-17T17:09:14.460 INFO:tasks.rados.rados.0.smithi094.stdout:681: finishing copy_from to smithi09487127-17 2024-08-17T17:09:14.460 INFO:tasks.rados.rados.0.smithi094.stdout:681: got expected ENOENT (src dne) 2024-08-17T17:09:14.460 INFO:tasks.rados.rados.0.smithi094.stdout:681: finishing copy_from racing read to smithi09487127-17 2024-08-17T17:09:14.460 INFO:tasks.rados.rados.0.smithi094.stdout:677: finishing write tid 2 to smithi09487127-5 2024-08-17T17:09:14.460 INFO:tasks.rados.rados.0.smithi094.stdout:679: finishing rollback tid 0 to smithi09487127-9 2024-08-17T17:09:14.461 INFO:tasks.rados.rados.0.smithi094.stdout:679: finishing rollback tid 1 to smithi09487127-9 2024-08-17T17:09:14.461 INFO:tasks.rados.rados.0.smithi094.stdout:679: finishing rollback tid 2 to smithi09487127-9 2024-08-17T17:09:14.461 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 253 (ObjNum 70 snap 7 seq_num 70) dirty exists 2024-08-17T17:09:14.461 INFO:tasks.rados.rados.0.smithi094.stdout:677: finishing write tid 3 to smithi09487127-5 2024-08-17T17:09:14.461 INFO:tasks.rados.rados.0.smithi094.stdout:677: finishing write tid 4 to smithi09487127-5 2024-08-17T17:09:14.462 INFO:tasks.rados.rados.0.smithi094.stdout:677: finishing write tid 5 to smithi09487127-5 2024-08-17T17:09:14.462 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 153 (ObjNum 230 snap 59 seq_num 230) dirty exists 2024-08-17T17:09:14.462 INFO:tasks.rados.rados.0.smithi094.stdout:677: left oid 5 (ObjNum 230 snap 59 seq_num 230) 2024-08-17T17:09:14.462 INFO:tasks.rados.rados.0.smithi094.stdout:682: finishing write tid 1 to smithi09487127-16 2024-08-17T17:09:14.462 INFO:tasks.rados.rados.0.smithi094.stdout:682: finishing write tid 2 to smithi09487127-16 2024-08-17T17:09:14.463 INFO:tasks.rados.rados.0.smithi094.stdout:682: finishing write tid 3 to smithi09487127-16 2024-08-17T17:09:14.463 INFO:tasks.rados.rados.0.smithi094.stdout:682: finishing write tid 4 to smithi09487127-16 2024-08-17T17:09:14.463 INFO:tasks.rados.rados.0.smithi094.stdout:682: finishing write tid 5 to smithi09487127-16 2024-08-17T17:09:14.463 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 283 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-08-17T17:09:14.463 INFO:tasks.rados.rados.0.smithi094.stdout:682: left oid 16 (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:14.463 INFO:tasks.rados.rados.0.smithi094.stdout:680: finishing copy_from racing read to smithi09487127-31 2024-08-17T17:09:14.464 INFO:tasks.rados.rados.0.smithi094.stdout:684: seq_num 232 ranges {8118272=688128,8806400=663552,9469952=139264} 2024-08-17T17:09:14.506 INFO:tasks.rados.rados.0.smithi094.stdout:684: writing smithi09487127-26 from 8118272 to 8806400 tid 1 2024-08-17T17:09:14.509 INFO:tasks.rados.rados.0.smithi094.stdout:684: writing smithi09487127-26 from 8806400 to 9469952 tid 2 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:684: writing smithi09487127-26 from 9469952 to 9609216 tid 3 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:677: done (6 left) 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:679: done (5 left) 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:681: done (4 left) 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:682: done (3 left) 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:685: read oid 6 snap -1 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:685: expect (ObjNum 221 snap 58 seq_num 221) 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 59 2024-08-17T17:09:14.511 INFO:tasks.rados.rados.0.smithi094.stdout:680: finishing copy_from to smithi09487127-31 2024-08-17T17:09:14.512 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 293 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:09:14.512 INFO:tasks.rados.rados.0.smithi094.stdout:678: finishing copy_from racing read to smithi09487127-44 2024-08-17T17:09:14.512 INFO:tasks.rados.rados.0.smithi094.stdout:686: seq_num 233 ranges {0=712704,712704=548864,1261568=253952} 2024-08-17T17:09:14.515 INFO:tasks.rados.rados.0.smithi094.stdout:686: writing smithi09487127-29 from 0 to 712704 tid 1 2024-08-17T17:09:14.519 INFO:tasks.rados.rados.0.smithi094.stdout:686: writing smithi09487127-29 from 712704 to 1261568 tid 2 2024-08-17T17:09:14.521 INFO:tasks.rados.rados.0.smithi094.stdout:686: writing smithi09487127-29 from 1261568 to 1515520 tid 3 2024-08-17T17:09:14.521 INFO:tasks.rados.rados.0.smithi094.stdout:680: done (4 left) 2024-08-17T17:09:14.521 INFO:tasks.rados.rados.0.smithi094.stdout:687: snap_create 2024-08-17T17:09:14.521 INFO:tasks.rados.rados.0.smithi094.stdout:678: finishing copy_from to smithi09487127-44 2024-08-17T17:09:14.522 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 31 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:09:14.522 INFO:tasks.rados.rados.0.smithi094.stdout:684: finishing write tid 1 to smithi09487127-26 2024-08-17T17:09:14.522 INFO:tasks.rados.rados.0.smithi094.stdout:684: finishing write tid 2 to smithi09487127-26 2024-08-17T17:09:14.522 INFO:tasks.rados.rados.0.smithi094.stdout:684: finishing write tid 3 to smithi09487127-26 2024-08-17T17:09:14.522 INFO:tasks.rados.rados.0.smithi094.stdout:684: finishing write tid 4 to smithi09487127-26 2024-08-17T17:09:14.522 INFO:tasks.rados.rados.0.smithi094.stdout:685: expect (ObjNum 221 snap 58 seq_num 221) 2024-08-17T17:09:14.558 INFO:tasks.rados.rados.0.smithi094.stdout:684: finishing write tid 5 to smithi09487127-26 2024-08-17T17:09:14.558 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 414 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-08-17T17:09:14.558 INFO:tasks.rados.rados.0.smithi094.stdout:684: left oid 26 (ObjNum 232 snap 59 seq_num 232) 2024-08-17T17:09:14.559 INFO:tasks.rados.rados.0.smithi094.stdout:686: finishing write tid 1 to smithi09487127-29 2024-08-17T17:09:14.559 INFO:tasks.rados.rados.0.smithi094.stdout:686: finishing write tid 2 to smithi09487127-29 2024-08-17T17:09:14.559 INFO:tasks.rados.rados.0.smithi094.stdout:686: finishing write tid 3 to smithi09487127-29 2024-08-17T17:09:14.559 INFO:tasks.rados.rados.0.smithi094.stdout:686: finishing write tid 4 to smithi09487127-29 2024-08-17T17:09:14.559 INFO:tasks.rados.rados.0.smithi094.stdout:686: finishing write tid 5 to smithi09487127-29 2024-08-17T17:09:14.559 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 214 (ObjNum 233 snap 59 seq_num 233) dirty exists 2024-08-17T17:09:14.559 INFO:tasks.rados.rados.0.smithi094.stdout:686: left oid 29 (ObjNum 233 snap 59 seq_num 233) 2024-08-17T17:09:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:14 smithi094 ceph-mon[29912]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T17:09:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:14 smithi094 ceph-mon[29912]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T17:09:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:14 smithi094 ceph-mon[41048]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T17:09:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:14 smithi094 ceph-mon[41048]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T17:09:14.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:14 smithi190 ceph-mon[33316]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T17:09:14.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:14 smithi190 ceph-mon[33316]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T17:09:15.499 INFO:tasks.rados.rados.0.smithi094.stdout:678: done (4 left) 2024-08-17T17:09:15.499 INFO:tasks.rados.rados.0.smithi094.stdout:684: done (3 left) 2024-08-17T17:09:15.499 INFO:tasks.rados.rados.0.smithi094.stdout:685: done (2 left) 2024-08-17T17:09:15.499 INFO:tasks.rados.rados.0.smithi094.stdout:686: done (1 left) 2024-08-17T17:09:15.499 INFO:tasks.rados.rados.0.smithi094.stdout:687: done (0 left) 2024-08-17T17:09:15.499 INFO:tasks.rados.rados.0.smithi094.stdout:688: delete oid 2 current snap is 60 2024-08-17T17:09:15.501 INFO:tasks.rados.rados.0.smithi094.stdout:688: done (0 left) 2024-08-17T17:09:15.501 INFO:tasks.rados.rados.0.smithi094.stdout:689: delete oid 5 current snap is 60 2024-08-17T17:09:15.504 INFO:tasks.rados.rados.0.smithi094.stdout:689: done (0 left) 2024-08-17T17:09:15.504 INFO:tasks.rados.rados.0.smithi094.stdout:690: read oid 43 snap -1 2024-08-17T17:09:15.504 INFO:tasks.rados.rados.0.smithi094.stdout:690: expect (ObjNum 195 snap 49 seq_num 195) 2024-08-17T17:09:15.505 INFO:tasks.rados.rados.0.smithi094.stdout:691: read oid 28 snap 51 2024-08-17T17:09:15.505 INFO:tasks.rados.rados.0.smithi094.stdout:691: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:09:15.505 INFO:tasks.rados.rados.0.smithi094.stdout:692: delete oid 17 current snap is 60 2024-08-17T17:09:15.508 INFO:tasks.rados.rados.0.smithi094.stdout:692: done (2 left) 2024-08-17T17:09:15.508 INFO:tasks.rados.rados.0.smithi094.stdout:693: copy_from oid 10 from oid 16 current snap is 60 2024-08-17T17:09:15.508 INFO:tasks.rados.rados.0.smithi094.stdout:694: rmattr oid 20 current snap is 60 2024-08-17T17:09:15.509 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 60 2024-08-17T17:09:15.509 INFO:tasks.rados.rados.0.smithi094.stdout:695: seq_num 237 ranges {1294336=778240,2072576=532480,2605056=270336} 2024-08-17T17:09:15.522 INFO:tasks.rados.rados.0.smithi094.stdout:695: writing smithi09487127-39 from 1294336 to 2072576 tid 1 2024-08-17T17:09:15.525 INFO:tasks.rados.rados.0.smithi094.stdout:695: writing smithi09487127-39 from 2072576 to 2605056 tid 2 2024-08-17T17:09:15.526 INFO:tasks.rados.rados.0.smithi094.stdout:695: writing smithi09487127-39 from 2605056 to 2875392 tid 3 2024-08-17T17:09:15.527 INFO:tasks.rados.rados.0.smithi094.stdout:696: read oid 5 snap -1 2024-08-17T17:09:15.527 INFO:tasks.rados.rados.0.smithi094.stdout:696: expect deleted 2024-08-17T17:09:15.527 INFO:tasks.rados.rados.0.smithi094.stdout:690: expect (ObjNum 195 snap 49 seq_num 195) 2024-08-17T17:09:15.574 INFO:tasks.rados.rados.0.smithi094.stdout:691: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 416 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:693: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:693: finishing copy_from to smithi09487127-10 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 283 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:695: finishing write tid 1 to smithi09487127-39 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:697: read oid 47 snap 51 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:697: expect deleted 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:690: done (6 left) 2024-08-17T17:09:15.658 INFO:tasks.rados.rados.0.smithi094.stdout:691: done (5 left) 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:693: done (4 left) 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:694: done (3 left) 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 60 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:695: finishing write tid 2 to smithi09487127-39 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:695: finishing write tid 3 to smithi09487127-39 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:695: finishing write tid 4 to smithi09487127-39 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:695: finishing write tid 5 to smithi09487127-39 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 336 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:695: left oid 39 (ObjNum 237 snap 60 seq_num 237) 2024-08-17T17:09:15.659 INFO:tasks.rados.rados.0.smithi094.stdout:698: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-08-17T17:09:15.661 INFO:tasks.rados.rados.0.smithi094.stdout:698: writing smithi09487127-17 from 0 to 794624 tid 1 2024-08-17T17:09:15.664 INFO:tasks.rados.rados.0.smithi094.stdout:698: writing smithi09487127-17 from 794624 to 1212416 tid 2 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:698: writing smithi09487127-17 from 1212416 to 1597440 tid 3 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:695: done (3 left) 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:696: done (2 left) 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:699: copy_from oid 27 from oid 6 current snap is 60 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:698: finishing write tid 1 to smithi09487127-17 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:698: finishing write tid 2 to smithi09487127-17 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:697: done (2 left) 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 60 2024-08-17T17:09:15.667 INFO:tasks.rados.rados.0.smithi094.stdout:700: seq_num 239 ranges {4440064=409600,4849664=704512,5554176=499712} 2024-08-17T17:09:15.692 INFO:tasks.rados.rados.0.smithi094.stdout:700: writing smithi09487127-18 from 4440064 to 4849664 tid 1 2024-08-17T17:09:15.696 INFO:tasks.rados.rados.0.smithi094.stdout:700: writing smithi09487127-18 from 4849664 to 5554176 tid 2 2024-08-17T17:09:15.700 INFO:tasks.rados.rados.0.smithi094.stdout:700: writing smithi09487127-18 from 5554176 to 6053888 tid 3 2024-08-17T17:09:15.700 INFO:tasks.rados.rados.0.smithi094.stdout:701: rollback oid 45 current snap is 60 2024-08-17T17:09:15.700 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 59 2024-08-17T17:09:15.700 INFO:tasks.rados.rados.0.smithi094.stdout:698: finishing write tid 3 to smithi09487127-17 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:698: finishing write tid 4 to smithi09487127-17 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:698: finishing write tid 5 to smithi09487127-17 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 372 (ObjNum 238 snap 60 seq_num 238) dirty exists 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:698: left oid 17 (ObjNum 238 snap 60 seq_num 238) 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:699: finishing copy_from racing read to smithi09487127-27 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:699: finishing copy_from to smithi09487127-27 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 361 (ObjNum 221 snap 58 seq_num 221) dirty exists 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:700: finishing write tid 1 to smithi09487127-18 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:698: done (3 left) 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:699: done (2 left) 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:702: read oid 32 snap -1 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:702: expect deleted 2024-08-17T17:09:15.701 INFO:tasks.rados.rados.0.smithi094.stdout:703: read oid 10 snap -1 2024-08-17T17:09:15.702 INFO:tasks.rados.rados.0.smithi094.stdout:703: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:15.702 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 60 2024-08-17T17:09:15.702 INFO:tasks.rados.rados.0.smithi094.stdout:700: finishing write tid 2 to smithi09487127-18 2024-08-17T17:09:15.702 INFO:tasks.rados.rados.0.smithi094.stdout:704: seq_num 240 ranges {3989504=425984,4415488=589824,5005312=483328,5488640=131072} 2024-08-17T17:09:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:704: writing smithi09487127-28 from 3989504 to 4415488 tid 1 2024-08-17T17:09:15.727 INFO:tasks.rados.rados.0.smithi094.stdout:704: writing smithi09487127-28 from 4415488 to 5005312 tid 2 2024-08-17T17:09:15.730 INFO:tasks.rados.rados.0.smithi094.stdout:704: writing smithi09487127-28 from 5005312 to 5488640 tid 3 2024-08-17T17:09:15.731 INFO:tasks.rados.rados.0.smithi094.stdout:704: writing smithi09487127-28 from 5488640 to 5619712 tid 4 2024-08-17T17:09:15.731 INFO:tasks.rados.rados.0.smithi094.stdout:705: read oid 5 snap -1 2024-08-17T17:09:15.731 INFO:tasks.rados.rados.0.smithi094.stdout:705: expect deleted 2024-08-17T17:09:15.731 INFO:tasks.rados.rados.0.smithi094.stdout:706: rollback oid 8 current snap is 60 2024-08-17T17:09:15.731 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 8 to 59 2024-08-17T17:09:15.731 INFO:tasks.rados.rados.0.smithi094.stdout:707: setattr oid 25 current snap is 60 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:700: finishing write tid 3 to smithi09487127-18 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:700: finishing write tid 4 to smithi09487127-18 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:701: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:701: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:701: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 340 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:700: finishing write tid 5 to smithi09487127-18 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 301 (ObjNum 239 snap 60 seq_num 239) dirty exists 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:700: left oid 18 (ObjNum 239 snap 60 seq_num 239) 2024-08-17T17:09:15.732 INFO:tasks.rados.rados.0.smithi094.stdout:703: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:15.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:15 smithi094 ceph-mon[29912]: pgmap v54: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-17T17:09:15.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:15 smithi094 ceph-mon[41048]: pgmap v54: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-17T17:09:15.774 INFO:tasks.rados.rados.0.smithi094.stdout:704: finishing write tid 1 to smithi09487127-28 2024-08-17T17:09:15.774 INFO:tasks.rados.rados.0.smithi094.stdout:704: finishing write tid 2 to smithi09487127-28 2024-08-17T17:09:15.774 INFO:tasks.rados.rados.0.smithi094.stdout:704: finishing write tid 3 to smithi09487127-28 2024-08-17T17:09:15.774 INFO:tasks.rados.rados.0.smithi094.stdout:704: finishing write tid 4 to smithi09487127-28 2024-08-17T17:09:15.774 INFO:tasks.rados.rados.0.smithi094.stdout:704: finishing write tid 5 to smithi09487127-28 2024-08-17T17:09:15.774 INFO:tasks.rados.rados.0.smithi094.stdout:706: finishing rollback tid 0 to smithi09487127-8 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:706: finishing rollback tid 1 to smithi09487127-8 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:706: finishing rollback tid 2 to smithi09487127-8 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 344 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:704: finishing write tid 6 to smithi09487127-28 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 306 (ObjNum 240 snap 60 seq_num 240) dirty exists 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:704: left oid 28 (ObjNum 240 snap 60 seq_num 240) 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:700: done (7 left) 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:701: done (6 left) 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:702: done (5 left) 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:703: done (4 left) 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:704: done (3 left) 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:705: done (2 left) 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:706: done (1 left) 2024-08-17T17:09:15.775 INFO:tasks.rados.rados.0.smithi094.stdout:708: delete oid 28 current snap is 60 2024-08-17T17:09:15.776 INFO:tasks.rados.rados.0.smithi094.stdout:708: done (1 left) 2024-08-17T17:09:15.776 INFO:tasks.rados.rados.0.smithi094.stdout:709: rollback oid 31 current snap is 60 2024-08-17T17:09:15.776 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 48 2024-08-17T17:09:15.776 INFO:tasks.rados.rados.0.smithi094.stdout:710: setattr oid 4 current snap is 60 2024-08-17T17:09:15.776 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 208 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:09:15.777 INFO:tasks.rados.rados.0.smithi094.stdout:707: done (2 left) 2024-08-17T17:09:15.777 INFO:tasks.rados.rados.0.smithi094.stdout:711: setattr oid 26 current snap is 60 2024-08-17T17:09:15.779 INFO:tasks.rados.rados.0.smithi094.stdout:712: snap_remove snap 55 2024-08-17T17:09:15.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:15 smithi190 ceph-mon[33316]: pgmap v54: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-08-17T17:09:16.507 INFO:tasks.rados.rados.0.smithi094.stdout:712: done (3 left) 2024-08-17T17:09:16.507 INFO:tasks.rados.rados.0.smithi094.stdout:713: delete oid 38 current snap is 60 2024-08-17T17:09:16.507 INFO:tasks.rados.rados.0.smithi094.stdout:709: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:09:16.508 INFO:tasks.rados.rados.0.smithi094.stdout:709: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:09:16.508 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 124 (ObjNum 33 snap 0 seq_num 3214176160) dirty exists 2024-08-17T17:09:16.508 INFO:tasks.rados.rados.0.smithi094.stdout:709: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:09:16.508 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 420 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:09:16.508 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 422 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-08-17T17:09:16.518 INFO:tasks.rados.rados.0.smithi094.stdout:709: done (3 left) 2024-08-17T17:09:16.518 INFO:tasks.rados.rados.0.smithi094.stdout:710: done (2 left) 2024-08-17T17:09:16.518 INFO:tasks.rados.rados.0.smithi094.stdout:711: done (1 left) 2024-08-17T17:09:16.519 INFO:tasks.rados.rados.0.smithi094.stdout:713: done (0 left) 2024-08-17T17:09:16.519 INFO:tasks.rados.rados.0.smithi094.stdout:714: snap_create 2024-08-17T17:09:16.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:16 smithi094 ceph-mon[29912]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T17:09:16.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:16 smithi094 ceph-mon[41048]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T17:09:16.811 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:16 smithi190 ceph-mon[33316]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T17:09:17.512 INFO:tasks.rados.rados.0.smithi094.stdout:714: done (0 left) 2024-08-17T17:09:17.512 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 61 2024-08-17T17:09:17.512 INFO:tasks.rados.rados.0.smithi094.stdout:715: seq_num 243 ranges {524288=475136,999424=638976,1638400=565248} 2024-08-17T17:09:17.517 INFO:tasks.rados.rados.0.smithi094.stdout:715: writing smithi09487127-14 from 524288 to 999424 tid 1 2024-08-17T17:09:17.522 INFO:tasks.rados.rados.0.smithi094.stdout:715: writing smithi09487127-14 from 999424 to 1638400 tid 2 2024-08-17T17:09:17.526 INFO:tasks.rados.rados.0.smithi094.stdout:715: writing smithi09487127-14 from 1638400 to 2203648 tid 3 2024-08-17T17:09:17.527 INFO:tasks.rados.rados.0.smithi094.stdout:716: rollback oid 48 current snap is 61 2024-08-17T17:09:17.527 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 48 to 45 2024-08-17T17:09:17.527 INFO:tasks.rados.rados.0.smithi094.stdout:715: finishing write tid 1 to smithi09487127-14 2024-08-17T17:09:17.527 INFO:tasks.rados.rados.0.smithi094.stdout:715: finishing write tid 2 to smithi09487127-14 2024-08-17T17:09:17.527 INFO:tasks.rados.rados.0.smithi094.stdout:717: read oid 37 snap -1 2024-08-17T17:09:17.527 INFO:tasks.rados.rados.0.smithi094.stdout:717: expect deleted 2024-08-17T17:09:17.527 INFO:tasks.rados.rados.0.smithi094.stdout:718: snap_remove snap 46 2024-08-17T17:09:17.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:17 smithi094 ceph-mon[29912]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T17:09:17.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:17 smithi094 ceph-mon[29912]: pgmap v57: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:17.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:17 smithi094 ceph-mon[41048]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T17:09:17.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:17 smithi094 ceph-mon[41048]: pgmap v57: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:17.865 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:17 smithi190 ceph-mon[33316]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T17:09:17.865 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:17 smithi190 ceph-mon[33316]: pgmap v57: 121 pgs: 121 active+clean; 133 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:18.517 INFO:tasks.rados.rados.0.smithi094.stdout:718: done (3 left) 2024-08-17T17:09:18.517 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 61 2024-08-17T17:09:18.518 INFO:tasks.rados.rados.0.smithi094.stdout:719: seq_num 244 ranges {2244608=491520,2736128=573440,3309568=458752,3768320=172032} 2024-08-17T17:09:18.534 INFO:tasks.rados.rados.0.smithi094.stdout:719: writing smithi09487127-30 from 2244608 to 2736128 tid 1 2024-08-17T17:09:18.538 INFO:tasks.rados.rados.0.smithi094.stdout:719: writing smithi09487127-30 from 2736128 to 3309568 tid 2 2024-08-17T17:09:18.541 INFO:tasks.rados.rados.0.smithi094.stdout:719: writing smithi09487127-30 from 3309568 to 3768320 tid 3 2024-08-17T17:09:18.543 INFO:tasks.rados.rados.0.smithi094.stdout:719: writing smithi09487127-30 from 3768320 to 3940352 tid 4 2024-08-17T17:09:18.543 INFO:tasks.rados.rados.0.smithi094.stdout:720: read oid 9 snap -1 2024-08-17T17:09:18.543 INFO:tasks.rados.rados.0.smithi094.stdout:720: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-17T17:09:18.543 INFO:tasks.rados.rados.0.smithi094.stdout:721: rollback oid 40 current snap is 61 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 45 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:715: finishing write tid 3 to smithi09487127-14 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:715: finishing write tid 4 to smithi09487127-14 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:716: finishing rollback tid 0 to smithi09487127-48 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:716: finishing rollback tid 1 to smithi09487127-48 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:715: finishing write tid 5 to smithi09487127-14 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 408 (ObjNum 243 snap 61 seq_num 243) dirty exists 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:715: left oid 14 (ObjNum 243 snap 61 seq_num 243) 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:716: finishing rollback tid 2 to smithi09487127-48 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 412 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:719: finishing write tid 1 to smithi09487127-30 2024-08-17T17:09:18.544 INFO:tasks.rados.rados.0.smithi094.stdout:715: done (5 left) 2024-08-17T17:09:18.545 INFO:tasks.rados.rados.0.smithi094.stdout:716: done (4 left) 2024-08-17T17:09:18.545 INFO:tasks.rados.rados.0.smithi094.stdout:717: done (3 left) 2024-08-17T17:09:18.545 INFO:tasks.rados.rados.0.smithi094.stdout:722: delete oid 11 current snap is 61 2024-08-17T17:09:18.545 INFO:tasks.rados.rados.0.smithi094.stdout:722: done (3 left) 2024-08-17T17:09:18.546 INFO:tasks.rados.rados.0.smithi094.stdout:723: read oid 33 snap -1 2024-08-17T17:09:18.546 INFO:tasks.rados.rados.0.smithi094.stdout:723: expect deleted 2024-08-17T17:09:18.546 INFO:tasks.rados.rados.0.smithi094.stdout:724: read oid 44 snap -1 2024-08-17T17:09:18.546 INFO:tasks.rados.rados.0.smithi094.stdout:724: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:09:18.546 INFO:tasks.rados.rados.0.smithi094.stdout:725: snap_remove snap 48 2024-08-17T17:09:18.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:18 smithi094 ceph-mon[29912]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T17:09:18.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:18 smithi094 ceph-mon[41048]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T17:09:18.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:18 smithi190 ceph-mon[33316]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T17:09:19.522 INFO:tasks.rados.rados.0.smithi094.stdout:725: done (5 left) 2024-08-17T17:09:19.522 INFO:tasks.rados.rados.0.smithi094.stdout:726: snap_remove snap 59 2024-08-17T17:09:19.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:19 smithi094 ceph-mon[29912]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T17:09:19.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:19 smithi094 ceph-mon[29912]: pgmap v60: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-08-17T17:09:19.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:19 smithi094 ceph-mon[41048]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T17:09:19.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:19 smithi094 ceph-mon[41048]: pgmap v60: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-08-17T17:09:19.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:19 smithi190 ceph-mon[33316]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T17:09:19.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:19 smithi190 ceph-mon[33316]: pgmap v60: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-08-17T17:09:20.527 INFO:tasks.rados.rados.0.smithi094.stdout:726: done (5 left) 2024-08-17T17:09:20.527 INFO:tasks.rados.rados.0.smithi094.stdout:727: snap_remove snap 51 2024-08-17T17:09:20.683 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-mon[33316]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T17:09:20.684 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 systemd[1]: Stopping Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:20.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:20 smithi094 ceph-mon[29912]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T17:09:20.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:20 smithi094 ceph-mon[41048]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.682Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.682Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.682Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.682Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.682Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.682Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.682Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.682Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.683Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T17:09:20.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.683Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:09:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.683Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T17:09:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[67003]: ts=2024-08-17T17:09:20.683Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T17:09:20.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:20 smithi190 podman[77628]: 2024-08-17 17:09:20.693040444 +0000 UTC m=+0.119156354 container died 7927dafc3cc6d9cc53e2c481a6e82ad1931c9f9e3cc8a5df75d60bd668e1bbf6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:21.331 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 podman[77628]: 2024-08-17 17:09:21.071550548 +0000 UTC m=+0.497666522 container cleanup 7927dafc3cc6d9cc53e2c481a6e82ad1931c9f9e3cc8a5df75d60bd668e1bbf6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:21.331 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 bash[77628]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi094.stdout:727: done (5 left) 2024-08-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi094.stdout:728: copy_from oid 38 from oid 16 current snap is 61 2024-08-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi094.stdout:719: finishing write tid 2 to smithi09487127-30 2024-08-17T17:09:21.533 INFO:tasks.rados.rados.0.smithi094.stdout:719: finishing write tid 3 to smithi09487127-30 2024-08-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi094.stdout:719: finishing write tid 4 to smithi09487127-30 2024-08-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi094.stdout:719: finishing write tid 5 to smithi09487127-30 2024-08-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi094.stdout:719: finishing write tid 6 to smithi09487127-30 2024-08-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 128 (ObjNum 244 snap 61 seq_num 244) dirty exists 2024-08-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi094.stdout:719: left oid 30 (ObjNum 244 snap 61 seq_num 244) 2024-08-17T17:09:21.534 INFO:tasks.rados.rados.0.smithi094.stdout:720: expect (ObjNum 70 snap 7 seq_num 70) 2024-08-17T17:09:21.580 INFO:tasks.rados.rados.0.smithi094.stdout:721: finishing rollback tid 0 to smithi09487127-40 2024-08-17T17:09:21.580 INFO:tasks.rados.rados.0.smithi094.stdout:721: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:09:21.581 INFO:tasks.rados.rados.0.smithi094.stdout:719: done (5 left) 2024-08-17T17:09:21.581 INFO:tasks.rados.rados.0.smithi094.stdout:720: done (4 left) 2024-08-17T17:09:21.581 INFO:tasks.rados.rados.0.smithi094.stdout:729: rmattr oid 49 current snap is 61 2024-08-17T17:09:21.581 INFO:tasks.rados.rados.0.smithi094.stdout:721: finishing rollback tid 2 to smithi09487127-40 2024-08-17T17:09:21.581 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 278 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:09:21.581 INFO:tasks.rados.rados.0.smithi094.stdout:724: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:728: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:728: finishing copy_from to smithi09487127-38 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 283 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 305 (ObjNum 209 snap 53 seq_num 209) dirty exists 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:721: done (4 left) 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:723: done (3 left) 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:724: done (2 left) 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:728: done (1 left) 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:729: done (0 left) 2024-08-17T17:09:21.664 INFO:tasks.rados.rados.0.smithi094.stdout:730: read oid 43 snap -1 2024-08-17T17:09:21.665 INFO:tasks.rados.rados.0.smithi094.stdout:730: expect (ObjNum 195 snap 49 seq_num 195) 2024-08-17T17:09:21.665 INFO:tasks.rados.rados.0.smithi094.stdout:731: setattr oid 12 current snap is 61 2024-08-17T17:09:21.665 INFO:tasks.rados.rados.0.smithi094.stdout:732: delete oid 11 current snap is 61 2024-08-17T17:09:21.667 INFO:tasks.rados.rados.0.smithi094.stdout:732: done (2 left) 2024-08-17T17:09:21.667 INFO:tasks.rados.rados.0.smithi094.stdout:733: snap_create 2024-08-17T17:09:21.668 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 408 (ObjNum 199 snap 49 seq_num 199) dirty exists 2024-08-17T17:09:21.670 INFO:tasks.rados.rados.0.smithi094.stdout:730: expect (ObjNum 195 snap 49 seq_num 195) 2024-08-17T17:09:21.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 podman[77646]: 2024-08-17 17:09:21.330882027 +0000 UTC m=+0.639883370 container remove 7927dafc3cc6d9cc53e2c481a6e82ad1931c9f9e3cc8a5df75d60bd668e1bbf6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:21.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T17:09:21.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 systemd[1]: Stopped Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:21.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.742s CPU time. 2024-08-17T17:09:21.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:21 smithi190 ceph-mon[33316]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T17:09:21.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:21 smithi190 ceph-mon[33316]: pgmap v63: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-08-17T17:09:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:21 smithi094 ceph-mon[41048]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T17:09:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:21 smithi094 ceph-mon[41048]: pgmap v63: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-08-17T17:09:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:21 smithi094 ceph-mon[29912]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T17:09:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:21 smithi094 ceph-mon[29912]: pgmap v63: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 7.0 MiB/s wr, 50 op/s 2024-08-17T17:09:22.070 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 systemd[1]: Starting Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:22.070 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 podman[77776]: 2024-08-17 17:09:21.829848255 +0000 UTC m=+0.018167634 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-17T17:09:22.070 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:21 smithi190 podman[77776]: 2024-08-17 17:09:21.95765109 +0000 UTC m=+0.145970499 container create 7e0da5f9a655d06bca119dfc02add3259ee94b4b2a0742402ab762182bf4959b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:22.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 podman[77776]: 2024-08-17 17:09:22.159766951 +0000 UTC m=+0.348086318 container init 7e0da5f9a655d06bca119dfc02add3259ee94b4b2a0742402ab762182bf4959b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:22.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 podman[77776]: 2024-08-17 17:09:22.164417873 +0000 UTC m=+0.352737241 container start 7e0da5f9a655d06bca119dfc02add3259ee94b4b2a0742402ab762182bf4959b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:22.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.184Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-17T17:09:22.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.184Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-17T17:09:22.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.184Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi190 (none))" 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.184Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.184Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.186Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.186Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.188Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.188Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.189Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.189Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.189µs 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.189Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.190Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.201Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-17T17:09:22.437 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.202Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.202Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=33.228µs wal_replay_duration=12.1676ms wbl_replay_duration=83ns total_replay_duration=12.228249ms 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.204Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.204Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.204Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.221Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.712729ms db_storage=969ns remote_storage=1.122µs web_handler=313ns query_engine=625ns scrape=459.984µs scrape_sd=87.299µs notify=17.819µs notify_sd=16.417µs rules=15.715804ms tracing=5.67µs 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.221Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:22.221Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 bash[77776]: 7e0da5f9a655d06bca119dfc02add3259ee94b4b2a0742402ab762182bf4959b 2024-08-17T17:09:22.438 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:22 smithi190 systemd[1]: Started Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:730: done (2 left) 2024-08-17T17:09:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:731: done (1 left) 2024-08-17T17:09:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:733: done (0 left) 2024-08-17T17:09:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:734: rollback oid 47 current snap is 62 2024-08-17T17:09:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 60 2024-08-17T17:09:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:735: read oid 10 snap -1 2024-08-17T17:09:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:735: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:736: read oid 42 snap 60 2024-08-17T17:09:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:736: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:09:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:737: snap_remove snap 50 2024-08-17T17:09:22.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-mon[33316]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T17:09:22.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:22.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:22 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:22 smithi094 ceph-mon[29912]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T17:09:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:22 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:22 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:22 smithi094 ceph-mon[41048]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T17:09:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:22 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:23.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:22 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:23.545 INFO:tasks.rados.rados.0.smithi094.stdout:737: done (3 left) 2024-08-17T17:09:23.545 INFO:tasks.rados.rados.0.smithi094.stdout:738: rmattr oid 46 current snap is 62 2024-08-17T17:09:23.545 INFO:tasks.rados.rados.0.smithi094.stdout:738: done (3 left) 2024-08-17T17:09:23.545 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 62 2024-08-17T17:09:23.545 INFO:tasks.rados.rados.0.smithi094.stdout:739: seq_num 247 ranges {663552=540672,1204224=622592,1826816=581632} 2024-08-17T17:09:23.552 INFO:tasks.rados.rados.0.smithi094.stdout:739: writing smithi09487127-40 from 663552 to 1204224 tid 1 2024-08-17T17:09:23.557 INFO:tasks.rados.rados.0.smithi094.stdout:739: writing smithi09487127-40 from 1204224 to 1826816 tid 2 2024-08-17T17:09:23.561 INFO:tasks.rados.rados.0.smithi094.stdout:739: writing smithi09487127-40 from 1826816 to 2408448 tid 3 2024-08-17T17:09:23.561 INFO:tasks.rados.rados.0.smithi094.stdout:740: read oid 36 snap -1 2024-08-17T17:09:23.561 INFO:tasks.rados.rados.0.smithi094.stdout:740: expect (ObjNum 200 snap 49 seq_num 200) 2024-08-17T17:09:23.561 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 62 2024-08-17T17:09:23.561 INFO:tasks.rados.rados.0.smithi094.stdout:741: seq_num 248 ranges {1474560=557056,2031616=507904,2539520=442368,2981888=253952} 2024-08-17T17:09:23.572 INFO:tasks.rados.rados.0.smithi094.stdout:741: writing smithi09487127-16 from 1474560 to 2031616 tid 1 2024-08-17T17:09:23.576 INFO:tasks.rados.rados.0.smithi094.stdout:741: writing smithi09487127-16 from 2031616 to 2539520 tid 2 2024-08-17T17:09:23.579 INFO:tasks.rados.rados.0.smithi094.stdout:741: writing smithi09487127-16 from 2539520 to 2981888 tid 3 2024-08-17T17:09:23.580 INFO:tasks.rados.rados.0.smithi094.stdout:741: writing smithi09487127-16 from 2981888 to 3235840 tid 4 2024-08-17T17:09:23.581 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 62 2024-08-17T17:09:23.581 INFO:tasks.rados.rados.0.smithi094.stdout:742: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2024-08-17T17:09:23.584 INFO:tasks.rados.rados.0.smithi094.stdout:742: writing smithi09487127-4 from 0 to 573440 tid 1 2024-08-17T17:09:23.589 INFO:tasks.rados.rados.0.smithi094.stdout:742: writing smithi09487127-4 from 573440 to 1368064 tid 2 2024-08-17T17:09:23.592 INFO:tasks.rados.rados.0.smithi094.stdout:742: writing smithi09487127-4 from 1368064 to 1777664 tid 3 2024-08-17T17:09:23.592 INFO:tasks.rados.rados.0.smithi094.stdout:743: read oid 34 snap 45 2024-08-17T17:09:23.592 INFO:tasks.rados.rados.0.smithi094.stdout:743: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:09:23.592 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 62 2024-08-17T17:09:23.592 INFO:tasks.rados.rados.0.smithi094.stdout:735: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:23.633 INFO:tasks.rados.rados.0.smithi094.stdout:734: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:09:23.634 INFO:tasks.rados.rados.0.smithi094.stdout:734: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:09:23.634 INFO:tasks.rados.rados.0.smithi094.stdout:734: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:09:23.634 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 155 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:09:23.634 INFO:tasks.rados.rados.0.smithi094.stdout:736: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:09:23.716 INFO:tasks.rados.rados.0.smithi094.stdout:739: finishing write tid 1 to smithi09487127-40 2024-08-17T17:09:23.716 INFO:tasks.rados.rados.0.smithi094.stdout:739: finishing write tid 2 to smithi09487127-40 2024-08-17T17:09:23.716 INFO:tasks.rados.rados.0.smithi094.stdout:739: finishing write tid 3 to smithi09487127-40 2024-08-17T17:09:23.716 INFO:tasks.rados.rados.0.smithi094.stdout:739: finishing write tid 4 to smithi09487127-40 2024-08-17T17:09:23.716 INFO:tasks.rados.rados.0.smithi094.stdout:739: finishing write tid 5 to smithi09487127-40 2024-08-17T17:09:23.717 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 309 (ObjNum 247 snap 62 seq_num 247) dirty exists 2024-08-17T17:09:23.717 INFO:tasks.rados.rados.0.smithi094.stdout:739: left oid 40 (ObjNum 247 snap 62 seq_num 247) 2024-08-17T17:09:23.717 INFO:tasks.rados.rados.0.smithi094.stdout:744: seq_num 250 ranges {1441792=589824,2031616=679936,2711552=409600,3121152=114688} 2024-08-17T17:09:23.726 INFO:tasks.rados.rados.0.smithi094.stdout:744: writing smithi09487127-19 from 1441792 to 2031616 tid 1 2024-08-17T17:09:23.730 INFO:tasks.rados.rados.0.smithi094.stdout:744: writing smithi09487127-19 from 2031616 to 2711552 tid 2 2024-08-17T17:09:23.733 INFO:tasks.rados.rados.0.smithi094.stdout:744: writing smithi09487127-19 from 2711552 to 3121152 tid 3 2024-08-17T17:09:23.734 INFO:tasks.rados.rados.0.smithi094.stdout:744: writing smithi09487127-19 from 3121152 to 3235840 tid 4 2024-08-17T17:09:23.734 INFO:tasks.rados.rados.0.smithi094.stdout:734: done (8 left) 2024-08-17T17:09:23.734 INFO:tasks.rados.rados.0.smithi094.stdout:735: done (7 left) 2024-08-17T17:09:23.734 INFO:tasks.rados.rados.0.smithi094.stdout:736: done (6 left) 2024-08-17T17:09:23.734 INFO:tasks.rados.rados.0.smithi094.stdout:739: done (5 left) 2024-08-17T17:09:23.735 INFO:tasks.rados.rados.0.smithi094.stdout:745: rmattr oid 48 current snap is 62 2024-08-17T17:09:23.735 INFO:tasks.rados.rados.0.smithi094.stdout:740: expect (ObjNum 200 snap 49 seq_num 200) 2024-08-17T17:09:23.762 INFO:tasks.rados.rados.0.smithi094.stdout:741: finishing write tid 1 to smithi09487127-16 2024-08-17T17:09:23.762 INFO:tasks.rados.rados.0.smithi094.stdout:741: finishing write tid 2 to smithi09487127-16 2024-08-17T17:09:23.762 INFO:tasks.rados.rados.0.smithi094.stdout:741: finishing write tid 3 to smithi09487127-16 2024-08-17T17:09:23.762 INFO:tasks.rados.rados.0.smithi094.stdout:741: finishing write tid 4 to smithi09487127-16 2024-08-17T17:09:23.762 INFO:tasks.rados.rados.0.smithi094.stdout:740: done (5 left) 2024-08-17T17:09:23.762 INFO:tasks.rados.rados.0.smithi094.stdout:746: rmattr oid 28 current snap is 62 2024-08-17T17:09:23.762 INFO:tasks.rados.rados.0.smithi094.stdout:746: done (5 left) 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:747: rmattr oid 22 current snap is 62 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:747: done (5 left) 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 62 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:741: finishing write tid 5 to smithi09487127-16 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:741: finishing write tid 6 to smithi09487127-16 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 317 (ObjNum 248 snap 62 seq_num 248) dirty exists 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:741: left oid 16 (ObjNum 248 snap 62 seq_num 248) 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:742: finishing write tid 1 to smithi09487127-4 2024-08-17T17:09:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:748: seq_num 251 ranges {2613248=606208,3219456=614400,3833856=589824} 2024-08-17T17:09:23.779 INFO:tasks.rados.rados.0.smithi094.stdout:748: writing smithi09487127-44 from 2613248 to 3219456 tid 1 2024-08-17T17:09:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:748: writing smithi09487127-44 from 3219456 to 3833856 tid 2 2024-08-17T17:09:23.786 INFO:tasks.rados.rados.0.smithi094.stdout:748: writing smithi09487127-44 from 3833856 to 4423680 tid 3 2024-08-17T17:09:23.786 INFO:tasks.rados.rados.0.smithi094.stdout:741: done (5 left) 2024-08-17T17:09:23.786 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 62 2024-08-17T17:09:23.786 INFO:tasks.rados.rados.0.smithi094.stdout:742: finishing write tid 2 to smithi09487127-4 2024-08-17T17:09:23.786 INFO:tasks.rados.rados.0.smithi094.stdout:742: finishing write tid 3 to smithi09487127-4 2024-08-17T17:09:23.786 INFO:tasks.rados.rados.0.smithi094.stdout:742: finishing write tid 4 to smithi09487127-4 2024-08-17T17:09:23.786 INFO:tasks.rados.rados.0.smithi094.stdout:749: seq_num 252 ranges {3334144=630784,3964928=499712,4464640=425984,4890624=278528} 2024-08-17T17:09:23.807 INFO:tasks.rados.rados.0.smithi094.stdout:749: writing smithi09487127-12 from 3334144 to 3964928 tid 1 2024-08-17T17:09:23.810 INFO:tasks.rados.rados.0.smithi094.stdout:749: writing smithi09487127-12 from 3964928 to 4464640 tid 2 2024-08-17T17:09:23.813 INFO:tasks.rados.rados.0.smithi094.stdout:749: writing smithi09487127-12 from 4464640 to 4890624 tid 3 2024-08-17T17:09:23.814 INFO:tasks.rados.rados.0.smithi094.stdout:749: writing smithi09487127-12 from 4890624 to 5169152 tid 4 2024-08-17T17:09:23.814 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 62 2024-08-17T17:09:23.815 INFO:tasks.rados.rados.0.smithi094.stdout:750: seq_num 253 ranges {1318912=647168,1966080=786432,2752512=417792} 2024-08-17T17:09:23.825 INFO:tasks.rados.rados.0.smithi094.stdout:750: writing smithi09487127-41 from 1318912 to 1966080 tid 1 2024-08-17T17:09:23.830 INFO:tasks.rados.rados.0.smithi094.stdout:750: writing smithi09487127-41 from 1966080 to 2752512 tid 2 2024-08-17T17:09:23.833 INFO:tasks.rados.rados.0.smithi094.stdout:750: writing smithi09487127-41 from 2752512 to 3170304 tid 3 2024-08-17T17:09:23.833 INFO:tasks.rados.rados.0.smithi094.stdout:751: read oid 28 snap -1 2024-08-17T17:09:23.833 INFO:tasks.rados.rados.0.smithi094.stdout:751: expect deleted 2024-08-17T17:09:23.833 INFO:tasks.rados.rados.0.smithi094.stdout:752: read oid 32 snap -1 2024-08-17T17:09:23.833 INFO:tasks.rados.rados.0.smithi094.stdout:752: expect deleted 2024-08-17T17:09:23.833 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 62 2024-08-17T17:09:23.833 INFO:tasks.rados.rados.0.smithi094.stdout:753: seq_num 254 ranges {1318912=663552,1982464=663552,2646016=540672} 2024-08-17T17:09:23.843 INFO:tasks.rados.rados.0.smithi094.stdout:753: writing smithi09487127-9 from 1318912 to 1982464 tid 1 2024-08-17T17:09:23.847 INFO:tasks.rados.rados.0.smithi094.stdout:753: writing smithi09487127-9 from 1982464 to 2646016 tid 2 2024-08-17T17:09:23.851 INFO:tasks.rados.rados.0.smithi094.stdout:753: writing smithi09487127-9 from 2646016 to 3186688 tid 3 2024-08-17T17:09:23.851 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 62 2024-08-17T17:09:23.851 INFO:tasks.rados.rados.0.smithi094.stdout:754: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-08-17T17:09:23.854 INFO:tasks.rados.rados.0.smithi094.stdout:754: writing smithi09487127-11 from 0 to 679936 tid 1 2024-08-17T17:09:23.857 INFO:tasks.rados.rados.0.smithi094.stdout:754: writing smithi09487127-11 from 679936 to 1228800 tid 2 2024-08-17T17:09:23.861 INFO:tasks.rados.rados.0.smithi094.stdout:754: writing smithi09487127-11 from 1228800 to 1826816 tid 3 2024-08-17T17:09:23.862 INFO:tasks.rados.rados.0.smithi094.stdout:754: writing smithi09487127-11 from 1826816 to 1884160 tid 4 2024-08-17T17:09:23.862 INFO:tasks.rados.rados.0.smithi094.stdout:755: snap_remove snap 60 2024-08-17T17:09:23.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:23 smithi190 ceph-mon[33316]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T17:09:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:23 smithi190 ceph-mon[33316]: Reconfiguring daemon grafana.a on smithi190 2024-08-17T17:09:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:23 smithi190 ceph-mon[33316]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T17:09:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:23 smithi190 ceph-mon[33316]: pgmap v66: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T17:09:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:23 smithi094 ceph-mon[29912]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T17:09:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:23 smithi094 ceph-mon[29912]: Reconfiguring daemon grafana.a on smithi190 2024-08-17T17:09:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:23 smithi094 ceph-mon[29912]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T17:09:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:23 smithi094 ceph-mon[29912]: pgmap v66: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T17:09:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:23 smithi094 ceph-mon[41048]: Reconfiguring grafana.a (dependencies changed)... 2024-08-17T17:09:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:23 smithi094 ceph-mon[41048]: Reconfiguring daemon grafana.a on smithi190 2024-08-17T17:09:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:23 smithi094 ceph-mon[41048]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T17:09:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:23 smithi094 ceph-mon[41048]: pgmap v66: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T17:09:24.458 INFO:tasks.rados.rados.0.smithi094.stdout:755: done (11 left) 2024-08-17T17:09:24.458 INFO:tasks.rados.rados.0.smithi094.stdout:756: snap_remove snap 61 2024-08-17T17:09:24.588 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:24 smithi190 ceph-mon[33316]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T17:09:24.588 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:24 smithi190 ceph-mon[33316]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T17:09:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:24 smithi094 ceph-mon[29912]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T17:09:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:24 smithi094 ceph-mon[29912]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T17:09:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:24 smithi094 ceph-mon[41048]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T17:09:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:24 smithi094 ceph-mon[41048]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T17:09:25.461 INFO:tasks.rados.rados.0.smithi094.stdout:756: done (11 left) 2024-08-17T17:09:25.461 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 62 2024-08-17T17:09:25.462 INFO:tasks.rados.rados.0.smithi094.stdout:757: seq_num 256 ranges {2203648=696320,2899968=434176,3334144=770048} 2024-08-17T17:09:25.477 INFO:tasks.rados.rados.0.smithi094.stdout:757: writing smithi09487127-14 from 2203648 to 2899968 tid 1 2024-08-17T17:09:25.480 INFO:tasks.rados.rados.0.smithi094.stdout:757: writing smithi09487127-14 from 2899968 to 3334144 tid 2 2024-08-17T17:09:25.485 INFO:tasks.rados.rados.0.smithi094.stdout:757: writing smithi09487127-14 from 3334144 to 4104192 tid 3 2024-08-17T17:09:25.485 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 62 2024-08-17T17:09:25.485 INFO:tasks.rados.rados.0.smithi094.stdout:743: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:09:25.503 INFO:tasks.rados.rados.0.smithi094.stdout:742: finishing write tid 5 to smithi09487127-4 2024-08-17T17:09:25.503 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 137 (ObjNum 249 snap 62 seq_num 249) dirty exists 2024-08-17T17:09:25.504 INFO:tasks.rados.rados.0.smithi094.stdout:742: left oid 4 (ObjNum 249 snap 62 seq_num 249) 2024-08-17T17:09:25.504 INFO:tasks.rados.rados.0.smithi094.stdout:758: seq_num 257 ranges {2768896=712704,3481600=720896,4202496=483328} 2024-08-17T17:09:25.522 INFO:tasks.rados.rados.0.smithi094.stdout:758: writing smithi09487127-49 from 2768896 to 3481600 tid 1 2024-08-17T17:09:25.527 INFO:tasks.rados.rados.0.smithi094.stdout:758: writing smithi09487127-49 from 3481600 to 4202496 tid 2 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:758: writing smithi09487127-49 from 4202496 to 4685824 tid 3 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:742: done (12 left) 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:743: done (11 left) 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:759: snap_create 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:744: finishing write tid 1 to smithi09487127-19 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:744: finishing write tid 2 to smithi09487127-19 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:744: finishing write tid 3 to smithi09487127-19 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:744: finishing write tid 4 to smithi09487127-19 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:744: finishing write tid 5 to smithi09487127-19 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 458 (ObjNum 133 snap 33 seq_num 133) dirty exists 2024-08-17T17:09:25.531 INFO:tasks.rados.rados.0.smithi094.stdout:744: finishing write tid 6 to smithi09487127-19 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 422 (ObjNum 250 snap 62 seq_num 250) dirty exists 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:744: left oid 19 (ObjNum 250 snap 62 seq_num 250) 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:748: finishing write tid 1 to smithi09487127-44 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:748: finishing write tid 2 to smithi09487127-44 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:748: finishing write tid 3 to smithi09487127-44 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:748: finishing write tid 4 to smithi09487127-44 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:748: finishing write tid 5 to smithi09487127-44 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 463 (ObjNum 251 snap 62 seq_num 251) dirty exists 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:748: left oid 44 (ObjNum 251 snap 62 seq_num 251) 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:749: finishing write tid 1 to smithi09487127-12 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:749: finishing write tid 2 to smithi09487127-12 2024-08-17T17:09:25.532 INFO:tasks.rados.rados.0.smithi094.stdout:749: finishing write tid 3 to smithi09487127-12 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:749: finishing write tid 4 to smithi09487127-12 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:749: finishing write tid 5 to smithi09487127-12 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:749: finishing write tid 6 to smithi09487127-12 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 428 (ObjNum 252 snap 62 seq_num 252) dirty exists 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:749: left oid 12 (ObjNum 252 snap 62 seq_num 252) 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:750: finishing write tid 1 to smithi09487127-41 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:750: finishing write tid 2 to smithi09487127-41 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:750: finishing write tid 3 to smithi09487127-41 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:750: finishing write tid 4 to smithi09487127-41 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:750: finishing write tid 5 to smithi09487127-41 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 218 (ObjNum 253 snap 62 seq_num 253) dirty exists 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:750: left oid 41 (ObjNum 253 snap 62 seq_num 253) 2024-08-17T17:09:25.533 INFO:tasks.rados.rados.0.smithi094.stdout:753: finishing write tid 1 to smithi09487127-9 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:753: finishing write tid 2 to smithi09487127-9 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:753: finishing write tid 3 to smithi09487127-9 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:753: finishing write tid 4 to smithi09487127-9 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:753: finishing write tid 5 to smithi09487127-9 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 314 (ObjNum 254 snap 62 seq_num 254) dirty exists 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:753: left oid 9 (ObjNum 254 snap 62 seq_num 254) 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:754: finishing write tid 1 to smithi09487127-11 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:754: finishing write tid 2 to smithi09487127-11 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:754: finishing write tid 3 to smithi09487127-11 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:754: finishing write tid 4 to smithi09487127-11 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:754: finishing write tid 5 to smithi09487127-11 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:754: finishing write tid 6 to smithi09487127-11 2024-08-17T17:09:25.534 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 307 (ObjNum 255 snap 62 seq_num 255) dirty exists 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:754: left oid 11 (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:757: finishing write tid 1 to smithi09487127-14 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:757: finishing write tid 2 to smithi09487127-14 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:757: finishing write tid 3 to smithi09487127-14 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:757: finishing write tid 4 to smithi09487127-14 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:757: finishing write tid 5 to smithi09487127-14 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 477 (ObjNum 256 snap 62 seq_num 256) dirty exists 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:757: left oid 14 (ObjNum 256 snap 62 seq_num 256) 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:758: finishing write tid 1 to smithi09487127-49 2024-08-17T17:09:25.535 INFO:tasks.rados.rados.0.smithi094.stdout:758: finishing write tid 2 to smithi09487127-49 2024-08-17T17:09:25.536 INFO:tasks.rados.rados.0.smithi094.stdout:758: finishing write tid 3 to smithi09487127-49 2024-08-17T17:09:25.536 INFO:tasks.rados.rados.0.smithi094.stdout:758: finishing write tid 4 to smithi09487127-49 2024-08-17T17:09:25.536 INFO:tasks.rados.rados.0.smithi094.stdout:758: finishing write tid 5 to smithi09487127-49 2024-08-17T17:09:25.536 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 327 (ObjNum 257 snap 62 seq_num 257) dirty exists 2024-08-17T17:09:25.536 INFO:tasks.rados.rados.0.smithi094.stdout:758: left oid 49 (ObjNum 257 snap 62 seq_num 257) 2024-08-17T17:09:25.858 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:25 smithi094 ceph-mon[29912]: pgmap v69: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T17:09:25.858 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:25 smithi094 ceph-mon[29912]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T17:09:25.858 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:25 smithi094 ceph-mon[41048]: pgmap v69: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T17:09:25.858 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:25 smithi094 ceph-mon[41048]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T17:09:25.858 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:09:25.935 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:25 smithi190 systemd[1]: Stopping Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:25.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:25 smithi190 ceph-mon[33316]: pgmap v69: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.2 MiB/s wr, 14 op/s 2024-08-17T17:09:25.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:25 smithi190 ceph-mon[33316]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T17:09:26.254 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:25 smithi190 podman[78068]: 2024-08-17 17:09:25.940305381 +0000 UTC m=+0.137582369 container died df17b573f0fcaa448d6feb2c85ffabcd9f0e03f095bbb41a43ed31e7bc0edc7f (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, io.openshift.expose-services=, io.openshift.tags=base rhel8, name=ubi8, vcs-type=git, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, version=8.5) 2024-08-17T17:09:26.402 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:09:26.402 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 starting - - - - 2024-08-17T17:09:26.402 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (4m) 37s ago 4m 87.7M - 9.4.7 954c08fa6188 df17b573f0fc 2024-08-17T17:09:26.402 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (6m) 38s ago 6m 16.8M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:09:26.402 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (6m) 37s ago 6m 13.5M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283 running (63s) 37s ago 9m 497M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 97b327c9738c 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:9283,8765 running (11m) 38s ago 11m 332M - 17.2.7-1404-gf2c39d4d f69471c56189 4bb94207b7e2 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (11m) 38s ago 11m 56.4M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 4a10d8ee64fe 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (10m) 37s ago 10m 45.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 e41e7dc5c954 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (9m) 38s ago 9m 46.2M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 69126fde8f9a 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 starting - - - - 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (4m) 37s ago 4m 15.2M - 1.5.0 0da6a335fe13 cdeec02a4ecb 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (9m) 38s ago 9m 91.2M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (9m) 38s ago 9m 81.0M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (8m) 38s ago 8m 110M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (8m) 38s ago 8m 86.2M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (7m) 37s ago 7m 97.2M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:09:26.403 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (7m) 37s ago 7m 90.0M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:09:26.404 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (7m) 37s ago 7m 67.1M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:09:26.404 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (6m) 37s ago 6m 81.3M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:09:26.404 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 starting - - - - 2024-08-17T17:09:26.461 INFO:tasks.rados.rados.0.smithi094.stdout:744: done (11 left) 2024-08-17T17:09:26.461 INFO:tasks.rados.rados.0.smithi094.stdout:745: done (10 left) 2024-08-17T17:09:26.461 INFO:tasks.rados.rados.0.smithi094.stdout:748: done (9 left) 2024-08-17T17:09:26.461 INFO:tasks.rados.rados.0.smithi094.stdout:749: done (8 left) 2024-08-17T17:09:26.461 INFO:tasks.rados.rados.0.smithi094.stdout:750: done (7 left) 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:751: done (6 left) 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:752: done (5 left) 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:753: done (4 left) 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:754: done (3 left) 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:757: done (2 left) 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:758: done (1 left) 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:759: done (0 left) 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:760: rollback oid 13 current snap is 63 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 62 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 63 2024-08-17T17:09:26.462 INFO:tasks.rados.rados.0.smithi094.stdout:761: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-08-17T17:09:26.465 INFO:tasks.rados.rados.0.smithi094.stdout:761: writing smithi09487127-35 from 0 to 729088 tid 1 2024-08-17T17:09:26.468 INFO:tasks.rados.rados.0.smithi094.stdout:761: writing smithi09487127-35 from 729088 to 1335296 tid 2 2024-08-17T17:09:26.472 INFO:tasks.rados.rados.0.smithi094.stdout:761: writing smithi09487127-35 from 1335296 to 1933312 tid 3 2024-08-17T17:09:26.472 INFO:tasks.rados.rados.0.smithi094.stdout:762: read oid 1 snap -1 2024-08-17T17:09:26.472 INFO:tasks.rados.rados.0.smithi094.stdout:762: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:763: copy_from oid 17 from oid 38 current snap is 63 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:760: finishing rollback tid 0 to smithi09487127-13 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:760: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:760: finishing rollback tid 2 to smithi09487127-13 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 388 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:761: finishing write tid 1 to smithi09487127-35 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:760: done (3 left) 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 63 2024-08-17T17:09:26.473 INFO:tasks.rados.rados.0.smithi094.stdout:764: seq_num 259 ranges {1310720=745472,2056192=540672,2596864=581632,3178496=81920} 2024-08-17T17:09:26.483 INFO:tasks.rados.rados.0.smithi094.stdout:764: writing smithi09487127-6 from 1310720 to 2056192 tid 1 2024-08-17T17:09:26.487 INFO:tasks.rados.rados.0.smithi094.stdout:764: writing smithi09487127-6 from 2056192 to 2596864 tid 2 2024-08-17T17:09:26.490 INFO:tasks.rados.rados.0.smithi094.stdout:764: writing smithi09487127-6 from 2596864 to 3178496 tid 3 2024-08-17T17:09:26.491 INFO:tasks.rados.rados.0.smithi094.stdout:764: writing smithi09487127-6 from 3178496 to 3260416 tid 4 2024-08-17T17:09:26.491 INFO:tasks.rados.rados.0.smithi094.stdout:765: setattr oid 27 current snap is 63 2024-08-17T17:09:26.492 INFO:tasks.rados.rados.0.smithi094.stdout:761: finishing write tid 2 to smithi09487127-35 2024-08-17T17:09:26.492 INFO:tasks.rados.rados.0.smithi094.stdout:761: finishing write tid 3 to smithi09487127-35 2024-08-17T17:09:26.492 INFO:tasks.rados.rados.0.smithi094.stdout:761: finishing write tid 4 to smithi09487127-35 2024-08-17T17:09:26.492 INFO:tasks.rados.rados.0.smithi094.stdout:761: finishing write tid 5 to smithi09487127-35 2024-08-17T17:09:26.492 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 142 (ObjNum 258 snap 63 seq_num 258) dirty exists 2024-08-17T17:09:26.492 INFO:tasks.rados.rados.0.smithi094.stdout:761: left oid 35 (ObjNum 258 snap 63 seq_num 258) 2024-08-17T17:09:26.492 INFO:tasks.rados.rados.0.smithi094.stdout:762: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-17T17:09:26.509 INFO:tasks.rados.rados.0.smithi094.stdout:763: finishing copy_from racing read to smithi09487127-17 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:763: finishing copy_from to smithi09487127-17 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 283 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:764: finishing write tid 1 to smithi09487127-6 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:764: finishing write tid 2 to smithi09487127-6 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:764: finishing write tid 3 to smithi09487127-6 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:764: finishing write tid 4 to smithi09487127-6 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:764: finishing write tid 5 to smithi09487127-6 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:764: finishing write tid 6 to smithi09487127-6 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 483 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:764: left oid 6 (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:761: done (4 left) 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:762: done (3 left) 2024-08-17T17:09:26.510 INFO:tasks.rados.rados.0.smithi094.stdout:763: done (2 left) 2024-08-17T17:09:26.511 INFO:tasks.rados.rados.0.smithi094.stdout:764: done (1 left) 2024-08-17T17:09:26.511 INFO:tasks.rados.rados.0.smithi094.stdout:766: setattr oid 34 current snap is 63 2024-08-17T17:09:26.511 INFO:tasks.rados.rados.0.smithi094.stdout:767: snap_create 2024-08-17T17:09:26.511 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 362 (ObjNum 221 snap 58 seq_num 221) dirty exists 2024-08-17T17:09:26.513 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 219 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:09:26.545 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 podman[78068]: 2024-08-17 17:09:26.335667043 +0000 UTC m=+0.532944033 container cleanup df17b573f0fcaa448d6feb2c85ffabcd9f0e03f095bbb41a43ed31e7bc0edc7f (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, vcs-type=git, description=Ceph Grafana Container, version=8.5, io.openshift.expose-services=, com.redhat.component=ubi8-container, architecture=x86_64, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-17T17:09:26.545 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 bash[78068]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a 2024-08-17T17:09:26.741 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:26 smithi094 ceph-mon[29912]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:26.741 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:26 smithi094 ceph-mon[29912]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T17:09:26.742 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:26 smithi094 ceph-mon[41048]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:26.742 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:26 smithi094 ceph-mon[41048]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T17:09:26.742 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:09:26.742 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:09:26.742 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:09:26.742 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:09:26.742 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:09:26.742 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 1, 2024-08-17T17:09:26.742 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:09:26.742 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 14, 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:09:26.743 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:09:26.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:26 smithi190 ceph-mon[33316]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:26 smithi190 ceph-mon[33316]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T17:09:26.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 podman[78088]: 2024-08-17 17:09:26.595792871 +0000 UTC m=+0.657877160 container remove df17b573f0fcaa448d6feb2c85ffabcd9f0e03f095bbb41a43ed31e7bc0edc7f (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.buildah.version=1.32.0, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, io.openshift.expose-services=, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-08-17T17:09:26.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:09:26.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T17:09:26.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 systemd[1]: Stopped Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:26.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Consumed 5.361s CPU time. 2024-08-17T17:09:26.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 systemd[1]: Starting Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:27.021 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:09:27.021 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:09:27.022 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:09:27.022 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:09:27.022 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [], 2024-08-17T17:09:27.022 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "1/20 daemons upgraded", 2024-08-17T17:09:27.022 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "", 2024-08-17T17:09:27.022 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:09:27.022 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:09:27.241 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:26 smithi190 podman[78194]: 2024-08-17 17:09:26.880530465 +0000 UTC m=+0.016646515 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-17T17:09:27.241 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 podman[78194]: 2024-08-17 17:09:27.010481115 +0000 UTC m=+0.146597149 container create bd242299025c31c759ca3411fdf3a6f0997e029bdded46378a7380bf4bf805e8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Paul Cuzner , name=ubi8, io.openshift.tags=base rhel8, description=Ceph Grafana Container, distribution-scope=public, version=8.5, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, io.openshift.expose-services=, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-17T17:09:27.462 INFO:tasks.rados.rados.0.smithi094.stdout:765: done (2 left) 2024-08-17T17:09:27.462 INFO:tasks.rados.rados.0.smithi094.stdout:766: done (1 left) 2024-08-17T17:09:27.462 INFO:tasks.rados.rados.0.smithi094.stdout:767: done (0 left) 2024-08-17T17:09:27.462 INFO:tasks.rados.rados.0.smithi094.stdout:768: rollback oid 32 current snap is 64 2024-08-17T17:09:27.462 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 62 2024-08-17T17:09:27.462 INFO:tasks.rados.rados.0.smithi094.stdout:769: snap_remove snap 45 2024-08-17T17:09:27.496 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 podman[78194]: 2024-08-17 17:09:27.24115586 +0000 UTC m=+0.377271906 container init bd242299025c31c759ca3411fdf3a6f0997e029bdded46378a7380bf4bf805e8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., release=239.1651231664, vcs-type=git, name=ubi8, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=) 2024-08-17T17:09:27.496 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 podman[78194]: 2024-08-17 17:09:27.2477609 +0000 UTC m=+0.383876936 container start bd242299025c31c759ca3411fdf3a6f0997e029bdded46378a7380bf4bf805e8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, release=239.1651231664, distribution-scope=public, name=ubi8, description=Ceph Grafana Container, vendor=Red Hat, Inc., io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.component=ubi8-container, architecture=x86_64, vcs-type=git, maintainer=Paul Cuzner ) 2024-08-17T17:09:27.496 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 bash[78194]: bd242299025c31c759ca3411fdf3a6f0997e029bdded46378a7380bf4bf805e8 2024-08-17T17:09:27.496 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 systemd[1]: Started Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.428796231Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.42902033Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429047848Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429060195Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.42907086Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429083019Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429093634Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429104439Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429116284Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429128705Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429140698Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T17:09:27.497 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429151517Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T17:09:27.498 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429161858Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T17:09:27.498 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=settings t=2024-08-17T17:09:27.429172877Z level=info msg="App mode production" 2024-08-17T17:09:27.498 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=sqlstore t=2024-08-17T17:09:27.429237276Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T17:09:27.498 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=sqlstore t=2024-08-17T17:09:27.429262692Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T17:09:27.498 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=migrator t=2024-08-17T17:09:27.443948225Z level=info msg="Starting DB migrations" 2024-08-17T17:09:27.498 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=migrator t=2024-08-17T17:09:27.44844853Z level=info msg="migrations completed" performed=0 skipped=481 duration=423.8µs 2024-08-17T17:09:27.498 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=sqlstore t=2024-08-17T17:09:27.448878732Z level=info msg="Created default organization" 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2753820518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: pgmap v72: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-mon[33316]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T17:09:27.937 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=plugin.loader t=2024-08-17T17:09:27.510071434Z level=info msg="Plugin registered" pluginID=input 2024-08-17T17:09:27.937 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=plugin.loader t=2024-08-17T17:09:27.540260824Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T17:09:27.937 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=plugin.loader t=2024-08-17T17:09:27.540431481Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T17:09:27.937 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=secrets t=2024-08-17T17:09:27.540579299Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T17:09:27.937 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=query_data t=2024-08-17T17:09:27.542484088Z level=info msg="Query Service initialization" 2024-08-17T17:09:27.937 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=live.push_http t=2024-08-17T17:09:27.544944662Z level=info msg="Live Push Gateway initialization" 2024-08-17T17:09:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2753820518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:09:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: pgmap v72: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[29912]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2753820518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: pgmap v72: 121 pgs: 121 active+clean; 149 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:28.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:28.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:27 smithi094 ceph-mon[41048]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T17:09:28.241 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:27 smithi190 systemd[1]: Stopping Ceph node-exporter.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:28.466 INFO:tasks.rados.rados.0.smithi094.stdout:769: done (1 left) 2024-08-17T17:09:28.466 INFO:tasks.rados.rados.0.smithi094.stdout:770: rollback oid 46 current snap is 64 2024-08-17T17:09:28.466 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 63 2024-08-17T17:09:28.466 INFO:tasks.rados.rados.0.smithi094.stdout:768: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:09:28.466 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 0 (ObjNum 3153 snap 0 seq_num 3162485472) dirty dne 2024-08-17T17:09:28.466 INFO:tasks.rados.rados.0.smithi094.stdout:768: done (1 left) 2024-08-17T17:09:28.467 INFO:tasks.rados.rados.0.smithi094.stdout:771: snap_remove snap 62 2024-08-17T17:09:28.513 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:28 smithi190 podman[78392]: 2024-08-17 17:09:28.241326443 +0000 UTC m=+0.125925715 container died cdeec02a4ecb9dbb01af4e4abcfd2dd3f74096d828f8557774733077294dbd06 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:09:28.514 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=infra.usagestats.collector t=2024-08-17T17:09:28.29286586Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T17:09:28.514 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=provisioning.datasources t=2024-08-17T17:09:28.379824016Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-17T17:09:28.514 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=provisioning.datasources t=2024-08-17T17:09:28.379850337Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T17:09:28.514 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=provisioning.datasources t=2024-08-17T17:09:28.391000397Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T17:09:28.514 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=provisioning.alerting t=2024-08-17T17:09:28.479461802Z level=info msg="starting to provision alerting" 2024-08-17T17:09:28.514 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=provisioning.alerting t=2024-08-17T17:09:28.479488644Z level=info msg="finished to provision alerting" 2024-08-17T17:09:28.515 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=ngalert.state.manager t=2024-08-17T17:09:28.479636269Z level=info msg="Warming state cache for startup" 2024-08-17T17:09:28.515 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=grafanaStorageLogger t=2024-08-17T17:09:28.479690835Z level=info msg="storage starting" 2024-08-17T17:09:28.515 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=http.server t=2024-08-17T17:09:28.481903113Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T17:09:28.515 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=ngalert.state.manager t=2024-08-17T17:09:28.489975787Z level=info msg="State cache has been initialized" states=0 duration=10.336445ms 2024-08-17T17:09:28.515 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=ngalert.multiorg.alertmanager t=2024-08-17T17:09:28.490066451Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T17:09:28.515 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[78211]: logger=ticker t=2024-08-17T17:09:28.490190678Z level=info msg=starting first_tick=2024-08-17T17:09:30Z 2024-08-17T17:09:28.822 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:28 smithi190 podman[78392]: 2024-08-17 17:09:28.629609222 +0000 UTC m=+0.514208490 container cleanup cdeec02a4ecb9dbb01af4e4abcfd2dd3f74096d828f8557774733077294dbd06 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:09:28.822 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:28 smithi190 bash[78392]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T17:09:28.823 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-mon[33316]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T17:09:28.823 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-mon[33316]: Deploying daemon node-exporter.b on smithi190 2024-08-17T17:09:28.823 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:28 smithi190 ceph-mon[33316]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T17:09:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:28 smithi094 ceph-mon[29912]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T17:09:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:28 smithi094 ceph-mon[29912]: Deploying daemon node-exporter.b on smithi190 2024-08-17T17:09:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:28 smithi094 ceph-mon[29912]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T17:09:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:28 smithi094 ceph-mon[41048]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-17T17:09:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:28 smithi094 ceph-mon[41048]: Deploying daemon node-exporter.b on smithi190 2024-08-17T17:09:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:28 smithi094 ceph-mon[41048]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T17:09:29.172 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:28 smithi190 podman[78411]: 2024-08-17 17:09:28.822286134 +0000 UTC m=+0.584682468 container remove cdeec02a4ecb9dbb01af4e4abcfd2dd3f74096d828f8557774733077294dbd06 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:09:29.172 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:28 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:09:29.172 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:28 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T17:09:29.172 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:28 smithi190 systemd[1]: Stopped Ceph node-exporter.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:29.172 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:28 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.220s CPU time. 2024-08-17T17:09:29.435 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:29 smithi190 systemd[1]: Starting Ceph node-exporter.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:29.435 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:29 smithi190 bash[78544]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-17T17:09:29.466 INFO:tasks.rados.rados.0.smithi094.stdout:771: done (1 left) 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:772: read oid 21 snap -1 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:772: expect deleted 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:770: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 197 (ObjNum 593 snap 0 seq_num 3213755016) dirty dne 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:770: done (1 left) 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:773: read oid 8 snap 63 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:773: expect (ObjNum 188 snap 48 seq_num 188) 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 64 2024-08-17T17:09:29.467 INFO:tasks.rados.rados.0.smithi094.stdout:774: seq_num 260 ranges {1400832=761856,2162688=417792,2580480=786432} 2024-08-17T17:09:29.479 INFO:tasks.rados.rados.0.smithi094.stdout:774: writing smithi09487127-20 from 1400832 to 2162688 tid 1 2024-08-17T17:09:29.481 INFO:tasks.rados.rados.0.smithi094.stdout:774: writing smithi09487127-20 from 2162688 to 2580480 tid 2 2024-08-17T17:09:29.486 INFO:tasks.rados.rados.0.smithi094.stdout:774: writing smithi09487127-20 from 2580480 to 3366912 tid 3 2024-08-17T17:09:29.486 INFO:tasks.rados.rados.0.smithi094.stdout:775: read oid 11 snap 63 2024-08-17T17:09:29.486 INFO:tasks.rados.rados.0.smithi094.stdout:775: expect (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:09:29.487 INFO:tasks.rados.rados.0.smithi094.stdout:776: rollback oid 32 current snap is 64 2024-08-17T17:09:29.487 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 63 2024-08-17T17:09:29.487 INFO:tasks.rados.rados.0.smithi094.stdout:773: expect (ObjNum 188 snap 48 seq_num 188) 2024-08-17T17:09:29.509 INFO:tasks.rados.rados.0.smithi094.stdout:774: finishing write tid 1 to smithi09487127-20 2024-08-17T17:09:29.509 INFO:tasks.rados.rados.0.smithi094.stdout:774: finishing write tid 2 to smithi09487127-20 2024-08-17T17:09:29.509 INFO:tasks.rados.rados.0.smithi094.stdout:776: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:09:29.509 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 0 (ObjNum 3153 snap 0 seq_num 3162485472) dirty dne 2024-08-17T17:09:29.509 INFO:tasks.rados.rados.0.smithi094.stdout:775: expect (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:09:29.563 INFO:tasks.rados.rados.0.smithi094.stdout:774: finishing write tid 3 to smithi09487127-20 2024-08-17T17:09:29.563 INFO:tasks.rados.rados.0.smithi094.stdout:774: finishing write tid 4 to smithi09487127-20 2024-08-17T17:09:29.563 INFO:tasks.rados.rados.0.smithi094.stdout:774: finishing write tid 5 to smithi09487127-20 2024-08-17T17:09:29.563 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 492 (ObjNum 260 snap 64 seq_num 260) dirty exists 2024-08-17T17:09:29.563 INFO:tasks.rados.rados.0.smithi094.stdout:774: left oid 20 (ObjNum 260 snap 64 seq_num 260) 2024-08-17T17:09:29.563 INFO:tasks.rados.rados.0.smithi094.stdout:772: done (4 left) 2024-08-17T17:09:29.563 INFO:tasks.rados.rados.0.smithi094.stdout:773: done (3 left) 2024-08-17T17:09:29.563 INFO:tasks.rados.rados.0.smithi094.stdout:774: done (2 left) 2024-08-17T17:09:29.564 INFO:tasks.rados.rados.0.smithi094.stdout:775: done (1 left) 2024-08-17T17:09:29.564 INFO:tasks.rados.rados.0.smithi094.stdout:776: done (0 left) 2024-08-17T17:09:29.564 INFO:tasks.rados.rados.0.smithi094.stdout:777: rollback oid 26 current snap is 64 2024-08-17T17:09:29.564 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 63 2024-08-17T17:09:29.564 INFO:tasks.rados.rados.0.smithi094.stdout:778: setattr oid 21 current snap is 64 2024-08-17T17:09:29.564 INFO:tasks.rados.rados.0.smithi094.stdout:779: delete oid 29 current snap is 64 2024-08-17T17:09:29.565 INFO:tasks.rados.rados.0.smithi094.stdout:779: done (2 left) 2024-08-17T17:09:29.565 INFO:tasks.rados.rados.0.smithi094.stdout:780: delete oid 49 current snap is 64 2024-08-17T17:09:29.567 INFO:tasks.rados.rados.0.smithi094.stdout:777: finishing rollback tid 0 to smithi09487127-26 2024-08-17T17:09:29.568 INFO:tasks.rados.rados.0.smithi094.stdout:780: done (2 left) 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:781: rmattr oid 39 current snap is 64 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:781: done (2 left) 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:782: read oid 11 snap -1 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:782: expect (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:783: copy_from oid 29 from oid 8 current snap is 64 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:784: read oid 39 snap -1 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:784: expect (ObjNum 237 snap 60 seq_num 237) 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 64 2024-08-17T17:09:29.569 INFO:tasks.rados.rados.0.smithi094.stdout:785: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-08-17T17:09:29.571 INFO:tasks.rados.rados.0.smithi094.stdout:785: writing smithi09487127-32 from 0 to 409600 tid 1 2024-08-17T17:09:29.574 INFO:tasks.rados.rados.0.smithi094.stdout:785: writing smithi09487127-32 from 409600 to 884736 tid 2 2024-08-17T17:09:29.577 INFO:tasks.rados.rados.0.smithi094.stdout:785: writing smithi09487127-32 from 884736 to 1441792 tid 3 2024-08-17T17:09:29.582 INFO:tasks.rados.rados.0.smithi094.stdout:785: writing smithi09487127-32 from 1441792 to 2015232 tid 4 2024-08-17T17:09:29.582 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 64 2024-08-17T17:09:29.582 INFO:tasks.rados.rados.0.smithi094.stdout:786: seq_num 264 ranges {1474560=425984,1900544=761856,2662400=770048,3432448=73728} 2024-08-17T17:09:29.592 INFO:tasks.rados.rados.0.smithi094.stdout:786: writing smithi09487127-38 from 1474560 to 1900544 tid 1 2024-08-17T17:09:29.596 INFO:tasks.rados.rados.0.smithi094.stdout:786: writing smithi09487127-38 from 1900544 to 2662400 tid 2 2024-08-17T17:09:29.601 INFO:tasks.rados.rados.0.smithi094.stdout:786: writing smithi09487127-38 from 2662400 to 3432448 tid 3 2024-08-17T17:09:29.601 INFO:tasks.rados.rados.0.smithi094.stdout:786: writing smithi09487127-38 from 3432448 to 3506176 tid 4 2024-08-17T17:09:29.601 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 64 2024-08-17T17:09:29.602 INFO:tasks.rados.rados.0.smithi094.stdout:777: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:09:29.602 INFO:tasks.rados.rados.0.smithi094.stdout:777: finishing rollback tid 2 to smithi09487127-26 2024-08-17T17:09:29.602 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 496 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-08-17T17:09:29.602 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 497 (ObjNum 129 snap 0 seq_num 3214313424) dirty exists 2024-08-17T17:09:29.602 INFO:tasks.rados.rados.0.smithi094.stdout:782: expect (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:09:29.655 INFO:tasks.rados.rados.0.smithi094.stdout:785: finishing write tid 1 to smithi09487127-32 2024-08-17T17:09:29.655 INFO:tasks.rados.rados.0.smithi094.stdout:785: finishing write tid 2 to smithi09487127-32 2024-08-17T17:09:29.655 INFO:tasks.rados.rados.0.smithi094.stdout:785: finishing write tid 3 to smithi09487127-32 2024-08-17T17:09:29.656 INFO:tasks.rados.rados.0.smithi094.stdout:783: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:09:29.656 INFO:tasks.rados.rados.0.smithi094.stdout:783: finishing copy_from to smithi09487127-29 2024-08-17T17:09:29.656 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 344 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-17T17:09:29.656 INFO:tasks.rados.rados.0.smithi094.stdout:784: expect (ObjNum 237 snap 60 seq_num 237) 2024-08-17T17:09:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:785: finishing write tid 4 to smithi09487127-32 2024-08-17T17:09:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:785: finishing write tid 5 to smithi09487127-32 2024-08-17T17:09:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:785: finishing write tid 6 to smithi09487127-32 2024-08-17T17:09:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 168 (ObjNum 263 snap 64 seq_num 263) dirty exists 2024-08-17T17:09:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:785: left oid 32 (ObjNum 263 snap 64 seq_num 263) 2024-08-17T17:09:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:786: finishing write tid 1 to smithi09487127-38 2024-08-17T17:09:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:786: finishing write tid 2 to smithi09487127-38 2024-08-17T17:09:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:787: seq_num 265 ranges {2564096=442368,3006464=647168,3653632=573440,4227072=385024} 2024-08-17T17:09:29.769 INFO:tasks.rados.rados.0.smithi094.stdout:787: writing smithi09487127-50 from 2564096 to 3006464 tid 1 2024-08-17T17:09:29.773 INFO:tasks.rados.rados.0.smithi094.stdout:787: writing smithi09487127-50 from 3006464 to 3653632 tid 2 2024-08-17T17:09:29.776 INFO:tasks.rados.rados.0.smithi094.stdout:787: writing smithi09487127-50 from 3653632 to 4227072 tid 3 2024-08-17T17:09:29.779 INFO:tasks.rados.rados.0.smithi094.stdout:787: writing smithi09487127-50 from 4227072 to 4612096 tid 4 2024-08-17T17:09:29.779 INFO:tasks.rados.rados.0.smithi094.stdout:777: done (7 left) 2024-08-17T17:09:29.779 INFO:tasks.rados.rados.0.smithi094.stdout:778: done (6 left) 2024-08-17T17:09:29.779 INFO:tasks.rados.rados.0.smithi094.stdout:782: done (5 left) 2024-08-17T17:09:29.779 INFO:tasks.rados.rados.0.smithi094.stdout:783: done (4 left) 2024-08-17T17:09:29.779 INFO:tasks.rados.rados.0.smithi094.stdout:784: done (3 left) 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:785: done (2 left) 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:788: copy_from oid 41 from oid 39 current snap is 64 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:786: finishing write tid 3 to smithi09487127-38 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:786: finishing write tid 4 to smithi09487127-38 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:786: finishing write tid 5 to smithi09487127-38 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:786: finishing write tid 6 to smithi09487127-38 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 503 (ObjNum 264 snap 64 seq_num 264) dirty exists 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:786: left oid 38 (ObjNum 264 snap 64 seq_num 264) 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:787: finishing write tid 1 to smithi09487127-50 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:787: finishing write tid 2 to smithi09487127-50 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:786: done (2 left) 2024-08-17T17:09:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 64 2024-08-17T17:09:29.781 INFO:tasks.rados.rados.0.smithi094.stdout:789: seq_num 266 ranges {3235840=458752,3694592=524288,4218880=729088,4947968=352256} 2024-08-17T17:09:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:789: writing smithi09487127-19 from 3235840 to 3694592 tid 1 2024-08-17T17:09:29.801 INFO:tasks.rados.rados.0.smithi094.stdout:789: writing smithi09487127-19 from 3694592 to 4218880 tid 2 2024-08-17T17:09:29.805 INFO:tasks.rados.rados.0.smithi094.stdout:789: writing smithi09487127-19 from 4218880 to 4947968 tid 3 2024-08-17T17:09:29.808 INFO:tasks.rados.rados.0.smithi094.stdout:789: writing smithi09487127-19 from 4947968 to 5300224 tid 4 2024-08-17T17:09:29.808 INFO:tasks.rados.rados.0.smithi094.stdout:790: delete oid 46 current snap is 64 2024-08-17T17:09:29.808 INFO:tasks.rados.rados.0.smithi094.stdout:787: finishing write tid 3 to smithi09487127-50 2024-08-17T17:09:29.808 INFO:tasks.rados.rados.0.smithi094.stdout:787: finishing write tid 4 to smithi09487127-50 2024-08-17T17:09:29.808 INFO:tasks.rados.rados.0.smithi094.stdout:787: finishing write tid 5 to smithi09487127-50 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:787: finishing write tid 6 to smithi09487127-50 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 400 (ObjNum 265 snap 64 seq_num 265) dirty exists 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:787: left oid 50 (ObjNum 265 snap 64 seq_num 265) 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:788: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:788: finishing copy_from to smithi09487127-41 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 336 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:789: finishing write tid 1 to smithi09487127-19 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:789: finishing write tid 2 to smithi09487127-19 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:789: finishing write tid 3 to smithi09487127-19 2024-08-17T17:09:29.809 INFO:tasks.rados.rados.0.smithi094.stdout:787: done (3 left) 2024-08-17T17:09:29.810 INFO:tasks.rados.rados.0.smithi094.stdout:788: done (2 left) 2024-08-17T17:09:29.810 INFO:tasks.rados.rados.0.smithi094.stdout:790: done (1 left) 2024-08-17T17:09:29.810 INFO:tasks.rados.rados.0.smithi094.stdout:791: snap_remove snap 63 2024-08-17T17:09:29.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:29 smithi190 ceph-mon[33316]: pgmap v75: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-08-17T17:09:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:29 smithi190 ceph-mon[33316]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T17:09:29.936 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:29 smithi190 bash[78544]: Getting image source signatures 2024-08-17T17:09:29.936 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:29 smithi190 bash[78544]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-17T17:09:29.936 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:29 smithi190 bash[78544]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-17T17:09:29.936 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:29 smithi190 bash[78544]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-17T17:09:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:29 smithi094 ceph-mon[29912]: pgmap v75: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-08-17T17:09:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:29 smithi094 ceph-mon[29912]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T17:09:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:29 smithi094 ceph-mon[41048]: pgmap v75: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-08-17T17:09:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:29 smithi094 ceph-mon[41048]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T17:09:30.559 INFO:tasks.rados.rados.0.smithi094.stdout:791: done (1 left) 2024-08-17T17:09:30.559 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 36 current snap is 64 2024-08-17T17:09:30.559 INFO:tasks.rados.rados.0.smithi094.stdout:789: finishing write tid 4 to smithi09487127-19 2024-08-17T17:09:30.559 INFO:tasks.rados.rados.0.smithi094.stdout:792: seq_num 268 ranges {958464=491520,1449984=745472,2195456=745472,2940928=114688} 2024-08-17T17:09:30.566 INFO:tasks.rados.rados.0.smithi094.stdout:792: writing smithi09487127-36 from 958464 to 1449984 tid 1 2024-08-17T17:09:30.571 INFO:tasks.rados.rados.0.smithi094.stdout:792: writing smithi09487127-36 from 1449984 to 2195456 tid 2 2024-08-17T17:09:30.577 INFO:tasks.rados.rados.0.smithi094.stdout:792: writing smithi09487127-36 from 2195456 to 2940928 tid 3 2024-08-17T17:09:30.578 INFO:tasks.rados.rados.0.smithi094.stdout:792: writing smithi09487127-36 from 2940928 to 3055616 tid 4 2024-08-17T17:09:30.578 INFO:tasks.rados.rados.0.smithi094.stdout:793: read oid 17 snap -1 2024-08-17T17:09:30.578 INFO:tasks.rados.rados.0.smithi094.stdout:793: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:30.578 INFO:tasks.rados.rados.0.smithi094.stdout:794: snap_create 2024-08-17T17:09:30.578 INFO:tasks.rados.rados.0.smithi094.stdout:789: finishing write tid 5 to smithi09487127-19 2024-08-17T17:09:30.578 INFO:tasks.rados.rados.0.smithi094.stdout:789: finishing write tid 6 to smithi09487127-19 2024-08-17T17:09:30.579 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 454 (ObjNum 266 snap 64 seq_num 266) dirty exists 2024-08-17T17:09:30.579 INFO:tasks.rados.rados.0.smithi094.stdout:789: left oid 19 (ObjNum 266 snap 64 seq_num 266) 2024-08-17T17:09:30.579 INFO:tasks.rados.rados.0.smithi094.stdout:792: finishing write tid 1 to smithi09487127-36 2024-08-17T17:09:30.579 INFO:tasks.rados.rados.0.smithi094.stdout:792: finishing write tid 2 to smithi09487127-36 2024-08-17T17:09:30.582 INFO:tasks.rados.rados.0.smithi094.stdout:792: finishing write tid 3 to smithi09487127-36 2024-08-17T17:09:30.582 INFO:tasks.rados.rados.0.smithi094.stdout:792: finishing write tid 4 to smithi09487127-36 2024-08-17T17:09:30.582 INFO:tasks.rados.rados.0.smithi094.stdout:792: finishing write tid 5 to smithi09487127-36 2024-08-17T17:09:30.583 INFO:tasks.rados.rados.0.smithi094.stdout:792: finishing write tid 6 to smithi09487127-36 2024-08-17T17:09:30.583 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 349 (ObjNum 268 snap 64 seq_num 268) dirty exists 2024-08-17T17:09:30.583 INFO:tasks.rados.rados.0.smithi094.stdout:792: left oid 36 (ObjNum 268 snap 64 seq_num 268) 2024-08-17T17:09:30.585 INFO:tasks.rados.rados.0.smithi094.stdout:793: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:31.435 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 bash[78544]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-17T17:09:31.435 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 bash[78544]: Writing manifest to image destination 2024-08-17T17:09:31.563 INFO:tasks.rados.rados.0.smithi094.stdout:789: done (3 left) 2024-08-17T17:09:31.563 INFO:tasks.rados.rados.0.smithi094.stdout:792: done (2 left) 2024-08-17T17:09:31.564 INFO:tasks.rados.rados.0.smithi094.stdout:793: done (1 left) 2024-08-17T17:09:31.564 INFO:tasks.rados.rados.0.smithi094.stdout:794: done (0 left) 2024-08-17T17:09:31.564 INFO:tasks.rados.rados.0.smithi094.stdout:795: setattr oid 33 current snap is 65 2024-08-17T17:09:31.564 INFO:tasks.rados.rados.0.smithi094.stdout:796: read oid 6 snap -1 2024-08-17T17:09:31.564 INFO:tasks.rados.rados.0.smithi094.stdout:796: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:09:31.564 INFO:tasks.rados.rados.0.smithi094.stdout:797: delete oid 27 current snap is 65 2024-08-17T17:09:31.567 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 331 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T17:09:31.568 INFO:tasks.rados.rados.0.smithi094.stdout:795: done (2 left) 2024-08-17T17:09:31.569 INFO:tasks.rados.rados.0.smithi094.stdout:797: done (1 left) 2024-08-17T17:09:31.569 INFO:tasks.rados.rados.0.smithi094.stdout:798: rollback oid 34 current snap is 65 2024-08-17T17:09:31.569 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 64 2024-08-17T17:09:31.569 INFO:tasks.rados.rados.0.smithi094.stdout:799: read oid 9 snap -1 2024-08-17T17:09:31.569 INFO:tasks.rados.rados.0.smithi094.stdout:799: expect (ObjNum 254 snap 62 seq_num 254) 2024-08-17T17:09:31.569 INFO:tasks.rados.rados.0.smithi094.stdout:800: read oid 18 snap 64 2024-08-17T17:09:31.569 INFO:tasks.rados.rados.0.smithi094.stdout:800: expect (ObjNum 239 snap 60 seq_num 239) 2024-08-17T17:09:31.569 INFO:tasks.rados.rados.0.smithi094.stdout:801: snap_create 2024-08-17T17:09:31.574 INFO:tasks.rados.rados.0.smithi094.stdout:798: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:09:31.578 INFO:tasks.rados.rados.0.smithi094.stdout:798: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:09:31.578 INFO:tasks.rados.rados.0.smithi094.stdout:798: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:09:31.578 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 352 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:09:31.583 INFO:tasks.rados.rados.0.smithi094.stdout:796: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:09:31.694 INFO:tasks.rados.rados.0.smithi094.stdout:799: expect (ObjNum 254 snap 62 seq_num 254) 2024-08-17T17:09:31.804 INFO:tasks.rados.rados.0.smithi094.stdout:800: expect (ObjNum 239 snap 60 seq_num 239) 2024-08-17T17:09:31.859 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-mon[33316]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T17:09:31.859 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-mon[33316]: pgmap v78: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-08-17T17:09:31.860 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 podman[78544]: 2024-08-17 17:09:31.54175436 +0000 UTC m=+2.270666550 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-17T17:09:31.860 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 podman[78544]: 2024-08-17 17:09:31.65765097 +0000 UTC m=+2.386563145 container create a956106a004221168c7f22634738806c03f84dd36222abe3d55ca30571890559 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:09:32.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:31 smithi094 ceph-mon[29912]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T17:09:32.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:31 smithi094 ceph-mon[29912]: pgmap v78: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-08-17T17:09:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:31 smithi094 ceph-mon[41048]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T17:09:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:31 smithi094 ceph-mon[41048]: pgmap v78: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 6.1 MiB/s wr, 36 op/s 2024-08-17T17:09:32.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 podman[78544]: 2024-08-17 17:09:31.859298722 +0000 UTC m=+2.588210908 container init a956106a004221168c7f22634738806c03f84dd36222abe3d55ca30571890559 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:09:32.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 podman[78544]: 2024-08-17 17:09:31.864273397 +0000 UTC m=+2.593185572 container start a956106a004221168c7f22634738806c03f84dd36222abe3d55ca30571890559 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:09:32.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.866Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-17T17:09:32.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.867Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-17T17:09:32.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.867Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T17:09:32.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.867Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T17:09:32.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.867Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T17:09:32.186 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.867Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T17:09:32.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T17:09:32.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T17:09:32.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T17:09:32.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T17:09:32.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T17:09:32.187 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T17:09:32.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T17:09:32.190 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T17:09:32.191 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T17:09:32.192 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T17:09:32.193 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T17:09:32.194 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T17:09:32.194 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-17T17:09:32.194 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b[78593]: ts=2024-08-17T17:09:31.868Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T17:09:32.194 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 bash[78544]: a956106a004221168c7f22634738806c03f84dd36222abe3d55ca30571890559 2024-08-17T17:09:32.194 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:09:31 smithi190 systemd[1]: Started Ceph node-exporter.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:32.569 INFO:tasks.rados.rados.0.smithi094.stdout:796: done (4 left) 2024-08-17T17:09:32.569 INFO:tasks.rados.rados.0.smithi094.stdout:798: done (3 left) 2024-08-17T17:09:32.569 INFO:tasks.rados.rados.0.smithi094.stdout:799: done (2 left) 2024-08-17T17:09:32.569 INFO:tasks.rados.rados.0.smithi094.stdout:800: done (1 left) 2024-08-17T17:09:32.569 INFO:tasks.rados.rados.0.smithi094.stdout:801: done (0 left) 2024-08-17T17:09:32.569 INFO:tasks.rados.rados.0.smithi094.stdout:802: delete oid 35 current snap is 66 2024-08-17T17:09:32.570 INFO:tasks.rados.rados.0.smithi094.stdout:802: done (0 left) 2024-08-17T17:09:32.570 INFO:tasks.rados.rados.0.smithi094.stdout:803: snap_create 2024-08-17T17:09:32.712 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T17:09:32.712 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:32.712 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:32.712 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:09:32.712 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:09:32.712 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:09:32.712 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[41048]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:09:32.713 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:09:32.714 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:09:32.714 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:09:32.714 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:09:32.714 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:32.714 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:09:32.714 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:32 smithi094 ceph-mon[29912]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:09:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T17:09:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:09:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:09:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:09:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:09:32.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:09:32.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:09:32.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:32.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:09:32.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:32 smithi190 ceph-mon[33316]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:09:33.574 INFO:tasks.rados.rados.0.smithi094.stdout:803: done (0 left) 2024-08-17T17:09:33.575 INFO:tasks.rados.rados.0.smithi094.stdout:804: snap_create 2024-08-17T17:09:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[29912]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T17:09:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[29912]: pgmap v81: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-17T17:09:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:09:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:09:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:09:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:33.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[41048]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T17:09:33.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[41048]: pgmap v81: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-17T17:09:33.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:33.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:09:33.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:09:33.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:09:33.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:33 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:33.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:33 smithi190 ceph-mon[33316]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T17:09:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:33 smithi190 ceph-mon[33316]: pgmap v81: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-17T17:09:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:33 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:33 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:09:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:33 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:09:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:33 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:09:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:33 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:34.463 INFO:tasks.rados.rados.0.smithi094.stdout:804: done (0 left) 2024-08-17T17:09:34.463 INFO:tasks.rados.rados.0.smithi094.stdout:805: read oid 22 snap -1 2024-08-17T17:09:34.463 INFO:tasks.rados.rados.0.smithi094.stdout:805: expect (ObjNum 227 snap 59 seq_num 227) 2024-08-17T17:09:34.463 INFO:tasks.rados.rados.0.smithi094.stdout:806: snap_remove snap 64 2024-08-17T17:09:34.685 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:09:34] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.51.0" 2024-08-17T17:09:34.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:34 smithi190 ceph-mon[33316]: Upgrade: Updating mgr.y 2024-08-17T17:09:34.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:34 smithi190 ceph-mon[33316]: Deploying daemon mgr.y on smithi094 2024-08-17T17:09:34.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:34 smithi190 ceph-mon[33316]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T17:09:34.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:34 smithi190 ceph-mon[33316]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T17:09:34.935 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:34 smithi094 ceph-mon[29912]: Upgrade: Updating mgr.y 2024-08-17T17:09:34.936 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:34 smithi094 ceph-mon[29912]: Deploying daemon mgr.y on smithi094 2024-08-17T17:09:34.936 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:34 smithi094 ceph-mon[29912]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T17:09:34.936 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:34 smithi094 ceph-mon[29912]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T17:09:34.936 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:34 smithi094 ceph-mon[41048]: Upgrade: Updating mgr.y 2024-08-17T17:09:34.936 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:34 smithi094 ceph-mon[41048]: Deploying daemon mgr.y on smithi094 2024-08-17T17:09:34.937 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:34 smithi094 ceph-mon[41048]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T17:09:34.937 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:34 smithi094 ceph-mon[41048]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T17:09:35.463 INFO:tasks.rados.rados.0.smithi094.stdout:806: done (1 left) 2024-08-17T17:09:35.463 INFO:tasks.rados.rados.0.smithi094.stdout:807: read oid 48 snap -1 2024-08-17T17:09:35.463 INFO:tasks.rados.rados.0.smithi094.stdout:807: expect (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:09:35.463 INFO:tasks.rados.rados.0.smithi094.stdout:808: delete oid 40 current snap is 68 2024-08-17T17:09:35.463 INFO:tasks.rados.rados.0.smithi094.stdout:805: expect (ObjNum 227 snap 59 seq_num 227) 2024-08-17T17:09:35.501 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:35 smithi094 systemd[1]: Stopping Ceph mgr.y for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:807: expect (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:09:35.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:35 smithi094 ceph-mon[29912]: pgmap v84: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-17T17:09:35.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:35 smithi094 ceph-mon[29912]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T17:09:35.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:35 smithi094 ceph-mon[41048]: pgmap v84: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-17T17:09:35.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:35 smithi094 ceph-mon[41048]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T17:09:35.773 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:35 smithi094 podman[91043]: 2024-08-17 17:09:35.500384332 +0000 UTC m=+0.138845217 container died 4bb94207b7e2f90eca362072c6424acad0e6b65ebd6028443d87dfb511218b5a (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731) 2024-08-17T17:09:35.876 INFO:tasks.rados.rados.0.smithi094.stdout:805: done (2 left) 2024-08-17T17:09:35.876 INFO:tasks.rados.rados.0.smithi094.stdout:807: done (1 left) 2024-08-17T17:09:35.876 INFO:tasks.rados.rados.0.smithi094.stdout:808: done (0 left) 2024-08-17T17:09:35.876 INFO:tasks.rados.rados.0.smithi094.stdout:809: snap_create 2024-08-17T17:09:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:35 smithi190 ceph-mon[33316]: pgmap v84: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-08-17T17:09:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:35 smithi190 ceph-mon[33316]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T17:09:35.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:35.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:35.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:36.124 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:35 smithi094 podman[91043]: 2024-08-17 17:09:35.8473693 +0000 UTC m=+0.485830188 container cleanup 4bb94207b7e2f90eca362072c6424acad0e6b65ebd6028443d87dfb511218b5a (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-f2c39d4, ceph=True) 2024-08-17T17:09:36.124 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:35 smithi094 bash[91043]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y 2024-08-17T17:09:36.474 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 podman[91061]: 2024-08-17 17:09:36.124101296 +0000 UTC m=+0.624792380 container remove 4bb94207b7e2f90eca362072c6424acad0e6b65ebd6028443d87dfb511218b5a (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, RELEASE=quincy-f2c39d4, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T17:09:36.475 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:09:36.475 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-17T17:09:36.475 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 systemd[1]: Stopped Ceph mgr.y for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:36.475 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Consumed 39.716s CPU time. 2024-08-17T17:09:36.475 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 systemd[1]: Starting Ceph mgr.y for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:36.582 INFO:tasks.rados.rados.0.smithi094.stdout:809: done (0 left) 2024-08-17T17:09:36.582 INFO:tasks.rados.rados.0.smithi094.stdout:810: setattr oid 43 current snap is 69 2024-08-17T17:09:36.583 INFO:tasks.rados.rados.0.smithi094.stdout:811: snap_remove snap 67 2024-08-17T17:09:36.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 podman[91197]: 2024-08-17 17:09:36.683658357 +0000 UTC m=+0.111372439 container create ce76909f20c73ab5335c05c58aa08588d1091f063f666c2b211fb9013f9085e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe) 2024-08-17T17:09:36.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 podman[91197]: 2024-08-17 17:09:36.591763112 +0000 UTC m=+0.019477145 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:09:37.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 podman[91197]: 2024-08-17 17:09:36.894586516 +0000 UTC m=+0.322300557 container init ce76909f20c73ab5335c05c58aa08588d1091f063f666c2b211fb9013f9085e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:09:37.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 podman[91197]: 2024-08-17 17:09:36.899230805 +0000 UTC m=+0.326944840 container start ce76909f20c73ab5335c05c58aa08588d1091f063f666c2b211fb9013f9085e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:09:37.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 ceph-mgr[91235]: -- 172.21.15.94:0/2088573288 <== mon.2 v2:172.21.15.94:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55685baa30e0 con 0x55685ba81000 2024-08-17T17:09:37.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 bash[91197]: ce76909f20c73ab5335c05c58aa08588d1091f063f666c2b211fb9013f9085e7 2024-08-17T17:09:37.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:36 smithi094 systemd[1]: Started Ceph mgr.y for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:37.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:36.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:37.586 INFO:tasks.rados.rados.0.smithi094.stdout:811: done (1 left) 2024-08-17T17:09:37.586 INFO:tasks.rados.rados.0.smithi094.stdout:812: read oid 21 snap -1 2024-08-17T17:09:37.586 INFO:tasks.rados.rados.0.smithi094.stdout:812: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:09:37.586 INFO:tasks.rados.rados.0.smithi094.stdout:813: rollback oid 5 current snap is 69 2024-08-17T17:09:37.586 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 68 2024-08-17T17:09:37.586 INFO:tasks.rados.rados.0.smithi094.stdout:814: read oid 48 snap -1 2024-08-17T17:09:37.586 INFO:tasks.rados.rados.0.smithi094.stdout:814: expect (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:09:37.586 INFO:tasks.rados.rados.0.smithi094.stdout:815: copy_from oid 19 from oid 35 current snap is 69 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:816: read oid 46 snap -1 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:816: expect deleted 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:817: read oid 24 snap -1 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:817: expect deleted 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:818: rollback oid 33 current snap is 69 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 33 to 66 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 147 (ObjNum 195 snap 49 seq_num 195) dirty exists 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:810: done (7 left) 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:819: setattr oid 1 current snap is 69 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:813: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:09:37.587 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 0 (ObjNum 65 snap 0 seq_num 3199067088) dirty dne 2024-08-17T17:09:37.588 INFO:tasks.rados.rados.0.smithi094.stdout:813: done (7 left) 2024-08-17T17:09:37.588 INFO:tasks.rados.rados.0.smithi094.stdout:816: done (6 left) 2024-08-17T17:09:37.588 INFO:tasks.rados.rados.0.smithi094.stdout:820: snap_create 2024-08-17T17:09:37.589 INFO:tasks.rados.rados.0.smithi094.stdout:812: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:09:37.593 INFO:tasks.rados.rados.0.smithi094.stdout:818: finishing rollback tid 0 to smithi09487127-33 2024-08-17T17:09:37.594 INFO:tasks.rados.rados.0.smithi094.stdout:818: finishing rollback tid 1 to smithi09487127-33 2024-08-17T17:09:37.594 INFO:tasks.rados.rados.0.smithi094.stdout:818: finishing rollback tid 2 to smithi09487127-33 2024-08-17T17:09:37.594 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 337 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T17:09:37.594 INFO:tasks.rados.rados.0.smithi094.stdout:815: finishing copy_from to smithi09487127-19 2024-08-17T17:09:37.594 INFO:tasks.rados.rados.0.smithi094.stdout:815: got expected ENOENT (src dne) 2024-08-17T17:09:37.595 INFO:tasks.rados.rados.0.smithi094.stdout:815: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:09:37.597 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 209 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:09:37.603 INFO:tasks.rados.rados.0.smithi094.stdout:814: expect (ObjNum 133 snap 33 seq_num 133) 2024-08-17T17:09:37.876 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[29912]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T17:09:37.876 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[29912]: pgmap v87: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[41048]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[41048]: pgmap v87: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.877 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.878 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:37.878 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.878 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:37 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:37 smithi190 ceph-mon[33316]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T17:09:37.975 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:37 smithi190 ceph-mon[33316]: pgmap v87: 121 pgs: 121 active+clean; 115 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:37.975 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:37 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.975 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:37 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.976 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:37 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:37.976 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:37 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:37.976 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:37 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:812: done (6 left) 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:814: done (5 left) 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:815: done (4 left) 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:817: done (3 left) 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:818: done (2 left) 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:819: done (1 left) 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:820: done (0 left) 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:821: read oid 20 snap 65 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:821: expect (ObjNum 260 snap 64 seq_num 260) 2024-08-17T17:09:38.592 INFO:tasks.rados.rados.0.smithi094.stdout:822: snap_remove snap 66 2024-08-17T17:09:38.855 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:38 smithi190 ceph-mon[33316]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T17:09:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:38 smithi094 ceph-mon[29912]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T17:09:39.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:38 smithi094 ceph-mon[41048]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T17:09:39.604 INFO:tasks.rados.rados.0.smithi094.stdout:822: done (1 left) 2024-08-17T17:09:39.604 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 70 2024-08-17T17:09:39.604 INFO:tasks.rados.rados.0.smithi094.stdout:823: seq_num 272 ranges {663552=565248,1228800=688128,1916928=729088,2646016=188416} 2024-08-17T17:09:39.611 INFO:tasks.rados.rados.0.smithi094.stdout:823: writing smithi09487127-34 from 663552 to 1228800 tid 1 2024-08-17T17:09:39.616 INFO:tasks.rados.rados.0.smithi094.stdout:823: writing smithi09487127-34 from 1228800 to 1916928 tid 2 2024-08-17T17:09:39.621 INFO:tasks.rados.rados.0.smithi094.stdout:823: writing smithi09487127-34 from 1916928 to 2646016 tid 3 2024-08-17T17:09:39.623 INFO:tasks.rados.rados.0.smithi094.stdout:823: writing smithi09487127-34 from 2646016 to 2834432 tid 4 2024-08-17T17:09:39.623 INFO:tasks.rados.rados.0.smithi094.stdout:821: expect (ObjNum 260 snap 64 seq_num 260) 2024-08-17T17:09:39.762 INFO:tasks.rados.rados.0.smithi094.stdout:823: finishing write tid 1 to smithi09487127-34 2024-08-17T17:09:39.763 INFO:tasks.rados.rados.0.smithi094.stdout:823: finishing write tid 2 to smithi09487127-34 2024-08-17T17:09:39.763 INFO:tasks.rados.rados.0.smithi094.stdout:821: done (1 left) 2024-08-17T17:09:39.763 INFO:tasks.rados.rados.0.smithi094.stdout:824: snap_remove snap 68 2024-08-17T17:09:39.879 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:39 smithi190 ceph-mon[33316]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T17:09:39.879 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:39 smithi190 ceph-mon[33316]: pgmap v90: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:09:39.891 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:39 smithi094 ceph-mon[29912]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T17:09:39.891 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:39 smithi094 ceph-mon[29912]: pgmap v90: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:09:39.891 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:39 smithi094 ceph-mon[41048]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T17:09:39.891 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:39 smithi094 ceph-mon[41048]: pgmap v90: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:824: done (1 left) 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:825: copy_from oid 26 from oid 46 current snap is 70 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:826: rollback oid 28 current snap is 70 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 65 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:827: setattr oid 49 current snap is 70 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:823: finishing write tid 3 to smithi09487127-34 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:823: finishing write tid 4 to smithi09487127-34 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:823: finishing write tid 5 to smithi09487127-34 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:823: finishing write tid 6 to smithi09487127-34 2024-08-17T17:09:40.606 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 357 (ObjNum 272 snap 70 seq_num 272) dirty exists 2024-08-17T17:09:40.607 INFO:tasks.rados.rados.0.smithi094.stdout:823: left oid 34 (ObjNum 272 snap 70 seq_num 272) 2024-08-17T17:09:40.607 INFO:tasks.rados.rados.0.smithi094.stdout:826: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:09:40.607 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 0 (ObjNum 129 snap 0 seq_num 3214262544) dirty dne 2024-08-17T17:09:40.608 INFO:tasks.rados.rados.0.smithi094.stdout:823: done (3 left) 2024-08-17T17:09:40.608 INFO:tasks.rados.rados.0.smithi094.stdout:826: done (2 left) 2024-08-17T17:09:40.608 INFO:tasks.rados.rados.0.smithi094.stdout:828: delete oid 4 current snap is 70 2024-08-17T17:09:40.611 INFO:tasks.rados.rados.0.smithi094.stdout:825: finishing copy_from to smithi09487127-26 2024-08-17T17:09:40.611 INFO:tasks.rados.rados.0.smithi094.stdout:825: got expected ENOENT (src dne) 2024-08-17T17:09:40.612 INFO:tasks.rados.rados.0.smithi094.stdout:825: finishing copy_from racing read to smithi09487127-26 2024-08-17T17:09:40.612 INFO:tasks.rados.rados.0.smithi094.stdout:825: done (2 left) 2024-08-17T17:09:40.613 INFO:tasks.rados.rados.0.smithi094.stdout:828: done (1 left) 2024-08-17T17:09:40.613 INFO:tasks.rados.rados.0.smithi094.stdout:829: snap_create 2024-08-17T17:09:40.613 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 338 (ObjNum 417 snap 0 seq_num 3214218336) dirty exists 2024-08-17T17:09:40.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:40 smithi190 ceph-mon[33316]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T17:09:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:40 smithi094 ceph-mon[29912]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T17:09:40.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:40 smithi094 ceph-mon[41048]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T17:09:41.611 INFO:tasks.rados.rados.0.smithi094.stdout:827: done (1 left) 2024-08-17T17:09:41.613 INFO:tasks.rados.rados.0.smithi094.stdout:829: done (0 left) 2024-08-17T17:09:41.613 INFO:tasks.rados.rados.0.smithi094.stdout:830: delete oid 9 current snap is 71 2024-08-17T17:09:41.614 INFO:tasks.rados.rados.0.smithi094.stdout:830: done (0 left) 2024-08-17T17:09:41.614 INFO:tasks.rados.rados.0.smithi094.stdout:831: snap_create 2024-08-17T17:09:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:41 smithi190 ceph-mon[33316]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T17:09:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:41 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:41 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:41 smithi190 ceph-mon[33316]: pgmap v93: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:09:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:41 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:41 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.989 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[41048]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T17:09:41.989 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.990 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.990 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[41048]: pgmap v93: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:09:41.990 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.990 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.990 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[29912]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T17:09:41.990 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.990 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.990 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[29912]: pgmap v93: 121 pgs: 121 active+clean; 114 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:09:41.991 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:41.991 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:41 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:42.259 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:42] ENGINE Bus STARTING 2024-08-17T17:09:42.259 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: CherryPy Checker: 2024-08-17T17:09:42.260 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: The Application mounted at '' has an empty config. 2024-08-17T17:09:42.260 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:42.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:42] ENGINE Serving on http://:::9283 2024-08-17T17:09:42.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:42] ENGINE Bus STARTED 2024-08-17T17:09:42.612 INFO:tasks.rados.rados.0.smithi094.stdout:831: done (0 left) 2024-08-17T17:09:42.613 INFO:tasks.rados.rados.0.smithi094.stdout:832: rmattr oid 13 current snap is 72 2024-08-17T17:09:42.613 INFO:tasks.rados.rados.0.smithi094.stdout:832: done (0 left) 2024-08-17T17:09:42.613 INFO:tasks.rados.rados.0.smithi094.stdout:833: snap_create 2024-08-17T17:09:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T17:09:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: Standby manager daemon y restarted 2024-08-17T17:09:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: Standby manager daemon y started 2024-08-17T17:09:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:09:42.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:09:42.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:09:42.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:42 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:09:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T17:09:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: Standby manager daemon y restarted 2024-08-17T17:09:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: Standby manager daemon y started 2024-08-17T17:09:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: Standby manager daemon y restarted 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: Standby manager daemon y started 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:09:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:09:43.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:09:43.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:42 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:09:43.623 INFO:tasks.rados.rados.0.smithi094.stdout:833: done (0 left) 2024-08-17T17:09:43.623 INFO:tasks.rados.rados.0.smithi094.stdout:834: copy_from oid 43 from oid 39 current snap is 73 2024-08-17T17:09:43.623 INFO:tasks.rados.rados.0.smithi094.stdout:835: delete oid 49 current snap is 73 2024-08-17T17:09:43.626 INFO:tasks.rados.rados.0.smithi094.stdout:835: done (1 left) 2024-08-17T17:09:43.626 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 73 2024-08-17T17:09:43.627 INFO:tasks.rados.rados.0.smithi094.stdout:836: seq_num 276 ranges {4440064=630784,5070848=671744,5742592=704512,6447104=229376} 2024-08-17T17:09:43.654 INFO:tasks.rados.rados.0.smithi094.stdout:836: writing smithi09487127-23 from 4440064 to 5070848 tid 1 2024-08-17T17:09:43.658 INFO:tasks.rados.rados.0.smithi094.stdout:836: writing smithi09487127-23 from 5070848 to 5742592 tid 2 2024-08-17T17:09:43.663 INFO:tasks.rados.rados.0.smithi094.stdout:836: writing smithi09487127-23 from 5742592 to 6447104 tid 3 2024-08-17T17:09:43.664 INFO:tasks.rados.rados.0.smithi094.stdout:836: writing smithi09487127-23 from 6447104 to 6676480 tid 4 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:837: rollback oid 3 current snap is 73 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 70 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:834: finishing copy_from racing read to smithi09487127-43 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:834: finishing copy_from to smithi09487127-43 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 336 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:836: finishing write tid 1 to smithi09487127-23 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:836: finishing write tid 2 to smithi09487127-23 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:834: done (2 left) 2024-08-17T17:09:43.665 INFO:tasks.rados.rados.0.smithi094.stdout:838: snap_create 2024-08-17T17:09:43.666 INFO:tasks.rados.rados.0.smithi094.stdout:836: finishing write tid 3 to smithi09487127-23 2024-08-17T17:09:43.667 INFO:tasks.rados.rados.0.smithi094.stdout:836: finishing write tid 4 to smithi09487127-23 2024-08-17T17:09:43.667 INFO:tasks.rados.rados.0.smithi094.stdout:836: finishing write tid 5 to smithi09487127-23 2024-08-17T17:09:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:837: finishing rollback tid 0 to smithi09487127-3 2024-08-17T17:09:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:837: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:09:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:837: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:09:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 204 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:09:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:836: finishing write tid 6 to smithi09487127-23 2024-08-17T17:09:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 312 (ObjNum 276 snap 73 seq_num 276) dirty exists 2024-08-17T17:09:43.669 INFO:tasks.rados.rados.0.smithi094.stdout:836: left oid 23 (ObjNum 276 snap 73 seq_num 276) 2024-08-17T17:09:43.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:43 smithi190 ceph-mon[33316]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T17:09:43.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:43 smithi190 ceph-mon[33316]: mgrmap e30: x(active, since 61s), standbys: y 2024-08-17T17:09:43.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:43 smithi190 ceph-mon[33316]: pgmap v96: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 530 KiB/s wr, 15 op/s 2024-08-17T17:09:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:43 smithi094 ceph-mon[41048]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T17:09:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:43 smithi094 ceph-mon[41048]: mgrmap e30: x(active, since 61s), standbys: y 2024-08-17T17:09:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:43 smithi094 ceph-mon[41048]: pgmap v96: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 530 KiB/s wr, 15 op/s 2024-08-17T17:09:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:43 smithi094 ceph-mon[29912]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T17:09:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:43 smithi094 ceph-mon[29912]: mgrmap e30: x(active, since 61s), standbys: y 2024-08-17T17:09:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:43 smithi094 ceph-mon[29912]: pgmap v96: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 530 KiB/s wr, 15 op/s 2024-08-17T17:09:44.435 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:09:44] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.51.0" 2024-08-17T17:09:44.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:44.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:44.462 INFO:tasks.rados.rados.0.smithi094.stdout:836: done (2 left) 2024-08-17T17:09:44.462 INFO:tasks.rados.rados.0.smithi094.stdout:837: done (1 left) 2024-08-17T17:09:44.463 INFO:tasks.rados.rados.0.smithi094.stdout:838: done (0 left) 2024-08-17T17:09:44.463 INFO:tasks.rados.rados.0.smithi094.stdout:839: read oid 42 snap -1 2024-08-17T17:09:44.463 INFO:tasks.rados.rados.0.smithi094.stdout:839: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:09:44.463 INFO:tasks.rados.rados.0.smithi094.stdout:840: read oid 24 snap -1 2024-08-17T17:09:44.463 INFO:tasks.rados.rados.0.smithi094.stdout:840: expect deleted 2024-08-17T17:09:44.463 INFO:tasks.rados.rados.0.smithi094.stdout:841: snap_create 2024-08-17T17:09:44.484 INFO:tasks.rados.rados.0.smithi094.stdout:839: expect (ObjNum 114 snap 23 seq_num 114) 2024-08-17T17:09:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:44 smithi094 ceph-mon[29912]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T17:09:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:44 smithi094 ceph-mon[29912]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T17:09:44.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:44 smithi094 ceph-mon[41048]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T17:09:44.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:44 smithi094 ceph-mon[41048]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T17:09:44.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:44 smithi190 ceph-mon[33316]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T17:09:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:44 smithi190 ceph-mon[33316]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T17:09:45.175 INFO:tasks.rados.rados.0.smithi094.stdout:839: done (2 left) 2024-08-17T17:09:45.175 INFO:tasks.rados.rados.0.smithi094.stdout:840: done (1 left) 2024-08-17T17:09:45.175 INFO:tasks.rados.rados.0.smithi094.stdout:841: done (0 left) 2024-08-17T17:09:45.175 INFO:tasks.rados.rados.0.smithi094.stdout:842: delete oid 10 current snap is 75 2024-08-17T17:09:45.178 INFO:tasks.rados.rados.0.smithi094.stdout:842: done (0 left) 2024-08-17T17:09:45.178 INFO:tasks.rados.rados.0.smithi094.stdout:843: snap_create 2024-08-17T17:09:45.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:45] ENGINE Bus STOPPING 2024-08-17T17:09:45.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:09:45.175+0000 7fd53d636640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-17T17:09:45.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ignoring --setuser ceph since I am not root 2024-08-17T17:09:45.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ignoring --setgroup ceph since I am not root 2024-08-17T17:09:45.436 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:45 smithi190 ceph-mgr[69319]: -- 172.21.15.190:0/3982805535 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d347e390e0 con 0x55d347e17000 2024-08-17T17:09:45.744 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:45] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:09:45.744 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:45] ENGINE Bus STOPPED 2024-08-17T17:09:46.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.742+0000 7f2c03dd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.742+0000 7f2c03dd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.742+0000 7f2c03dd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.742+0000 7f2c03dd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.742+0000 7f2c03dd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.745+0000 7f2c075d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.745+0000 7f2c075d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.745+0000 7f2c075d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.745+0000 7f2c075d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:45 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:45.745+0000 7f2c075d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:09:46.033 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:45.739Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:46.033 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:45.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:46.174 INFO:tasks.rados.rados.0.smithi094.stdout:843: done (0 left) 2024-08-17T17:09:46.174 INFO:tasks.rados.rados.0.smithi094.stdout:844: read oid 17 snap -1 2024-08-17T17:09:46.174 INFO:tasks.rados.rados.0.smithi094.stdout:844: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:46.174 INFO:tasks.rados.rados.0.smithi094.stdout:845: rollback oid 6 current snap is 76 2024-08-17T17:09:46.175 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 6 to 71 2024-08-17T17:09:46.175 INFO:tasks.rados.rados.0.smithi094.stdout:846: read oid 27 snap 75 2024-08-17T17:09:46.175 INFO:tasks.rados.rados.0.smithi094.stdout:846: expect deleted 2024-08-17T17:09:46.175 INFO:tasks.rados.rados.0.smithi094.stdout:847: copy_from oid 18 from oid 22 current snap is 76 2024-08-17T17:09:46.175 INFO:tasks.rados.rados.0.smithi094.stdout:848: rmattr oid 14 current snap is 76 2024-08-17T17:09:46.175 INFO:tasks.rados.rados.0.smithi094.stdout:848: done (4 left) 2024-08-17T17:09:46.175 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 76 2024-08-17T17:09:46.175 INFO:tasks.rados.rados.0.smithi094.stdout:849: seq_num 278 ranges {1884160=663552,2547712=442368,2990080=720896,3710976=442368} 2024-08-17T17:09:46.190 INFO:tasks.rados.rados.0.smithi094.stdout:849: writing smithi09487127-11 from 1884160 to 2547712 tid 1 2024-08-17T17:09:46.193 INFO:tasks.rados.rados.0.smithi094.stdout:849: writing smithi09487127-11 from 2547712 to 2990080 tid 2 2024-08-17T17:09:46.197 INFO:tasks.rados.rados.0.smithi094.stdout:849: writing smithi09487127-11 from 2990080 to 3710976 tid 3 2024-08-17T17:09:46.201 INFO:tasks.rados.rados.0.smithi094.stdout:849: writing smithi09487127-11 from 3710976 to 4153344 tid 4 2024-08-17T17:09:46.201 INFO:tasks.rados.rados.0.smithi094.stdout:850: setattr oid 25 current snap is 76 2024-08-17T17:09:46.204 INFO:tasks.rados.rados.0.smithi094.stdout:844: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:46.262 INFO:tasks.rados.rados.0.smithi094.stdout:845: finishing rollback tid 0 to smithi09487127-6 2024-08-17T17:09:46.262 INFO:tasks.rados.rados.0.smithi094.stdout:845: finishing rollback tid 1 to smithi09487127-6 2024-08-17T17:09:46.262 INFO:tasks.rados.rados.0.smithi094.stdout:845: finishing rollback tid 2 to smithi09487127-6 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 499 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:849: finishing write tid 1 to smithi09487127-11 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:849: finishing write tid 2 to smithi09487127-11 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:849: finishing write tid 3 to smithi09487127-11 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:849: finishing write tid 4 to smithi09487127-11 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:849: finishing write tid 5 to smithi09487127-11 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:849: finishing write tid 6 to smithi09487127-11 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 317 (ObjNum 278 snap 76 seq_num 278) dirty exists 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:849: left oid 11 (ObjNum 278 snap 76 seq_num 278) 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:847: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:847: finishing copy_from to smithi09487127-18 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 279 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-08-17T17:09:46.263 INFO:tasks.rados.rados.0.smithi094.stdout:844: done (5 left) 2024-08-17T17:09:46.264 INFO:tasks.rados.rados.0.smithi094.stdout:845: done (4 left) 2024-08-17T17:09:46.264 INFO:tasks.rados.rados.0.smithi094.stdout:846: done (3 left) 2024-08-17T17:09:46.264 INFO:tasks.rados.rados.0.smithi094.stdout:847: done (2 left) 2024-08-17T17:09:46.264 INFO:tasks.rados.rados.0.smithi094.stdout:849: done (1 left) 2024-08-17T17:09:46.264 INFO:tasks.rados.rados.0.smithi094.stdout:851: read oid 38 snap -1 2024-08-17T17:09:46.264 INFO:tasks.rados.rados.0.smithi094.stdout:851: expect (ObjNum 264 snap 64 seq_num 264) 2024-08-17T17:09:46.264 INFO:tasks.rados.rados.0.smithi094.stdout:852: delete oid 28 current snap is 76 2024-08-17T17:09:46.265 INFO:tasks.rados.rados.0.smithi094.stdout:852: done (2 left) 2024-08-17T17:09:46.265 INFO:tasks.rados.rados.0.smithi094.stdout:853: delete oid 32 current snap is 76 2024-08-17T17:09:46.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 210 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:09:46.266 INFO:tasks.rados.rados.0.smithi094.stdout:850: done (2 left) 2024-08-17T17:09:46.266 INFO:tasks.rados.rados.0.smithi094.stdout:853: done (1 left) 2024-08-17T17:09:46.266 INFO:tasks.rados.rados.0.smithi094.stdout:854: delete oid 20 current snap is 76 2024-08-17T17:09:46.275 INFO:tasks.rados.rados.0.smithi094.stdout:851: expect (ObjNum 264 snap 64 seq_num 264) 2024-08-17T17:09:46.311 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: pgmap v99: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 530 KiB/s wr, 15 op/s 2024-08-17T17:09:46.311 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.311 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: Activating manager daemon y 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.24685 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: mgrmap e31: y(active, starting, since 0.00555847s) 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:46.312 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:09:46.313 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:09:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:09:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:09:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: Manager daemon y is now available 2024-08-17T17:09:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:09:46.314 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:09:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:09:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:09:46.315 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:09:46.315 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:46] ENGINE Bus STARTING 2024-08-17T17:09:46.315 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: pgmap v99: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 530 KiB/s wr, 15 op/s 2024-08-17T17:09:46.315 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.315 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: Activating manager daemon y 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.24685 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: mgrmap e31: y(active, starting, since 0.00555847s) 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:46.316 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:09:46.317 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: Manager daemon y is now available 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:09:46.318 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:09:46.405 INFO:tasks.rados.rados.0.smithi094.stdout:851: done (1 left) 2024-08-17T17:09:46.405 INFO:tasks.rados.rados.0.smithi094.stdout:854: done (0 left) 2024-08-17T17:09:46.405 INFO:tasks.rados.rados.0.smithi094.stdout:855: snap_create 2024-08-17T17:09:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: pgmap v99: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 530 KiB/s wr, 15 op/s 2024-08-17T17:09:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 172.21.15.190:0/3000857844' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: Activating manager daemon y 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.24685 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: mgrmap e31: y(active, starting, since 0.00555847s) 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:46.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:09:46.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: Manager daemon y is now available 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:09:46.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:09:46.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:09:46.709 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:46] ENGINE Serving on http://:::9283 2024-08-17T17:09:46.710 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:46 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:09:46] ENGINE Bus STARTED 2024-08-17T17:09:47.172 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:47.188 INFO:tasks.rados.rados.0.smithi094.stdout:855: done (0 left) 2024-08-17T17:09:47.188 INFO:tasks.rados.rados.0.smithi094.stdout:856: snap_create 2024-08-17T17:09:47.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:47 smithi190 ceph-mon[33316]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T17:09:47.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:47 smithi190 ceph-mon[33316]: mgrmap e32: y(active, since 1.0148s) 2024-08-17T17:09:47.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:47 smithi190 ceph-mon[33316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:09:47.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:47 smithi190 ceph-mon[33316]: pgmap v4: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:47.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-mon[29912]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T17:09:47.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-mon[29912]: mgrmap e32: y(active, since 1.0148s) 2024-08-17T17:09:47.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-mon[29912]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:09:47.489 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-mon[29912]: pgmap v4: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:47.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-mon[41048]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T17:09:47.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-mon[41048]: mgrmap e32: y(active, since 1.0148s) 2024-08-17T17:09:47.489 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-mon[41048]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-mon[41048]: pgmap v4: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:47.072+0000 7f2bea35a640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:17:09:47] ENGINE Error in HTTPServer.serve 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: Traceback (most recent call last): 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: self._connections.run(self.expiration_interval) 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: self._run(expiration_interval) 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:09:47.490 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: s = self.context.wrap_socket( 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: return self.sslsocket_class._create( 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: self.do_handshake() 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: self._sslobj.do_handshake() 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:09:47.491 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:09:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:09:48.192 INFO:tasks.rados.rados.0.smithi094.stdout:856: done (0 left) 2024-08-17T17:09:48.193 INFO:tasks.rados.rados.0.smithi094.stdout:857: copy_from oid 48 from oid 1 current snap is 78 2024-08-17T17:09:48.193 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 78 2024-08-17T17:09:48.193 INFO:tasks.rados.rados.0.smithi094.stdout:858: seq_num 282 ranges {2875392=729088,3604480=425984,4030464=704512,4734976=475136} 2024-08-17T17:09:48.212 INFO:tasks.rados.rados.0.smithi094.stdout:858: writing smithi09487127-41 from 2875392 to 3604480 tid 1 2024-08-17T17:09:48.215 INFO:tasks.rados.rados.0.smithi094.stdout:858: writing smithi09487127-41 from 3604480 to 4030464 tid 2 2024-08-17T17:09:48.219 INFO:tasks.rados.rados.0.smithi094.stdout:858: writing smithi09487127-41 from 4030464 to 4734976 tid 3 2024-08-17T17:09:48.222 INFO:tasks.rados.rados.0.smithi094.stdout:858: writing smithi09487127-41 from 4734976 to 5210112 tid 4 2024-08-17T17:09:48.222 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 78 2024-08-17T17:09:48.223 INFO:tasks.rados.rados.0.smithi094.stdout:857: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:09:48.223 INFO:tasks.rados.rados.0.smithi094.stdout:859: seq_num 283 ranges {1351680=745472,2097152=712704,2809856=458752,3268608=434176} 2024-08-17T17:09:48.234 INFO:tasks.rados.rados.0.smithi094.stdout:859: writing smithi09487127-25 from 1351680 to 2097152 tid 1 2024-08-17T17:09:48.238 INFO:tasks.rados.rados.0.smithi094.stdout:859: writing smithi09487127-25 from 2097152 to 2809856 tid 2 2024-08-17T17:09:48.241 INFO:tasks.rados.rados.0.smithi094.stdout:859: writing smithi09487127-25 from 2809856 to 3268608 tid 3 2024-08-17T17:09:48.244 INFO:tasks.rados.rados.0.smithi094.stdout:859: writing smithi09487127-25 from 3268608 to 3702784 tid 4 2024-08-17T17:09:48.244 INFO:tasks.rados.rados.0.smithi094.stdout:860: rmattr oid 32 current snap is 78 2024-08-17T17:09:48.244 INFO:tasks.rados.rados.0.smithi094.stdout:857: finishing copy_from to smithi09487127-48 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 209 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:858: finishing write tid 1 to smithi09487127-41 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:858: finishing write tid 2 to smithi09487127-41 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:858: finishing write tid 3 to smithi09487127-41 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:858: finishing write tid 4 to smithi09487127-41 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:858: finishing write tid 5 to smithi09487127-41 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:858: finishing write tid 6 to smithi09487127-41 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 362 (ObjNum 282 snap 78 seq_num 282) dirty exists 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:858: left oid 41 (ObjNum 282 snap 78 seq_num 282) 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:859: finishing write tid 1 to smithi09487127-25 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:859: finishing write tid 2 to smithi09487127-25 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:859: finishing write tid 3 to smithi09487127-25 2024-08-17T17:09:48.245 INFO:tasks.rados.rados.0.smithi094.stdout:857: done (3 left) 2024-08-17T17:09:48.246 INFO:tasks.rados.rados.0.smithi094.stdout:858: done (2 left) 2024-08-17T17:09:48.246 INFO:tasks.rados.rados.0.smithi094.stdout:860: done (1 left) 2024-08-17T17:09:48.246 INFO:tasks.rados.rados.0.smithi094.stdout:861: read oid 35 snap -1 2024-08-17T17:09:48.246 INFO:tasks.rados.rados.0.smithi094.stdout:861: expect deleted 2024-08-17T17:09:48.246 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 78 2024-08-17T17:09:48.246 INFO:tasks.rados.rados.0.smithi094.stdout:862: seq_num 284 ranges {0=761856,761856=598016,1359872=671744,2031616=335872} 2024-08-17T17:09:48.249 INFO:tasks.rados.rados.0.smithi094.stdout:862: writing smithi09487127-27 from 0 to 761856 tid 1 2024-08-17T17:09:48.252 INFO:tasks.rados.rados.0.smithi094.stdout:862: writing smithi09487127-27 from 761856 to 1359872 tid 2 2024-08-17T17:09:48.257 INFO:tasks.rados.rados.0.smithi094.stdout:862: writing smithi09487127-27 from 1359872 to 2031616 tid 3 2024-08-17T17:09:48.260 INFO:tasks.rados.rados.0.smithi094.stdout:862: writing smithi09487127-27 from 2031616 to 2367488 tid 4 2024-08-17T17:09:48.260 INFO:tasks.rados.rados.0.smithi094.stdout:863: copy_from oid 19 from oid 2 current snap is 78 2024-08-17T17:09:48.260 INFO:tasks.rados.rados.0.smithi094.stdout:859: finishing write tid 4 to smithi09487127-25 2024-08-17T17:09:48.260 INFO:tasks.rados.rados.0.smithi094.stdout:859: finishing write tid 5 to smithi09487127-25 2024-08-17T17:09:48.260 INFO:tasks.rados.rados.0.smithi094.stdout:859: finishing write tid 6 to smithi09487127-25 2024-08-17T17:09:48.260 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 215 (ObjNum 283 snap 78 seq_num 283) dirty exists 2024-08-17T17:09:48.260 INFO:tasks.rados.rados.0.smithi094.stdout:859: left oid 25 (ObjNum 283 snap 78 seq_num 283) 2024-08-17T17:09:48.260 INFO:tasks.rados.rados.0.smithi094.stdout:862: finishing write tid 1 to smithi09487127-27 2024-08-17T17:09:48.261 INFO:tasks.rados.rados.0.smithi094.stdout:862: finishing write tid 2 to smithi09487127-27 2024-08-17T17:09:48.261 INFO:tasks.rados.rados.0.smithi094.stdout:859: done (3 left) 2024-08-17T17:09:48.261 INFO:tasks.rados.rados.0.smithi094.stdout:861: done (2 left) 2024-08-17T17:09:48.261 INFO:tasks.rados.rados.0.smithi094.stdout:864: snap_create 2024-08-17T17:09:48.261 INFO:tasks.rados.rados.0.smithi094.stdout:862: finishing write tid 3 to smithi09487127-27 2024-08-17T17:09:48.261 INFO:tasks.rados.rados.0.smithi094.stdout:863: finishing copy_from to smithi09487127-19 2024-08-17T17:09:48.262 INFO:tasks.rados.rados.0.smithi094.stdout:863: got expected ENOENT (src dne) 2024-08-17T17:09:48.262 INFO:tasks.rados.rados.0.smithi094.stdout:863: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:09:48.262 INFO:tasks.rados.rados.0.smithi094.stdout:862: finishing write tid 4 to smithi09487127-27 2024-08-17T17:09:48.262 INFO:tasks.rados.rados.0.smithi094.stdout:862: finishing write tid 5 to smithi09487127-27 2024-08-17T17:09:48.262 INFO:tasks.rados.rados.0.smithi094.stdout:862: finishing write tid 6 to smithi09487127-27 2024-08-17T17:09:48.262 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 368 (ObjNum 284 snap 78 seq_num 284) dirty exists 2024-08-17T17:09:48.263 INFO:tasks.rados.rados.0.smithi094.stdout:862: left oid 27 (ObjNum 284 snap 78 seq_num 284) 2024-08-17T17:09:48.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[29912]: [17/Aug/2024:17:09:46] ENGINE Bus STARTING 2024-08-17T17:09:48.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[29912]: [17/Aug/2024:17:09:47] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:09:48.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[29912]: [17/Aug/2024:17:09:47] ENGINE Error in HTTPServer.serve 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: Traceback (most recent call last): 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._run(expiration_interval) 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T17:09:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout: self.do_handshake() 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[29912]: [17/Aug/2024:17:09:47] ENGINE Serving on http://172.21.15.94:8765 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[29912]: [17/Aug/2024:17:09:47] ENGINE Bus STARTED 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[29912]: pgmap v5: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[29912]: mgrmap e33: y(active, since 2s) 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[29912]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T17:09:48.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[41048]: [17/Aug/2024:17:09:46] ENGINE Bus STARTING 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[41048]: [17/Aug/2024:17:09:47] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[41048]: [17/Aug/2024:17:09:47] ENGINE Error in HTTPServer.serve 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: Traceback (most recent call last): 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._run(expiration_interval) 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:09:48.525 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout: self.do_handshake() 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[41048]: [17/Aug/2024:17:09:47] ENGINE Serving on http://172.21.15.94:8765 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[41048]: [17/Aug/2024:17:09:47] ENGINE Bus STARTED 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[41048]: pgmap v5: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[41048]: mgrmap e33: y(active, since 2s) 2024-08-17T17:09:48.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:48 smithi094 ceph-mon[41048]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:48 smithi190 ceph-mon[33316]: [17/Aug/2024:17:09:46] ENGINE Bus STARTING 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:48 smithi190 ceph-mon[33316]: [17/Aug/2024:17:09:47] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:48 smithi190 ceph-mon[33316]: [17/Aug/2024:17:09:47] ENGINE Error in HTTPServer.serve 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout: Traceback (most recent call last): 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._run(expiration_interval) 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:09:48.622 INFO:journalctl@ceph.mon.b.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: s = self.context.wrap_socket( 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: return self.sslsocket_class._create( 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: self.do_handshake() 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._sslobj.do_handshake() 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:48 smithi190 ceph-mon[33316]: [17/Aug/2024:17:09:47] ENGINE Serving on http://172.21.15.94:8765 2024-08-17T17:09:48.623 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:48 smithi190 ceph-mon[33316]: [17/Aug/2024:17:09:47] ENGINE Bus STARTED 2024-08-17T17:09:48.624 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:48 smithi190 ceph-mon[33316]: pgmap v5: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:48.624 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:48 smithi190 ceph-mon[33316]: mgrmap e33: y(active, since 2s) 2024-08-17T17:09:48.624 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:48 smithi190 ceph-mon[33316]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T17:09:49.198 INFO:tasks.rados.rados.0.smithi094.stdout:862: done (2 left) 2024-08-17T17:09:49.199 INFO:tasks.rados.rados.0.smithi094.stdout:863: done (1 left) 2024-08-17T17:09:49.199 INFO:tasks.rados.rados.0.smithi094.stdout:864: done (0 left) 2024-08-17T17:09:49.199 INFO:tasks.rados.rados.0.smithi094.stdout:865: rollback oid 46 current snap is 79 2024-08-17T17:09:49.199 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 77 2024-08-17T17:09:49.199 INFO:tasks.rados.rados.0.smithi094.stdout:866: copy_from oid 35 from oid 11 current snap is 79 2024-08-17T17:09:49.199 INFO:tasks.rados.rados.0.smithi094.stdout:867: read oid 30 snap -1 2024-08-17T17:09:49.199 INFO:tasks.rados.rados.0.smithi094.stdout:867: expect (ObjNum 244 snap 61 seq_num 244) 2024-08-17T17:09:49.199 INFO:tasks.rados.rados.0.smithi094.stdout:868: snap_remove snap 78 2024-08-17T17:09:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:49 smithi094 ceph-mon[41048]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T17:09:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:49 smithi094 ceph-mon[29912]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T17:09:49.483 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:49 smithi190 ceph-mon[33316]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T17:09:50.201 INFO:tasks.rados.rados.0.smithi094.stdout:868: done (3 left) 2024-08-17T17:09:50.202 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 79 2024-08-17T17:09:50.202 INFO:tasks.rados.rados.0.smithi094.stdout:865: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:09:50.202 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:09:50.202 INFO:tasks.rados.rados.0.smithi094.stdout:869: seq_num 285 ranges {0=778240,778240=475136,1253376=475136,1728512=655360} 2024-08-17T17:09:50.205 INFO:tasks.rados.rados.0.smithi094.stdout:869: writing smithi09487127-20 from 0 to 778240 tid 1 2024-08-17T17:09:50.208 INFO:tasks.rados.rados.0.smithi094.stdout:869: writing smithi09487127-20 from 778240 to 1253376 tid 2 2024-08-17T17:09:50.212 INFO:tasks.rados.rados.0.smithi094.stdout:869: writing smithi09487127-20 from 1253376 to 1728512 tid 3 2024-08-17T17:09:50.216 INFO:tasks.rados.rados.0.smithi094.stdout:869: writing smithi09487127-20 from 1728512 to 2383872 tid 4 2024-08-17T17:09:50.216 INFO:tasks.rados.rados.0.smithi094.stdout:865: done (3 left) 2024-08-17T17:09:50.216 INFO:tasks.rados.rados.0.smithi094.stdout:870: snap_create 2024-08-17T17:09:50.216 INFO:tasks.rados.rados.0.smithi094.stdout:867: expect (ObjNum 244 snap 61 seq_num 244) 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:866: finishing copy_from racing read to smithi09487127-35 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:866: finishing copy_from to smithi09487127-35 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 317 (ObjNum 278 snap 76 seq_num 278) dirty exists 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:869: finishing write tid 1 to smithi09487127-20 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:869: finishing write tid 2 to smithi09487127-20 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:869: finishing write tid 3 to smithi09487127-20 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:869: finishing write tid 4 to smithi09487127-20 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:869: finishing write tid 5 to smithi09487127-20 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:869: finishing write tid 6 to smithi09487127-20 2024-08-17T17:09:50.382 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 516 (ObjNum 285 snap 79 seq_num 285) dirty exists 2024-08-17T17:09:50.383 INFO:tasks.rados.rados.0.smithi094.stdout:869: left oid 20 (ObjNum 285 snap 79 seq_num 285) 2024-08-17T17:09:50.459 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:50.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-mon[33316]: pgmap v8: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:50.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-mon[33316]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T17:09:50.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-mon[33316]: mgrmap e34: y(active, since 4s) 2024-08-17T17:09:50.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:50.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:50.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[41048]: pgmap v8: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:50.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[41048]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T17:09:50.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[41048]: mgrmap e34: y(active, since 4s) 2024-08-17T17:09:50.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:50.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:50.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[29912]: pgmap v8: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:50.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[29912]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T17:09:50.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[29912]: mgrmap e34: y(active, since 4s) 2024-08-17T17:09:50.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:50.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:50 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:50.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:09:50] ENGINE Bus STARTING 2024-08-17T17:09:50.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: CherryPy Checker: 2024-08-17T17:09:50.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: The Application mounted at '' has an empty config. 2024-08-17T17:09:50.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: 2024-08-17T17:09:50.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:09:50] ENGINE Serving on http://:::9283 2024-08-17T17:09:50.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: [17/Aug/2024:17:09:50] ENGINE Bus STARTED 2024-08-17T17:09:51.212 INFO:tasks.rados.rados.0.smithi094.stdout:866: done (3 left) 2024-08-17T17:09:51.212 INFO:tasks.rados.rados.0.smithi094.stdout:867: done (2 left) 2024-08-17T17:09:51.213 INFO:tasks.rados.rados.0.smithi094.stdout:869: done (1 left) 2024-08-17T17:09:51.213 INFO:tasks.rados.rados.0.smithi094.stdout:870: done (0 left) 2024-08-17T17:09:51.213 INFO:tasks.rados.rados.0.smithi094.stdout:871: delete oid 46 current snap is 80 2024-08-17T17:09:51.215 INFO:tasks.rados.rados.0.smithi094.stdout:871: done (0 left) 2024-08-17T17:09:51.215 INFO:tasks.rados.rados.0.smithi094.stdout:872: delete oid 44 current snap is 80 2024-08-17T17:09:51.218 INFO:tasks.rados.rados.0.smithi094.stdout:872: done (0 left) 2024-08-17T17:09:51.218 INFO:tasks.rados.rados.0.smithi094.stdout:873: read oid 46 snap -1 2024-08-17T17:09:51.218 INFO:tasks.rados.rados.0.smithi094.stdout:873: expect deleted 2024-08-17T17:09:51.218 INFO:tasks.rados.rados.0.smithi094.stdout:874: rollback oid 47 current snap is 80 2024-08-17T17:09:51.218 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 75 2024-08-17T17:09:51.219 INFO:tasks.rados.rados.0.smithi094.stdout:875: read oid 43 snap -1 2024-08-17T17:09:51.219 INFO:tasks.rados.rados.0.smithi094.stdout:875: expect (ObjNum 237 snap 60 seq_num 237) 2024-08-17T17:09:51.219 INFO:tasks.rados.rados.0.smithi094.stdout:876: copy_from oid 41 from oid 49 current snap is 80 2024-08-17T17:09:51.219 INFO:tasks.rados.rados.0.smithi094.stdout:877: snap_remove snap 71 2024-08-17T17:09:51.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T17:09:51.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: Standby manager daemon x started 2024-08-17T17:09:51.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:09:51.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:09:51.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: Standby manager daemon x started 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:09:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:09:51.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:51 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: Standby manager daemon x started 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/1007157185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:51.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:51 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:877: done (4 left) 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:878: rmattr oid 48 current snap is 80 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:876: finishing copy_from to smithi09487127-41 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:876: got expected ENOENT (src dne) 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:876: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:874: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:874: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:874: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 174 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:09:52.213 INFO:tasks.rados.rados.0.smithi094.stdout:875: expect (ObjNum 237 snap 60 seq_num 237) 2024-08-17T17:09:52.318 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 505 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:09:52.318 INFO:tasks.rados.rados.0.smithi094.stdout:873: done (4 left) 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:874: done (3 left) 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:875: done (2 left) 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:876: done (1 left) 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:878: done (0 left) 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:879: read oid 24 snap -1 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:879: expect deleted 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:880: rollback oid 34 current snap is 80 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 76 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:881: copy_from oid 29 from oid 25 current snap is 80 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:882: read oid 17 snap -1 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:882: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:883: rollback oid 4 current snap is 80 2024-08-17T17:09:52.319 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 69 2024-08-17T17:09:52.320 INFO:tasks.rados.rados.0.smithi094.stdout:884: snap_create 2024-08-17T17:09:52.320 INFO:tasks.rados.rados.0.smithi094.stdout:883: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:09:52.321 INFO:tasks.rados.rados.0.smithi094.stdout:883: finishing rollback tid 2 to smithi09487127-4 2024-08-17T17:09:52.321 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 338 (ObjNum 249 snap 62 seq_num 249) dirty exists 2024-08-17T17:09:52.321 INFO:tasks.rados.rados.0.smithi094.stdout:880: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:09:52.321 INFO:tasks.rados.rados.0.smithi094.stdout:880: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:09:52.322 INFO:tasks.rados.rados.0.smithi094.stdout:880: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:09:52.322 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 365 (ObjNum 272 snap 70 seq_num 272) dirty exists 2024-08-17T17:09:52.323 INFO:tasks.rados.rados.0.smithi094.stdout:882: expect (ObjNum 231 snap 59 seq_num 231) 2024-08-17T17:09:52.352 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[29912]: pgmap v11: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:52.352 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[29912]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T17:09:52.352 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[29912]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-17T17:09:52.352 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:09:52.352 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:52.352 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:52.353 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[41048]: pgmap v11: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:52.353 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[41048]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T17:09:52.353 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[41048]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-17T17:09:52.353 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:09:52.353 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:52.353 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:52 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:52.368 INFO:tasks.rados.rados.0.smithi094.stdout:881: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:09:52.368 INFO:tasks.rados.rados.0.smithi094.stdout:881: finishing copy_from to smithi09487127-29 2024-08-17T17:09:52.368 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 215 (ObjNum 283 snap 78 seq_num 283) dirty exists 2024-08-17T17:09:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:52 smithi190 ceph-mon[33316]: pgmap v11: 121 pgs: 121 active+clean; 122 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:09:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:52 smithi190 ceph-mon[33316]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T17:09:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:52 smithi190 ceph-mon[33316]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-17T17:09:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:52 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:09:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:52 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:52 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:879: done (5 left) 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:880: done (4 left) 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:881: done (3 left) 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:882: done (2 left) 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:883: done (1 left) 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:884: done (0 left) 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:885: copy_from oid 36 from oid 21 current snap is 81 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:886: read oid 12 snap -1 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:886: expect (ObjNum 252 snap 62 seq_num 252) 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:887: rmattr oid 13 current snap is 81 2024-08-17T17:09:53.218 INFO:tasks.rados.rados.0.smithi094.stdout:887: done (2 left) 2024-08-17T17:09:53.219 INFO:tasks.rados.rados.0.smithi094.stdout:888: setattr oid 42 current snap is 81 2024-08-17T17:09:53.220 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 81 2024-08-17T17:09:53.220 INFO:tasks.rados.rados.0.smithi094.stdout:889: seq_num 288 ranges {6676480=24576} 2024-08-17T17:09:53.257 INFO:tasks.rados.rados.0.smithi094.stdout:889: writing smithi09487127-23 from 6676480 to 6701056 tid 1 2024-08-17T17:09:53.257 INFO:tasks.rados.rados.0.smithi094.stdout:890: rollback oid 5 current snap is 81 2024-08-17T17:09:53.257 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 65 2024-08-17T17:09:53.257 INFO:tasks.rados.rados.0.smithi094.stdout:885: finishing copy_from racing read to smithi09487127-36 2024-08-17T17:09:53.257 INFO:tasks.rados.rados.0.smithi094.stdout:891: snap_remove snap 76 2024-08-17T17:09:53.433 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:53 smithi094 ceph-mon[29912]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T17:09:53.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:53 smithi094 ceph-mon[41048]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T17:09:53.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:53 smithi190 ceph-mon[33316]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T17:09:54.224 INFO:tasks.rados.rados.0.smithi094.stdout:891: done (5 left) 2024-08-17T17:09:54.224 INFO:tasks.rados.rados.0.smithi094.stdout:892: copy_from oid 30 from oid 41 current snap is 81 2024-08-17T17:09:54.224 INFO:tasks.rados.rados.0.smithi094.stdout:893: copy_from oid 6 from oid 37 current snap is 81 2024-08-17T17:09:54.224 INFO:tasks.rados.rados.0.smithi094.stdout:894: delete oid 24 current snap is 81 2024-08-17T17:09:54.225 INFO:tasks.rados.rados.0.smithi094.stdout:885: finishing copy_from to smithi09487127-36 2024-08-17T17:09:54.225 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 497 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-17T17:09:54.225 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 155 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:09:54.225 INFO:tasks.rados.rados.0.smithi094.stdout:886: expect (ObjNum 252 snap 62 seq_num 252) 2024-08-17T17:09:54.435 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[69296]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:09:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.51.0" 2024-08-17T17:09:54.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-mon[33316]: pgmap v14: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2024-08-17T17:09:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-mon[33316]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T17:09:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:09:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:09:54.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:54 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:09:54.483 INFO:tasks.rados.rados.0.smithi094.stdout:890: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:09:54.483 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:09:54.483 INFO:tasks.rados.rados.0.smithi094.stdout:889: finishing write tid 1 to smithi09487127-23 2024-08-17T17:09:54.483 INFO:tasks.rados.rados.0.smithi094.stdout:889: finishing write tid 2 to smithi09487127-23 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:889: finishing write tid 3 to smithi09487127-23 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 319 (ObjNum 288 snap 81 seq_num 288) dirty exists 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:889: left oid 23 (ObjNum 288 snap 81 seq_num 288) 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:893: finishing copy_from to smithi09487127-6 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:893: got expected ENOENT (src dne) 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:893: finishing copy_from racing read to smithi09487127-6 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:892: finishing copy_from racing read to smithi09487127-30 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:885: done (7 left) 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:886: done (6 left) 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:888: done (5 left) 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:889: done (4 left) 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:890: done (3 left) 2024-08-17T17:09:54.484 INFO:tasks.rados.rados.0.smithi094.stdout:893: done (2 left) 2024-08-17T17:09:54.485 INFO:tasks.rados.rados.0.smithi094.stdout:894: done (1 left) 2024-08-17T17:09:54.485 INFO:tasks.rados.rados.0.smithi094.stdout:895: snap_remove snap 70 2024-08-17T17:09:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[29912]: pgmap v14: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2024-08-17T17:09:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[29912]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T17:09:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:09:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:09:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:09:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[41048]: pgmap v14: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 34 op/s 2024-08-17T17:09:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[41048]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T17:09:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:09:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:09:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:09:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:54 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:09:55.470 INFO:tasks.rados.rados.0.smithi094.stdout:895: done (1 left) 2024-08-17T17:09:55.471 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 81 2024-08-17T17:09:55.471 INFO:tasks.rados.rados.0.smithi094.stdout:896: seq_num 290 ranges {5300224=57344} 2024-08-17T17:09:55.476 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.477 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:55 smithi190 ceph-mon[33316]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:09:55.500 INFO:tasks.rados.rados.0.smithi094.stdout:896: writing smithi09487127-19 from 5300224 to 5357568 tid 1 2024-08-17T17:09:55.500 INFO:tasks.rados.rados.0.smithi094.stdout:897: delete oid 5 current snap is 81 2024-08-17T17:09:55.500 INFO:tasks.rados.rados.0.smithi094.stdout:892: finishing copy_from to smithi09487127-30 2024-08-17T17:09:55.500 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 362 (ObjNum 282 snap 78 seq_num 282) dirty exists 2024-08-17T17:09:55.501 INFO:tasks.rados.rados.0.smithi094.stdout:892: done (2 left) 2024-08-17T17:09:55.501 INFO:tasks.rados.rados.0.smithi094.stdout:897: done (1 left) 2024-08-17T17:09:55.501 INFO:tasks.rados.rados.0.smithi094.stdout:898: snap_remove snap 80 2024-08-17T17:09:55.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:09:55.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:09:55.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T17:09:55.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:09:55.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:09:55.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T17:09:55.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:09:55.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:09:55.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[29912]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:09:55.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:09:55.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:09:55.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T17:09:55.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:09:55.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:09:55.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T17:09:55.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:09:55.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:09:55.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:09:55.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:55 smithi094 ceph-mon[41048]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:09:56.478 INFO:tasks.rados.rados.0.smithi094.stdout:898: done (1 left) 2024-08-17T17:09:56.478 INFO:tasks.rados.rados.0.smithi094.stdout:896: finishing write tid 1 to smithi09487127-19 2024-08-17T17:09:56.478 INFO:tasks.rados.rados.0.smithi094.stdout:899: read oid 9 snap -1 2024-08-17T17:09:56.478 INFO:tasks.rados.rados.0.smithi094.stdout:899: expect deleted 2024-08-17T17:09:56.478 INFO:tasks.rados.rados.0.smithi094.stdout:900: snap_remove snap 74 2024-08-17T17:09:56.478 INFO:tasks.rados.rados.0.smithi094.stdout:896: finishing write tid 2 to smithi09487127-19 2024-08-17T17:09:56.478 INFO:tasks.rados.rados.0.smithi094.stdout:896: finishing write tid 3 to smithi09487127-19 2024-08-17T17:09:56.478 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 465 (ObjNum 290 snap 81 seq_num 290) dirty exists 2024-08-17T17:09:56.479 INFO:tasks.rados.rados.0.smithi094.stdout:896: left oid 19 (ObjNum 290 snap 81 seq_num 290) 2024-08-17T17:09:56.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: Reconfiguring daemon prometheus.a on smithi190 2024-08-17T17:09:56.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: pgmap v18: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 0 op/s 2024-08-17T17:09:56.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T17:09:56.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:56.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:09:56.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.578 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.579 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: Reconfiguring daemon prometheus.a on smithi190 2024-08-17T17:09:56.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: pgmap v18: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 0 op/s 2024-08-17T17:09:56.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.776 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: Reconfiguring daemon prometheus.a on smithi190 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: pgmap v18: 121 pgs: 121 active+clean; 142 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 0 op/s 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.777 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.778 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.779 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:56.779 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:09:56.779 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:09:56.779 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:09:56.779 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:09:56.779 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:56 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:09:57.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:56.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:09:57.325 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:09:57.480 INFO:tasks.rados.rados.0.smithi094.stdout:896: done (2 left) 2024-08-17T17:09:57.480 INFO:tasks.rados.rados.0.smithi094.stdout:899: done (1 left) 2024-08-17T17:09:57.480 INFO:tasks.rados.rados.0.smithi094.stdout:900: done (0 left) 2024-08-17T17:09:57.480 INFO:tasks.rados.rados.0.smithi094.stdout:901: read oid 35 snap -1 2024-08-17T17:09:57.481 INFO:tasks.rados.rados.0.smithi094.stdout:901: expect (ObjNum 278 snap 76 seq_num 278) 2024-08-17T17:09:57.481 INFO:tasks.rados.rados.0.smithi094.stdout:902: rollback oid 4 current snap is 81 2024-08-17T17:09:57.481 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 69 2024-08-17T17:09:57.481 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 81 2024-08-17T17:09:57.481 INFO:tasks.rados.rados.0.smithi094.stdout:903: seq_num 292 ranges {0=98304} 2024-08-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi094.stdout:903: writing smithi09487127-44 from 0 to 98304 tid 1 2024-08-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi094.stdout:904: read oid 24 snap -1 2024-08-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi094.stdout:904: expect deleted 2024-08-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 81 2024-08-17T17:09:57.482 INFO:tasks.rados.rados.0.smithi094.stdout:905: seq_num 293 ranges {5169152=114688} 2024-08-17T17:09:57.486 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:57 smithi190 ceph-mon[33316]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T17:09:57.486 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:57 smithi190 ceph-mon[33316]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-17T17:09:57.512 INFO:tasks.rados.rados.0.smithi094.stdout:905: writing smithi09487127-12 from 5169152 to 5283840 tid 1 2024-08-17T17:09:57.512 INFO:tasks.rados.rados.0.smithi094.stdout:906: rollback oid 42 current snap is 81 2024-08-17T17:09:57.512 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 73 2024-08-17T17:09:57.512 INFO:tasks.rados.rados.0.smithi094.stdout:902: finishing rollback tid 0 to smithi09487127-4 2024-08-17T17:09:57.512 INFO:tasks.rados.rados.0.smithi094.stdout:902: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:09:57.512 INFO:tasks.rados.rados.0.smithi094.stdout:902: finishing rollback tid 2 to smithi09487127-4 2024-08-17T17:09:57.512 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 341 (ObjNum 249 snap 62 seq_num 249) dirty exists 2024-08-17T17:09:57.512 INFO:tasks.rados.rados.0.smithi094.stdout:903: finishing write tid 1 to smithi09487127-44 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:903: finishing write tid 2 to smithi09487127-44 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:902: done (5 left) 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:904: done (4 left) 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:907: read oid 5 snap -1 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:907: expect deleted 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:908: copy_from oid 50 from oid 25 current snap is 81 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:903: finishing write tid 3 to smithi09487127-44 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 527 (ObjNum 292 snap 81 seq_num 292) dirty exists 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:903: left oid 44 (ObjNum 292 snap 81 seq_num 292) 2024-08-17T17:09:57.513 INFO:tasks.rados.rados.0.smithi094.stdout:901: expect (ObjNum 278 snap 76 seq_num 278) 2024-08-17T17:09:57.662 INFO:tasks.rados.rados.0.smithi094.stdout:906: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:901: done (5 left) 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:903: done (4 left) 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:909: rmattr oid 45 current snap is 81 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:906: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:905: finishing write tid 1 to smithi09487127-12 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:906: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 166 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:905: finishing write tid 2 to smithi09487127-12 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:905: finishing write tid 3 to smithi09487127-12 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 474 (ObjNum 293 snap 81 seq_num 293) dirty exists 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:905: left oid 12 (ObjNum 293 snap 81 seq_num 293) 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:908: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:09:57.663 INFO:tasks.rados.rados.0.smithi094.stdout:908: finishing copy_from to smithi09487127-50 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 215 (ObjNum 283 snap 78 seq_num 283) dirty exists 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:905: done (4 left) 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:906: done (3 left) 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:907: done (2 left) 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:908: done (1 left) 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:910: rollback oid 11 current snap is 81 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 75 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 81 2024-08-17T17:09:57.664 INFO:tasks.rados.rados.0.smithi094.stdout:911: seq_num 294 ranges {2613248=131072} 2024-08-17T17:09:57.677 INFO:tasks.rados.rados.0.smithi094.stdout:911: writing smithi09487127-42 from 2613248 to 2744320 tid 1 2024-08-17T17:09:57.677 INFO:tasks.rados.rados.0.smithi094.stdout:912: read oid 46 snap -1 2024-08-17T17:09:57.677 INFO:tasks.rados.rados.0.smithi094.stdout:912: expect deleted 2024-08-17T17:09:57.677 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 81 2024-08-17T17:09:57.677 INFO:tasks.rados.rados.0.smithi094.stdout:913: seq_num 295 ranges {524288=147456} 2024-08-17T17:09:57.681 INFO:tasks.rados.rados.0.smithi094.stdout:913: writing smithi09487127-3 from 524288 to 671744 tid 1 2024-08-17T17:09:57.681 INFO:tasks.rados.rados.0.smithi094.stdout:914: setattr oid 22 current snap is 81 2024-08-17T17:09:57.681 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 406 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-08-17T17:09:57.681 INFO:tasks.rados.rados.0.smithi094.stdout:910: finishing rollback tid 0 to smithi09487127-11 2024-08-17T17:09:57.681 INFO:tasks.rados.rados.0.smithi094.stdout:910: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:09:57.681 INFO:tasks.rados.rados.0.smithi094.stdout:910: finishing rollback tid 2 to smithi09487127-11 2024-08-17T17:09:57.681 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 322 (ObjNum 255 snap 62 seq_num 255) dirty exists 2024-08-17T17:09:57.682 INFO:tasks.rados.rados.0.smithi094.stdout:911: finishing write tid 1 to smithi09487127-42 2024-08-17T17:09:57.682 INFO:tasks.rados.rados.0.smithi094.stdout:911: finishing write tid 2 to smithi09487127-42 2024-08-17T17:09:57.682 INFO:tasks.rados.rados.0.smithi094.stdout:911: finishing write tid 3 to smithi09487127-42 2024-08-17T17:09:57.682 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 168 (ObjNum 294 snap 81 seq_num 294) dirty exists 2024-08-17T17:09:57.682 INFO:tasks.rados.rados.0.smithi094.stdout:911: left oid 42 (ObjNum 294 snap 81 seq_num 294) 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:909: done (5 left) 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:910: done (4 left) 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:911: done (3 left) 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:912: done (2 left) 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:915: read oid 45 snap -1 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:915: expect (ObjNum 161 snap 42 seq_num 161) 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:916: rollback oid 20 current snap is 81 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 65 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:917: rollback oid 31 current snap is 81 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 75 2024-08-17T17:09:57.683 INFO:tasks.rados.rados.0.smithi094.stdout:918: delete oid 18 current snap is 81 2024-08-17T17:09:57.684 INFO:tasks.rados.rados.0.smithi094.stdout:913: finishing write tid 1 to smithi09487127-3 2024-08-17T17:09:57.684 INFO:tasks.rados.rados.0.smithi094.stdout:913: finishing write tid 2 to smithi09487127-3 2024-08-17T17:09:57.685 INFO:tasks.rados.rados.0.smithi094.stdout:913: finishing write tid 3 to smithi09487127-3 2024-08-17T17:09:57.685 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 206 (ObjNum 295 snap 81 seq_num 295) dirty exists 2024-08-17T17:09:57.685 INFO:tasks.rados.rados.0.smithi094.stdout:913: left oid 3 (ObjNum 295 snap 81 seq_num 295) 2024-08-17T17:09:57.685 INFO:tasks.rados.rados.0.smithi094.stdout:913: done (5 left) 2024-08-17T17:09:57.685 INFO:tasks.rados.rados.0.smithi094.stdout:918: done (4 left) 2024-08-17T17:09:57.685 INFO:tasks.rados.rados.0.smithi094.stdout:919: snap_remove snap 79 2024-08-17T17:09:57.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:57 smithi094 ceph-mon[41048]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T17:09:57.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:57 smithi094 ceph-mon[41048]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-17T17:09:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:57 smithi094 ceph-mon[29912]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T17:09:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:57 smithi094 ceph-mon[29912]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (55s) 8s ago 5m 16.5M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (31s) 7s ago 5m 79.4M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (6m) 8s ago 6m 17.7M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (6m) 7s ago 6m 14.0M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283 running (95s) 7s ago 10m 132M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 97b327c9738c 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (21s) 8s ago 11m 489M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (12m) 8s ago 12m 56.6M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 4a10d8ee64fe 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (10m) 7s ago 10m 48.6M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 e41e7dc5c954 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (10m) 8s ago 10m 46.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 69126fde8f9a 2024-08-17T17:09:57.899 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (49s) 8s ago 4m 8132k - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (26s) 7s ago 4m 7335k - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (9m) 8s ago 9m 141M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (9m) 8s ago 9m 103M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (9m) 8s ago 9m 165M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (8m) 8s ago 8m 120M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (8m) 7s ago 8m 149M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (7m) 7s ago 7m 115M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (7m) 7s ago 7m 86.3M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (7m) 7s ago 7m 105M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:09:57.900 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (36s) 7s ago 5m 39.7M - 2.51.0 1d3b7f56885b 7e0da5f9a655 2024-08-17T17:09:58.225 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:09:58.225 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:09:58.225 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3 2024-08-17T17:09:58.225 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:09:58.225 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 13, 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:09:58.226 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:09:58.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 systemd[1]: Stopping Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:58.493 INFO:tasks.rados.rados.0.smithi094.stdout:919: done (4 left) 2024-08-17T17:09:58.494 INFO:tasks.rados.rados.0.smithi094.stdout:920: rollback oid 47 current snap is 81 2024-08-17T17:09:58.494 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 65 2024-08-17T17:09:58.494 INFO:tasks.rados.rados.0.smithi094.stdout:921: snap_remove snap 72 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "2/20 daemons upgraded", 2024-08-17T17:09:58.513 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "", 2024-08-17T17:09:58.514 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:09:58.514 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:09:58.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[41048]: pgmap v21: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-08-17T17:09:58.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[41048]: from='client.15219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[41048]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T17:09:58.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[41048]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[41048]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/2397819226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:09:58.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[29912]: pgmap v21: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-08-17T17:09:58.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[29912]: from='client.15219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[29912]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T17:09:58.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[29912]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[29912]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:58 smithi094 ceph-mon[29912]: from='client.? 172.21.15.94:0/2397819226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:09:58.787 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-mon[33316]: pgmap v21: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 26 op/s 2024-08-17T17:09:58.787 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-mon[33316]: from='client.15219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.787 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-mon[33316]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T17:09:58.787 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-mon[33316]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.788 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-mon[33316]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:58.788 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/2397819226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.466Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-17T17:09:58.788 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.467Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:09:58.789 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.468Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-17T17:09:58.789 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[77791]: ts=2024-08-17T17:09:58.468Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-17T17:09:58.789 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 podman[81303]: 2024-08-17 17:09:58.476889024 +0000 UTC m=+0.112999065 container died 7e0da5f9a655d06bca119dfc02add3259ee94b4b2a0742402ab762182bf4959b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:59.104 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 podman[81303]: 2024-08-17 17:09:58.877847771 +0000 UTC m=+0.513957821 container cleanup 7e0da5f9a655d06bca119dfc02add3259ee94b4b2a0742402ab762182bf4959b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:59.104 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:58 smithi190 bash[81303]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:09:59.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 podman[81323]: 2024-08-17 17:09:59.104255185 +0000 UTC m=+0.628804371 container remove 7e0da5f9a655d06bca119dfc02add3259ee94b4b2a0742402ab762182bf4959b (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:59.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T17:09:59.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 systemd[1]: Stopped Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:59.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.159s CPU time. 2024-08-17T17:09:59.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 systemd[1]: Starting Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:59.467 INFO:tasks.rados.rados.0.smithi094.stdout:921: done (5 left) 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:922: read oid 3 snap -1 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:922: expect (ObjNum 295 snap 81 seq_num 295) 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:923: snap_create 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:916: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 346 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:916: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:916: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 526 (ObjNum 260 snap 64 seq_num 260) dirty exists 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:917: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:917: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:917: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 530 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:09:59.468 INFO:tasks.rados.rados.0.smithi094.stdout:915: expect (ObjNum 161 snap 42 seq_num 161) 2024-08-17T17:09:59.601 INFO:tasks.rados.rados.0.smithi094.stdout:920: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:09:59.601 INFO:tasks.rados.rados.0.smithi094.stdout:920: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:09:59.601 INFO:tasks.rados.rados.0.smithi094.stdout:920: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:09:59.601 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 191 (ObjNum 114 snap 23 seq_num 114) dirty exists 2024-08-17T17:09:59.601 INFO:tasks.rados.rados.0.smithi094.stdout:922: expect (ObjNum 295 snap 81 seq_num 295) 2024-08-17T17:09:59.740 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-mon[33316]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T17:09:59.740 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-mon[33316]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:59.740 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-mon[33316]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T17:09:59.741 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 podman[81418]: 2024-08-17 17:09:59.379888757 +0000 UTC m=+0.018293747 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-17T17:09:59.741 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 podman[81418]: 2024-08-17 17:09:59.488684634 +0000 UTC m=+0.127089610 container create 6d1f86fd171d3bc64029dbca9c587e05a480424cc8fec56443b09dc9831d221c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:59.741 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 podman[81418]: 2024-08-17 17:09:59.715967944 +0000 UTC m=+0.354372936 container init 6d1f86fd171d3bc64029dbca9c587e05a480424cc8fec56443b09dc9831d221c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:59.741 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 podman[81418]: 2024-08-17 17:09:59.720682313 +0000 UTC m=+0.359087290 container start 6d1f86fd171d3bc64029dbca9c587e05a480424cc8fec56443b09dc9831d221c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:09:59.770 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:59 smithi094 ceph-mon[29912]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T17:09:59.770 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:59 smithi094 ceph-mon[29912]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:59.770 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:09:59 smithi094 ceph-mon[29912]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T17:09:59.771 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:59 smithi094 ceph-mon[41048]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T17:09:59.771 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:59 smithi094 ceph-mon[41048]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:59.771 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:09:59 smithi094 ceph-mon[41048]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T17:10:00.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.740Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-17T17:10:00.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.740Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.740Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi190 (none))" 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.740Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.740Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.742Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.743Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.744Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.744Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.746Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.746Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.16µs 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.746Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.746Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-17T17:10:00.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.758Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.765Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.765Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.765Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.494µs wal_replay_duration=18.660643ms wbl_replay_duration=130ns total_replay_duration=18.720462ms 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.768Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.768Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.768Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.783Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.421343ms db_storage=859ns remote_storage=1.055µs web_handler=330ns query_engine=781ns scrape=395.58µs scrape_sd=125.46µs notify=10.166µs notify_sd=13.879µs rules=13.536994ms tracing=6.715µs 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.783Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:09:59.783Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 bash[81418]: 6d1f86fd171d3bc64029dbca9c587e05a480424cc8fec56443b09dc9831d221c 2024-08-17T17:10:00.188 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:09:59 smithi190 systemd[1]: Started Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:914: done (6 left) 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:915: done (5 left) 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:916: done (4 left) 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:917: done (3 left) 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:920: done (2 left) 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:922: done (1 left) 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:923: done (0 left) 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:924: rollback oid 21 current snap is 82 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 21 to 73 2024-08-17T17:10:00.468 INFO:tasks.rados.rados.0.smithi094.stdout:925: copy_from oid 28 from oid 37 current snap is 82 2024-08-17T17:10:00.469 INFO:tasks.rados.rados.0.smithi094.stdout:926: delete oid 1 current snap is 82 2024-08-17T17:10:00.471 INFO:tasks.rados.rados.0.smithi094.stdout:925: finishing copy_from to smithi09487127-28 2024-08-17T17:10:00.471 INFO:tasks.rados.rados.0.smithi094.stdout:925: got expected ENOENT (src dne) 2024-08-17T17:10:00.471 INFO:tasks.rados.rados.0.smithi094.stdout:925: finishing copy_from racing read to smithi09487127-28 2024-08-17T17:10:00.473 INFO:tasks.rados.rados.0.smithi094.stdout:924: finishing rollback tid 0 to smithi09487127-21 2024-08-17T17:10:00.474 INFO:tasks.rados.rados.0.smithi094.stdout:924: finishing rollback tid 1 to smithi09487127-21 2024-08-17T17:10:00.474 INFO:tasks.rados.rados.0.smithi094.stdout:925: done (2 left) 2024-08-17T17:10:00.474 INFO:tasks.rados.rados.0.smithi094.stdout:926: done (1 left) 2024-08-17T17:10:00.474 INFO:tasks.rados.rados.0.smithi094.stdout:927: delete oid 23 current snap is 82 2024-08-17T17:10:00.474 INFO:tasks.rados.rados.0.smithi094.stdout:924: finishing rollback tid 2 to smithi09487127-21 2024-08-17T17:10:00.474 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 542 (ObjNum 65 snap 0 seq_num 3214518304) dirty exists 2024-08-17T17:10:00.476 INFO:tasks.rados.rados.0.smithi094.stdout:924: done (1 left) 2024-08-17T17:10:00.476 INFO:tasks.rados.rados.0.smithi094.stdout:927: done (0 left) 2024-08-17T17:10:00.476 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 82 2024-08-17T17:10:00.476 INFO:tasks.rados.rados.0.smithi094.stdout:928: seq_num 299 ranges {0=212992} 2024-08-17T17:10:00.477 INFO:tasks.rados.rados.0.smithi094.stdout:928: writing smithi09487127-28 from 0 to 212992 tid 1 2024-08-17T17:10:00.478 INFO:tasks.rados.rados.0.smithi094.stdout:929: rmattr oid 34 current snap is 82 2024-08-17T17:10:00.478 INFO:tasks.rados.rados.0.smithi094.stdout:930: snap_create 2024-08-17T17:10:00.479 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:00.480 INFO:tasks.rados.rados.0.smithi094.stdout:928: finishing write tid 1 to smithi09487127-28 2024-08-17T17:10:00.480 INFO:tasks.rados.rados.0.smithi094.stdout:928: finishing write tid 2 to smithi09487127-28 2024-08-17T17:10:00.480 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 498 (ObjNum 272 snap 70 seq_num 272) dirty exists 2024-08-17T17:10:00.481 INFO:tasks.rados.rados.0.smithi094.stdout:928: finishing write tid 3 to smithi09487127-28 2024-08-17T17:10:00.481 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 310 (ObjNum 299 snap 82 seq_num 299) dirty exists 2024-08-17T17:10:00.481 INFO:tasks.rados.rados.0.smithi094.stdout:928: left oid 28 (ObjNum 299 snap 82 seq_num 299) 2024-08-17T17:10:01.041 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: pgmap v24: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-08-17T17:10:01.041 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: overall HEALTH_OK 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: pgmap v24: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-08-17T17:10:01.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:01.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:01.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:10:01.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:10:01.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:01.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: overall HEALTH_OK 2024-08-17T17:10:01.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T17:10:01.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:00 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:10:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: pgmap v24: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 26 op/s 2024-08-17T17:10:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:10:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:10:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:01.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: overall HEALTH_OK 2024-08-17T17:10:01.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T17:10:01.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:00 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:10:01.468 INFO:tasks.rados.rados.0.smithi094.stdout:928: done (2 left) 2024-08-17T17:10:01.469 INFO:tasks.rados.rados.0.smithi094.stdout:929: done (1 left) 2024-08-17T17:10:01.469 INFO:tasks.rados.rados.0.smithi094.stdout:930: done (0 left) 2024-08-17T17:10:01.469 INFO:tasks.rados.rados.0.smithi094.stdout:931: rmattr oid 35 current snap is 83 2024-08-17T17:10:01.469 INFO:tasks.rados.rados.0.smithi094.stdout:931: done (0 left) 2024-08-17T17:10:01.469 INFO:tasks.rados.rados.0.smithi094.stdout:932: read oid 27 snap -1 2024-08-17T17:10:01.469 INFO:tasks.rados.rados.0.smithi094.stdout:932: expect (ObjNum 284 snap 78 seq_num 284) 2024-08-17T17:10:01.469 INFO:tasks.rados.rados.0.smithi094.stdout:933: setattr oid 18 current snap is 83 2024-08-17T17:10:01.470 INFO:tasks.rados.rados.0.smithi094.stdout:934: rollback oid 25 current snap is 83 2024-08-17T17:10:01.470 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 75 2024-08-17T17:10:01.470 INFO:tasks.rados.rados.0.smithi094.stdout:935: snap_remove snap 65 2024-08-17T17:10:01.975 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:01 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:10:01.976 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:01 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:10:01.976 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:01 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:10:01.976 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:01 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:01.976 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:01 smithi190 ceph-mon[33316]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T17:10:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:10:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:10:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:10:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[29912]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T17:10:02.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:10:02.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:10:02.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:10:02.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:02.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:01 smithi094 ceph-mon[41048]: osdmap e243: 8 total, 8 up, 8 in 2024-08-17T17:10:02.471 INFO:tasks.rados.rados.0.smithi094.stdout:935: done (3 left) 2024-08-17T17:10:02.471 INFO:tasks.rados.rados.0.smithi094.stdout:936: snap_create 2024-08-17T17:10:02.471 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 311 (ObjNum 161 snap 0 seq_num 3213883440) dirty exists 2024-08-17T17:10:02.471 INFO:tasks.rados.rados.0.smithi094.stdout:934: finishing rollback tid 0 to smithi09487127-25 2024-08-17T17:10:02.472 INFO:tasks.rados.rados.0.smithi094.stdout:934: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:10:02.472 INFO:tasks.rados.rados.0.smithi094.stdout:934: finishing rollback tid 2 to smithi09487127-25 2024-08-17T17:10:02.472 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 219 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:10:02.472 INFO:tasks.rados.rados.0.smithi094.stdout:932: expect (ObjNum 284 snap 78 seq_num 284) 2024-08-17T17:10:02.993 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:02 smithi190 ceph-mon[33316]: pgmap v27: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:02.993 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:02 smithi190 ceph-mon[33316]: Upgrade: Updating mgr.x 2024-08-17T17:10:02.993 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:02 smithi190 ceph-mon[33316]: Deploying daemon mgr.x on smithi190 2024-08-17T17:10:02.993 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:02 smithi190 ceph-mon[33316]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T17:10:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:02 smithi094 ceph-mon[41048]: pgmap v27: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:02 smithi094 ceph-mon[41048]: Upgrade: Updating mgr.x 2024-08-17T17:10:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:02 smithi094 ceph-mon[41048]: Deploying daemon mgr.x on smithi190 2024-08-17T17:10:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:02 smithi094 ceph-mon[41048]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T17:10:03.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:02 smithi094 ceph-mon[29912]: pgmap v27: 121 pgs: 121 active+clean; 152 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:03.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:02 smithi094 ceph-mon[29912]: Upgrade: Updating mgr.x 2024-08-17T17:10:03.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:02 smithi094 ceph-mon[29912]: Deploying daemon mgr.x on smithi190 2024-08-17T17:10:03.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:02 smithi094 ceph-mon[29912]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T17:10:03.308 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:02 smithi190 systemd[1]: Stopping Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:03.473 INFO:tasks.rados.rados.0.smithi094.stdout:932: done (3 left) 2024-08-17T17:10:03.473 INFO:tasks.rados.rados.0.smithi094.stdout:933: done (2 left) 2024-08-17T17:10:03.473 INFO:tasks.rados.rados.0.smithi094.stdout:934: done (1 left) 2024-08-17T17:10:03.473 INFO:tasks.rados.rados.0.smithi094.stdout:936: done (0 left) 2024-08-17T17:10:03.473 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 84 2024-08-17T17:10:03.473 INFO:tasks.rados.rados.0.smithi094.stdout:937: seq_num 300 ranges {0=229376} 2024-08-17T17:10:03.474 INFO:tasks.rados.rados.0.smithi094.stdout:937: writing smithi09487127-1 from 0 to 229376 tid 1 2024-08-17T17:10:03.474 INFO:tasks.rados.rados.0.smithi094.stdout:938: copy_from oid 48 from oid 18 current snap is 84 2024-08-17T17:10:03.474 INFO:tasks.rados.rados.0.smithi094.stdout:939: read oid 33 snap -1 2024-08-17T17:10:03.474 INFO:tasks.rados.rados.0.smithi094.stdout:939: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:10:03.474 INFO:tasks.rados.rados.0.smithi094.stdout:940: copy_from oid 32 from oid 37 current snap is 84 2024-08-17T17:10:03.474 INFO:tasks.rados.rados.0.smithi094.stdout:941: delete oid 20 current snap is 84 2024-08-17T17:10:03.475 INFO:tasks.rados.rados.0.smithi094.stdout:940: finishing copy_from to smithi09487127-32 2024-08-17T17:10:03.475 INFO:tasks.rados.rados.0.smithi094.stdout:940: got expected ENOENT (src dne) 2024-08-17T17:10:03.475 INFO:tasks.rados.rados.0.smithi094.stdout:940: finishing copy_from racing read to smithi09487127-32 2024-08-17T17:10:03.477 INFO:tasks.rados.rados.0.smithi094.stdout:939: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:10:03.480 INFO:tasks.rados.rados.0.smithi094.stdout:938: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:10:03.480 INFO:tasks.rados.rados.0.smithi094.stdout:937: finishing write tid 1 to smithi09487127-1 2024-08-17T17:10:03.480 INFO:tasks.rados.rados.0.smithi094.stdout:937: finishing write tid 2 to smithi09487127-1 2024-08-17T17:10:03.481 INFO:tasks.rados.rados.0.smithi094.stdout:938: finishing copy_from to smithi09487127-48 2024-08-17T17:10:03.481 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 311 (ObjNum 129 snap 0 seq_num 3214500624) dirty exists 2024-08-17T17:10:03.482 INFO:tasks.rados.rados.0.smithi094.stdout:938: done (4 left) 2024-08-17T17:10:03.482 INFO:tasks.rados.rados.0.smithi094.stdout:939: done (3 left) 2024-08-17T17:10:03.482 INFO:tasks.rados.rados.0.smithi094.stdout:940: done (2 left) 2024-08-17T17:10:03.482 INFO:tasks.rados.rados.0.smithi094.stdout:941: done (1 left) 2024-08-17T17:10:03.482 INFO:tasks.rados.rados.0.smithi094.stdout:942: snap_create 2024-08-17T17:10:03.482 INFO:tasks.rados.rados.0.smithi094.stdout:937: finishing write tid 3 to smithi09487127-1 2024-08-17T17:10:03.482 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 221 (ObjNum 300 snap 84 seq_num 300) dirty exists 2024-08-17T17:10:03.483 INFO:tasks.rados.rados.0.smithi094.stdout:937: left oid 1 (ObjNum 300 snap 84 seq_num 300) 2024-08-17T17:10:03.576 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:03 smithi190 podman[81827]: 2024-08-17 17:10:03.307967243 +0000 UTC m=+0.169123729 container died 97b327c9738c12f248f5b2d8621ce9b6bb2fb861c82831249484c04e2983a46d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-17T17:10:03.935 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:03 smithi190 podman[81827]: 2024-08-17 17:10:03.682580893 +0000 UTC m=+0.543737372 container cleanup 97b327c9738c12f248f5b2d8621ce9b6bb2fb861c82831249484c04e2983a46d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:03.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:03 smithi190 bash[81827]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x 2024-08-17T17:10:04.310 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:03 smithi190 podman[81846]: 2024-08-17 17:10:03.950548813 +0000 UTC m=+0.641306601 container remove 97b327c9738c12f248f5b2d8621ce9b6bb2fb861c82831249484c04e2983a46d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T17:10:04.310 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:03 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:10:04.310 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T17:10:04.310 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 systemd[1]: Stopped Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:04.311 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Consumed 17.872s CPU time. 2024-08-17T17:10:04.469 INFO:tasks.rados.rados.0.smithi094.stdout:937: done (1 left) 2024-08-17T17:10:04.469 INFO:tasks.rados.rados.0.smithi094.stdout:942: done (0 left) 2024-08-17T17:10:04.470 INFO:tasks.rados.rados.0.smithi094.stdout:943: read oid 28 snap -1 2024-08-17T17:10:04.470 INFO:tasks.rados.rados.0.smithi094.stdout:943: expect (ObjNum 299 snap 82 seq_num 299) 2024-08-17T17:10:04.470 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 85 2024-08-17T17:10:04.470 INFO:tasks.rados.rados.0.smithi094.stdout:944: seq_num 302 ranges {0=262144} 2024-08-17T17:10:04.471 INFO:tasks.rados.rados.0.smithi094.stdout:944: writing smithi09487127-2 from 0 to 262144 tid 1 2024-08-17T17:10:04.471 INFO:tasks.rados.rados.0.smithi094.stdout:945: delete oid 38 current snap is 85 2024-08-17T17:10:04.477 INFO:tasks.rados.rados.0.smithi094.stdout:944: finishing write tid 1 to smithi09487127-2 2024-08-17T17:10:04.477 INFO:tasks.rados.rados.0.smithi094.stdout:944: finishing write tid 2 to smithi09487127-2 2024-08-17T17:10:04.478 INFO:tasks.rados.rados.0.smithi094.stdout:945: done (2 left) 2024-08-17T17:10:04.478 INFO:tasks.rados.rados.0.smithi094.stdout:946: snap_create 2024-08-17T17:10:04.478 INFO:tasks.rados.rados.0.smithi094.stdout:943: expect (ObjNum 299 snap 82 seq_num 299) 2024-08-17T17:10:04.484 INFO:tasks.rados.rados.0.smithi094.stdout:944: finishing write tid 3 to smithi09487127-2 2024-08-17T17:10:04.484 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 357 (ObjNum 302 snap 85 seq_num 302) dirty exists 2024-08-17T17:10:04.485 INFO:tasks.rados.rados.0.smithi094.stdout:944: left oid 2 (ObjNum 302 snap 85 seq_num 302) 2024-08-17T17:10:04.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:04 smithi190 ceph-mon[33316]: pgmap v30: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-17T17:10:04.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:04 smithi190 ceph-mon[33316]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T17:10:04.577 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:04 smithi190 ceph-mon[33316]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T17:10:04.577 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 systemd[1]: Starting Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:04.577 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 podman[81979]: 2024-08-17 17:10:04.428856962 +0000 UTC m=+0.017569642 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:04 smithi094 ceph-mon[41048]: pgmap v30: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-17T17:10:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:04 smithi094 ceph-mon[41048]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T17:10:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:04 smithi094 ceph-mon[41048]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T17:10:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:04 smithi094 ceph-mon[29912]: pgmap v30: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-17T17:10:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:04 smithi094 ceph-mon[29912]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T17:10:04.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:04 smithi094 ceph-mon[29912]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T17:10:04.850 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 podman[81979]: 2024-08-17 17:10:04.576812876 +0000 UTC m=+0.165525539 container create 2d9449b2bbfdc4088f1ac99a0c97b16969175f8964be5cb7cf294fd5db2bbd61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:04.851 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 podman[81979]: 2024-08-17 17:10:04.820872737 +0000 UTC m=+0.409585411 container init 2d9449b2bbfdc4088f1ac99a0c97b16969175f8964be5cb7cf294fd5db2bbd61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T17:10:04.851 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 podman[81979]: 2024-08-17 17:10:04.825497685 +0000 UTC m=+0.414210349 container start 2d9449b2bbfdc4088f1ac99a0c97b16969175f8964be5cb7cf294fd5db2bbd61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:04.851 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 ceph-mgr[82017]: -- 172.21.15.190:0/2623389438 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5611eac630e0 con 0x5611eac41400 2024-08-17T17:10:05.185 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 bash[81979]: 2d9449b2bbfdc4088f1ac99a0c97b16969175f8964be5cb7cf294fd5db2bbd61 2024-08-17T17:10:05.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:04 smithi190 systemd[1]: Started Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:05.478 INFO:tasks.rados.rados.0.smithi094.stdout:943: done (2 left) 2024-08-17T17:10:05.478 INFO:tasks.rados.rados.0.smithi094.stdout:944: done (1 left) 2024-08-17T17:10:05.478 INFO:tasks.rados.rados.0.smithi094.stdout:946: done (0 left) 2024-08-17T17:10:05.478 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 86 2024-08-17T17:10:05.478 INFO:tasks.rados.rados.0.smithi094.stdout:947: seq_num 304 ranges {2367488=294912} 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:947: writing smithi09487127-27 from 2367488 to 2662400 tid 1 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:948: read oid 26 snap -1 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:948: expect (ObjNum 232 snap 59 seq_num 232) 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:949: read oid 18 snap 85 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:949: expect (ObjNum -1080939040 snap 21846 seq_num 3213671712) 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:950: rmattr oid 46 current snap is 86 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:950: done (3 left) 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:951: rmattr oid 49 current snap is 86 2024-08-17T17:10:05.492 INFO:tasks.rados.rados.0.smithi094.stdout:951: done (3 left) 2024-08-17T17:10:05.493 INFO:tasks.rados.rados.0.smithi094.stdout:952: snap_remove snap 82 2024-08-17T17:10:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[29912]: pgmap v33: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-17T17:10:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[29912]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T17:10:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[41048]: pgmap v33: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-17T17:10:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:05 smithi094 ceph-mon[41048]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T17:10:06.411 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:05 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:06.411 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:05 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:06.411 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:05 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:06.411 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:05 smithi190 ceph-mon[33316]: pgmap v33: 121 pgs: 121 active+clean; 158 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-17T17:10:06.411 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:05 smithi190 ceph-mon[33316]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T17:10:06.479 INFO:tasks.rados.rados.0.smithi094.stdout:952: done (3 left) 2024-08-17T17:10:06.479 INFO:tasks.rados.rados.0.smithi094.stdout:953: snap_create 2024-08-17T17:10:06.479 INFO:tasks.rados.rados.0.smithi094.stdout:949: expect (ObjNum -1080939040 snap 21846 seq_num 3213671712) 2024-08-17T17:10:06.482 INFO:tasks.rados.rados.0.smithi094.stdout:947: finishing write tid 1 to smithi09487127-27 2024-08-17T17:10:06.482 INFO:tasks.rados.rados.0.smithi094.stdout:947: finishing write tid 2 to smithi09487127-27 2024-08-17T17:10:06.482 INFO:tasks.rados.rados.0.smithi094.stdout:947: finishing write tid 3 to smithi09487127-27 2024-08-17T17:10:06.482 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 370 (ObjNum 304 snap 86 seq_num 304) dirty exists 2024-08-17T17:10:06.482 INFO:tasks.rados.rados.0.smithi094.stdout:947: left oid 27 (ObjNum 304 snap 86 seq_num 304) 2024-08-17T17:10:06.482 INFO:tasks.rados.rados.0.smithi094.stdout:948: expect (ObjNum 232 snap 59 seq_num 232) 2024-08-17T17:10:07.331 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:06 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:06.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:07.482 INFO:tasks.rados.rados.0.smithi094.stdout:947: done (3 left) 2024-08-17T17:10:07.482 INFO:tasks.rados.rados.0.smithi094.stdout:948: done (2 left) 2024-08-17T17:10:07.483 INFO:tasks.rados.rados.0.smithi094.stdout:949: done (1 left) 2024-08-17T17:10:07.483 INFO:tasks.rados.rados.0.smithi094.stdout:953: done (0 left) 2024-08-17T17:10:07.483 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 87 2024-08-17T17:10:07.483 INFO:tasks.rados.rados.0.smithi094.stdout:954: seq_num 305 ranges {0=311296} 2024-08-17T17:10:07.484 INFO:tasks.rados.rados.0.smithi094.stdout:954: writing smithi09487127-18 from 0 to 311296 tid 1 2024-08-17T17:10:07.484 INFO:tasks.rados.rados.0.smithi094.stdout:955: copy_from oid 5 from oid 33 current snap is 87 2024-08-17T17:10:07.484 INFO:tasks.rados.rados.0.smithi094.stdout:956: snap_remove snap 73 2024-08-17T17:10:07.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:07 smithi190 ceph-mon[33316]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T17:10:07.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:07 smithi094 ceph-mon[29912]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T17:10:07.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:07 smithi094 ceph-mon[41048]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:956: done (2 left) 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:957: rollback oid 46 current snap is 87 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 69 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:955: finishing copy_from racing read to smithi09487127-5 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:955: finishing copy_from to smithi09487127-5 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 337 (ObjNum 33 snap 0 seq_num 3199072336) dirty exists 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:954: finishing write tid 1 to smithi09487127-18 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:954: finishing write tid 2 to smithi09487127-18 2024-08-17T17:10:08.485 INFO:tasks.rados.rados.0.smithi094.stdout:954: finishing write tid 3 to smithi09487127-18 2024-08-17T17:10:08.486 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 313 (ObjNum 305 snap 87 seq_num 305) dirty exists 2024-08-17T17:10:08.486 INFO:tasks.rados.rados.0.smithi094.stdout:954: left oid 18 (ObjNum 305 snap 87 seq_num 305) 2024-08-17T17:10:08.486 INFO:tasks.rados.rados.0.smithi094.stdout:954: done (2 left) 2024-08-17T17:10:08.486 INFO:tasks.rados.rados.0.smithi094.stdout:955: done (1 left) 2024-08-17T17:10:08.486 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 87 2024-08-17T17:10:08.486 INFO:tasks.rados.rados.0.smithi094.stdout:958: seq_num 306 ranges {5210112=327680} 2024-08-17T17:10:08.515 INFO:tasks.rados.rados.0.smithi094.stdout:958: writing smithi09487127-41 from 5210112 to 5537792 tid 1 2024-08-17T17:10:08.515 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 87 2024-08-17T17:10:08.516 INFO:tasks.rados.rados.0.smithi094.stdout:957: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:10:08.516 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:10:08.516 INFO:tasks.rados.rados.0.smithi094.stdout:959: seq_num 307 ranges {0=344064} 2024-08-17T17:10:08.517 INFO:tasks.rados.rados.0.smithi094.stdout:959: writing smithi09487127-23 from 0 to 344064 tid 1 2024-08-17T17:10:08.517 INFO:tasks.rados.rados.0.smithi094.stdout:957: done (2 left) 2024-08-17T17:10:08.517 INFO:tasks.rados.rados.0.smithi094.stdout:960: snap_create 2024-08-17T17:10:08.522 INFO:tasks.rados.rados.0.smithi094.stdout:959: finishing write tid 1 to smithi09487127-23 2024-08-17T17:10:08.522 INFO:tasks.rados.rados.0.smithi094.stdout:958: finishing write tid 1 to smithi09487127-41 2024-08-17T17:10:08.522 INFO:tasks.rados.rados.0.smithi094.stdout:959: finishing write tid 2 to smithi09487127-23 2024-08-17T17:10:08.522 INFO:tasks.rados.rados.0.smithi094.stdout:958: finishing write tid 2 to smithi09487127-41 2024-08-17T17:10:08.523 INFO:tasks.rados.rados.0.smithi094.stdout:959: finishing write tid 3 to smithi09487127-23 2024-08-17T17:10:08.523 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 325 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-08-17T17:10:08.523 INFO:tasks.rados.rados.0.smithi094.stdout:959: left oid 23 (ObjNum 307 snap 87 seq_num 307) 2024-08-17T17:10:08.523 INFO:tasks.rados.rados.0.smithi094.stdout:958: finishing write tid 3 to smithi09487127-41 2024-08-17T17:10:08.523 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 500 (ObjNum 306 snap 87 seq_num 306) dirty exists 2024-08-17T17:10:08.524 INFO:tasks.rados.rados.0.smithi094.stdout:958: left oid 41 (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:08.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:08 smithi094 ceph-mon[29912]: pgmap v36: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-08-17T17:10:08.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:08 smithi094 ceph-mon[29912]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T17:10:08.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:08 smithi094 ceph-mon[41048]: pgmap v36: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-08-17T17:10:08.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:08 smithi094 ceph-mon[41048]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T17:10:08.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:08 smithi190 ceph-mon[33316]: pgmap v36: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-08-17T17:10:08.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:08 smithi190 ceph-mon[33316]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T17:10:09.469 INFO:tasks.rados.rados.0.smithi094.stdout:958: done (2 left) 2024-08-17T17:10:09.469 INFO:tasks.rados.rados.0.smithi094.stdout:959: done (1 left) 2024-08-17T17:10:09.469 INFO:tasks.rados.rados.0.smithi094.stdout:960: done (0 left) 2024-08-17T17:10:09.469 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 88 2024-08-17T17:10:09.469 INFO:tasks.rados.rados.0.smithi094.stdout:961: seq_num 308 ranges {2736128=360448} 2024-08-17T17:10:09.486 INFO:tasks.rados.rados.0.smithi094.stdout:961: writing smithi09487127-45 from 2736128 to 3096576 tid 1 2024-08-17T17:10:09.486 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 88 2024-08-17T17:10:09.487 INFO:tasks.rados.rados.0.smithi094.stdout:962: seq_num 309 ranges {0=376832} 2024-08-17T17:10:09.490 INFO:tasks.rados.rados.0.smithi094.stdout:962: writing smithi09487127-10 from 0 to 376832 tid 1 2024-08-17T17:10:09.490 INFO:tasks.rados.rados.0.smithi094.stdout:963: delete oid 7 current snap is 88 2024-08-17T17:10:09.490 INFO:tasks.rados.rados.0.smithi094.stdout:961: finishing write tid 1 to smithi09487127-45 2024-08-17T17:10:09.490 INFO:tasks.rados.rados.0.smithi094.stdout:961: finishing write tid 2 to smithi09487127-45 2024-08-17T17:10:09.492 INFO:tasks.rados.rados.0.smithi094.stdout:962: finishing write tid 1 to smithi09487127-10 2024-08-17T17:10:09.492 INFO:tasks.rados.rados.0.smithi094.stdout:962: finishing write tid 2 to smithi09487127-10 2024-08-17T17:10:09.493 INFO:tasks.rados.rados.0.smithi094.stdout:963: done (2 left) 2024-08-17T17:10:09.493 INFO:tasks.rados.rados.0.smithi094.stdout:964: rmattr oid 6 current snap is 88 2024-08-17T17:10:09.493 INFO:tasks.rados.rados.0.smithi094.stdout:964: done (2 left) 2024-08-17T17:10:09.493 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 88 2024-08-17T17:10:09.493 INFO:tasks.rados.rados.0.smithi094.stdout:965: seq_num 311 ranges {2613248=417792} 2024-08-17T17:10:09.509 INFO:tasks.rados.rados.0.smithi094.stdout:965: writing smithi09487127-47 from 2613248 to 3031040 tid 1 2024-08-17T17:10:09.509 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 88 2024-08-17T17:10:09.510 INFO:tasks.rados.rados.0.smithi094.stdout:962: finishing write tid 3 to smithi09487127-10 2024-08-17T17:10:09.510 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 498 (ObjNum 309 snap 88 seq_num 309) dirty exists 2024-08-17T17:10:09.510 INFO:tasks.rados.rados.0.smithi094.stdout:962: left oid 10 (ObjNum 309 snap 88 seq_num 309) 2024-08-17T17:10:09.510 INFO:tasks.rados.rados.0.smithi094.stdout:961: finishing write tid 3 to smithi09487127-45 2024-08-17T17:10:09.510 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 425 (ObjNum 308 snap 88 seq_num 308) dirty exists 2024-08-17T17:10:09.510 INFO:tasks.rados.rados.0.smithi094.stdout:961: left oid 45 (ObjNum 308 snap 88 seq_num 308) 2024-08-17T17:10:09.510 INFO:tasks.rados.rados.0.smithi094.stdout:966: seq_num 312 ranges {0=434176} 2024-08-17T17:10:09.511 INFO:tasks.rados.rados.0.smithi094.stdout:966: writing smithi09487127-48 from 0 to 434176 tid 1 2024-08-17T17:10:09.511 INFO:tasks.rados.rados.0.smithi094.stdout:961: done (3 left) 2024-08-17T17:10:09.511 INFO:tasks.rados.rados.0.smithi094.stdout:962: done (2 left) 2024-08-17T17:10:09.511 INFO:tasks.rados.rados.0.smithi094.stdout:967: delete oid 20 current snap is 88 2024-08-17T17:10:09.512 INFO:tasks.rados.rados.0.smithi094.stdout:965: finishing write tid 1 to smithi09487127-47 2024-08-17T17:10:09.512 INFO:tasks.rados.rados.0.smithi094.stdout:965: finishing write tid 2 to smithi09487127-47 2024-08-17T17:10:09.513 INFO:tasks.rados.rados.0.smithi094.stdout:967: done (2 left) 2024-08-17T17:10:09.514 INFO:tasks.rados.rados.0.smithi094.stdout:968: snap_create 2024-08-17T17:10:09.515 INFO:tasks.rados.rados.0.smithi094.stdout:966: finishing write tid 1 to smithi09487127-48 2024-08-17T17:10:09.515 INFO:tasks.rados.rados.0.smithi094.stdout:965: finishing write tid 3 to smithi09487127-47 2024-08-17T17:10:09.515 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 208 (ObjNum 311 snap 88 seq_num 311) dirty exists 2024-08-17T17:10:09.515 INFO:tasks.rados.rados.0.smithi094.stdout:965: left oid 47 (ObjNum 311 snap 88 seq_num 311) 2024-08-17T17:10:09.516 INFO:tasks.rados.rados.0.smithi094.stdout:966: finishing write tid 2 to smithi09487127-48 2024-08-17T17:10:09.517 INFO:tasks.rados.rados.0.smithi094.stdout:966: finishing write tid 3 to smithi09487127-48 2024-08-17T17:10:09.518 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 558 (ObjNum 312 snap 88 seq_num 312) dirty exists 2024-08-17T17:10:09.518 INFO:tasks.rados.rados.0.smithi094.stdout:966: left oid 48 (ObjNum 312 snap 88 seq_num 312) 2024-08-17T17:10:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-mon[29912]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T17:10:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:09.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-mon[29912]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T17:10:09.773 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:10:09] "GET /metrics HTTP/1.1" 200 36137 "" "Prometheus/2.51.0" 2024-08-17T17:10:09.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-mon[41048]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T17:10:09.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:09.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:09.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:09 smithi094 ceph-mon[41048]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T17:10:09.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:09 smithi190 ceph-mon[33316]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T17:10:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:09 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:09 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:09 smithi190 ceph-mon[33316]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T17:10:10.434 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:10.434 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: [17/Aug/2024:17:10:10] ENGINE Bus STARTING 2024-08-17T17:10:10.434 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: CherryPy Checker: 2024-08-17T17:10:10.434 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: The Application mounted at '' has an empty config. 2024-08-17T17:10:10.434 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: 2024-08-17T17:10:10.434 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: [17/Aug/2024:17:10:10] ENGINE Serving on http://:::9283 2024-08-17T17:10:10.434 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: [17/Aug/2024:17:10:10] ENGINE Bus STARTED 2024-08-17T17:10:10.499 INFO:tasks.rados.rados.0.smithi094.stdout:965: done (2 left) 2024-08-17T17:10:10.499 INFO:tasks.rados.rados.0.smithi094.stdout:966: done (1 left) 2024-08-17T17:10:10.499 INFO:tasks.rados.rados.0.smithi094.stdout:968: done (0 left) 2024-08-17T17:10:10.499 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 89 2024-08-17T17:10:10.499 INFO:tasks.rados.rados.0.smithi094.stdout:969: seq_num 314 ranges {753664=466944} 2024-08-17T17:10:10.505 INFO:tasks.rados.rados.0.smithi094.stdout:969: writing smithi09487127-13 from 753664 to 1220608 tid 1 2024-08-17T17:10:10.505 INFO:tasks.rados.rados.0.smithi094.stdout:970: delete oid 50 current snap is 89 2024-08-17T17:10:10.514 INFO:tasks.rados.rados.0.smithi094.stdout:969: finishing write tid 1 to smithi09487127-13 2024-08-17T17:10:10.515 INFO:tasks.rados.rados.0.smithi094.stdout:969: finishing write tid 2 to smithi09487127-13 2024-08-17T17:10:10.515 INFO:tasks.rados.rados.0.smithi094.stdout:969: finishing write tid 3 to smithi09487127-13 2024-08-17T17:10:10.515 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 428 (ObjNum 314 snap 89 seq_num 314) dirty exists 2024-08-17T17:10:10.515 INFO:tasks.rados.rados.0.smithi094.stdout:969: left oid 13 (ObjNum 314 snap 89 seq_num 314) 2024-08-17T17:10:10.515 INFO:tasks.rados.rados.0.smithi094.stdout:969: done (1 left) 2024-08-17T17:10:10.516 INFO:tasks.rados.rados.0.smithi094.stdout:970: done (0 left) 2024-08-17T17:10:10.516 INFO:tasks.rados.rados.0.smithi094.stdout:971: rollback oid 45 current snap is 89 2024-08-17T17:10:10.516 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 83 2024-08-17T17:10:10.516 INFO:tasks.rados.rados.0.smithi094.stdout:972: snap_remove snap 88 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: pgmap v39: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: Standby manager daemon x restarted 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: Standby manager daemon x started 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:10:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:10 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:10:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: pgmap v39: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-08-17T17:10:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: Standby manager daemon x restarted 2024-08-17T17:10:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: Standby manager daemon x started 2024-08-17T17:10:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: pgmap v39: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 192 KiB/s wr, 13 op/s 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: Standby manager daemon x restarted 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: Standby manager daemon x started 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:10:10.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:10 smithi094 ceph-mon[29912]: from='mgr.? 172.21.15.190:0/2692514773' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:10:11.512 INFO:tasks.rados.rados.0.smithi094.stdout:972: done (1 left) 2024-08-17T17:10:11.512 INFO:tasks.rados.rados.0.smithi094.stdout:973: snap_create 2024-08-17T17:10:11.512 INFO:tasks.rados.rados.0.smithi094.stdout:971: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:10:11.512 INFO:tasks.rados.rados.0.smithi094.stdout:971: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:10:11.512 INFO:tasks.rados.rados.0.smithi094.stdout:971: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:10:11.512 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 434 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-08-17T17:10:11.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:11 smithi190 ceph-mon[33316]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T17:10:11.547 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:11 smithi190 ceph-mon[33316]: mgrmap e37: y(active, since 25s), standbys: x 2024-08-17T17:10:11.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:11 smithi094 ceph-mon[41048]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T17:10:11.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:11 smithi094 ceph-mon[41048]: mgrmap e37: y(active, since 25s), standbys: x 2024-08-17T17:10:11.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:11 smithi094 ceph-mon[29912]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T17:10:11.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:11 smithi094 ceph-mon[29912]: mgrmap e37: y(active, since 25s), standbys: x 2024-08-17T17:10:12.521 INFO:tasks.rados.rados.0.smithi094.stdout:971: done (1 left) 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:973: done (0 left) 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:974: read oid 46 snap -1 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:974: expect deleted 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:975: read oid 12 snap -1 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:975: expect (ObjNum 293 snap 81 seq_num 293) 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:976: copy_from oid 19 from oid 41 current snap is 90 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:977: copy_from oid 49 from oid 18 current snap is 90 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 90 2024-08-17T17:10:12.522 INFO:tasks.rados.rados.0.smithi094.stdout:978: seq_num 316 ranges {4153344=499712} 2024-08-17T17:10:12.548 INFO:tasks.rados.rados.0.smithi094.stdout:978: writing smithi09487127-35 from 4153344 to 4653056 tid 1 2024-08-17T17:10:12.548 INFO:tasks.rados.rados.0.smithi094.stdout:979: rollback oid 15 current snap is 90 2024-08-17T17:10:12.548 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 15 to 69 2024-08-17T17:10:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:977: finishing copy_from racing read to smithi09487127-49 2024-08-17T17:10:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:977: finishing copy_from to smithi09487127-49 2024-08-17T17:10:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 313 (ObjNum 305 snap 87 seq_num 305) dirty exists 2024-08-17T17:10:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:975: expect (ObjNum 293 snap 81 seq_num 293) 2024-08-17T17:10:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:12 smithi094 ceph-mon[29912]: pgmap v42: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:12 smithi094 ceph-mon[29912]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T17:10:12.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:12 smithi094 ceph-mon[41048]: pgmap v42: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:12.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:12 smithi094 ceph-mon[41048]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T17:10:12.804 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:12 smithi190 ceph-mon[33316]: pgmap v42: 121 pgs: 121 active+clean; 154 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:12.805 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:12 smithi190 ceph-mon[33316]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T17:10:12.867 INFO:tasks.rados.rados.0.smithi094.stdout:976: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:10:12.867 INFO:tasks.rados.rados.0.smithi094.stdout:979: finishing rollback tid 0 to smithi09487127-15 2024-08-17T17:10:12.867 INFO:tasks.rados.rados.0.smithi094.stdout:976: finishing copy_from to smithi09487127-19 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 500 (ObjNum 306 snap 87 seq_num 306) dirty exists 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:979: finishing rollback tid 1 to smithi09487127-15 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:979: finishing rollback tid 2 to smithi09487127-15 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 562 (ObjNum 228 snap 59 seq_num 228) dirty exists 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:978: finishing write tid 1 to smithi09487127-35 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:978: finishing write tid 2 to smithi09487127-35 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:974: done (5 left) 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:975: done (4 left) 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:976: done (3 left) 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:977: done (2 left) 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:979: done (1 left) 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:980: rollback oid 39 current snap is 90 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 85 2024-08-17T17:10:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:978: finishing write tid 3 to smithi09487127-35 2024-08-17T17:10:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 364 (ObjNum 316 snap 90 seq_num 316) dirty exists 2024-08-17T17:10:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:978: left oid 35 (ObjNum 316 snap 90 seq_num 316) 2024-08-17T17:10:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:978: done (1 left) 2024-08-17T17:10:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:981: rollback oid 37 current snap is 90 2024-08-17T17:10:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 37 to 69 2024-08-17T17:10:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 90 2024-08-17T17:10:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:982: seq_num 317 ranges {0=516096} 2024-08-17T17:10:12.870 INFO:tasks.rados.rados.0.smithi094.stdout:982: writing smithi09487127-46 from 0 to 516096 tid 1 2024-08-17T17:10:12.870 INFO:tasks.rados.rados.0.smithi094.stdout:983: rollback oid 27 current snap is 90 2024-08-17T17:10:12.870 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 27 to 83 2024-08-17T17:10:12.870 INFO:tasks.rados.rados.0.smithi094.stdout:981: finishing rollback tid 1 to smithi09487127-37 2024-08-17T17:10:12.870 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:10:12.870 INFO:tasks.rados.rados.0.smithi094.stdout:980: finishing rollback tid 0 to smithi09487127-39 2024-08-17T17:10:12.870 INFO:tasks.rados.rados.0.smithi094.stdout:980: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:10:12.870 INFO:tasks.rados.rados.0.smithi094.stdout:980: finishing rollback tid 2 to smithi09487127-39 2024-08-17T17:10:12.871 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 444 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-08-17T17:10:12.871 INFO:tasks.rados.rados.0.smithi094.stdout:980: done (3 left) 2024-08-17T17:10:12.871 INFO:tasks.rados.rados.0.smithi094.stdout:981: done (2 left) 2024-08-17T17:10:12.871 INFO:tasks.rados.rados.0.smithi094.stdout:984: read oid 11 snap -1 2024-08-17T17:10:12.871 INFO:tasks.rados.rados.0.smithi094.stdout:984: expect (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:10:12.871 INFO:tasks.rados.rados.0.smithi094.stdout:985: snap_create 2024-08-17T17:10:12.873 INFO:tasks.rados.rados.0.smithi094.stdout:982: finishing write tid 1 to smithi09487127-46 2024-08-17T17:10:12.873 INFO:tasks.rados.rados.0.smithi094.stdout:982: finishing write tid 2 to smithi09487127-46 2024-08-17T17:10:12.874 INFO:tasks.rados.rados.0.smithi094.stdout:983: finishing rollback tid 0 to smithi09487127-27 2024-08-17T17:10:12.874 INFO:tasks.rados.rados.0.smithi094.stdout:983: finishing rollback tid 1 to smithi09487127-27 2024-08-17T17:10:12.875 INFO:tasks.rados.rados.0.smithi094.stdout:982: finishing write tid 3 to smithi09487127-46 2024-08-17T17:10:12.875 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 315 (ObjNum 317 snap 90 seq_num 317) dirty exists 2024-08-17T17:10:12.875 INFO:tasks.rados.rados.0.smithi094.stdout:982: left oid 46 (ObjNum 317 snap 90 seq_num 317) 2024-08-17T17:10:12.875 INFO:tasks.rados.rados.0.smithi094.stdout:984: expect (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:10:12.928 INFO:tasks.rados.rados.0.smithi094.stdout:983: finishing rollback tid 2 to smithi09487127-27 2024-08-17T17:10:12.928 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 373 (ObjNum 284 snap 78 seq_num 284) dirty exists 2024-08-17T17:10:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:982: done (3 left) 2024-08-17T17:10:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:983: done (2 left) 2024-08-17T17:10:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:984: done (1 left) 2024-08-17T17:10:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:985: done (0 left) 2024-08-17T17:10:13.527 INFO:tasks.rados.rados.0.smithi094.stdout:986: snap_remove snap 89 2024-08-17T17:10:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:10:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:10:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:10:13.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:10:13.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T17:10:13.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:10:13.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:10:13.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T17:10:13.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:10:13.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:13 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:10:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T17:10:13.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:10:13.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:10:13.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T17:10:13.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:10:13.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:13 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T17:10:14.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:14 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:14.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:14.471 INFO:tasks.rados.rados.0.smithi094.stdout:986: done (0 left) 2024-08-17T17:10:14.471 INFO:tasks.rados.rados.0.smithi094.stdout:987: rmattr oid 41 current snap is 91 2024-08-17T17:10:14.471 INFO:tasks.rados.rados.0.smithi094.stdout:987: done (0 left) 2024-08-17T17:10:14.471 INFO:tasks.rados.rados.0.smithi094.stdout:988: snap_remove snap 75 2024-08-17T17:10:14.754 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[29912]: pgmap v45: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 742 KiB/s wr, 7 op/s 2024-08-17T17:10:14.754 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[29912]: Upgrade: Setting container_image for all mgr 2024-08-17T17:10:14.754 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[29912]: Upgrade: It appears safe to stop mon.a 2024-08-17T17:10:14.754 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[29912]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T17:10:14.754 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[29912]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T17:10:14.754 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[41048]: pgmap v45: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 742 KiB/s wr, 7 op/s 2024-08-17T17:10:14.754 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[41048]: Upgrade: Setting container_image for all mgr 2024-08-17T17:10:14.755 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[41048]: Upgrade: It appears safe to stop mon.a 2024-08-17T17:10:14.755 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[41048]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T17:10:14.755 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:14 smithi094 ceph-mon[41048]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T17:10:14.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:14 smithi190 ceph-mon[33316]: pgmap v45: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 742 KiB/s wr, 7 op/s 2024-08-17T17:10:14.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:14 smithi190 ceph-mon[33316]: Upgrade: Setting container_image for all mgr 2024-08-17T17:10:14.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:14 smithi190 ceph-mon[33316]: Upgrade: It appears safe to stop mon.a 2024-08-17T17:10:14.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:14 smithi190 ceph-mon[33316]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T17:10:14.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:14 smithi190 ceph-mon[33316]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T17:10:15.472 INFO:tasks.rados.rados.0.smithi094.stdout:988: done (0 left) 2024-08-17T17:10:15.472 INFO:tasks.rados.rados.0.smithi094.stdout:989: setattr oid 11 current snap is 91 2024-08-17T17:10:15.473 INFO:tasks.rados.rados.0.smithi094.stdout:990: rmattr oid 31 current snap is 91 2024-08-17T17:10:15.473 INFO:tasks.rados.rados.0.smithi094.stdout:991: rollback oid 1 current snap is 91 2024-08-17T17:10:15.473 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 1 to 81 2024-08-17T17:10:15.474 INFO:tasks.rados.rados.0.smithi094.stdout:992: rollback oid 27 current snap is 91 2024-08-17T17:10:15.474 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 27 to 90 2024-08-17T17:10:15.474 INFO:tasks.rados.rados.0.smithi094.stdout:993: snap_create 2024-08-17T17:10:15.479 INFO:tasks.rados.rados.0.smithi094.stdout:991: finishing rollback tid 0 to smithi09487127-1 2024-08-17T17:10:15.479 INFO:tasks.rados.rados.0.smithi094.stdout:991: finishing rollback tid 1 to smithi09487127-1 2024-08-17T17:10:15.480 INFO:tasks.rados.rados.0.smithi094.stdout:991: finishing rollback tid 2 to smithi09487127-1 2024-08-17T17:10:15.480 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 224 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-17T17:10:15.482 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 326 (ObjNum 255 snap 62 seq_num 255) dirty exists 2024-08-17T17:10:15.484 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 567 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:10:15.484 INFO:tasks.rados.rados.0.smithi094.stdout:992: finishing rollback tid 0 to smithi09487127-27 2024-08-17T17:10:15.486 INFO:tasks.rados.rados.0.smithi094.stdout:992: finishing rollback tid 1 to smithi09487127-27 2024-08-17T17:10:15.486 INFO:tasks.rados.rados.0.smithi094.stdout:992: finishing rollback tid 2 to smithi09487127-27 2024-08-17T17:10:15.486 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 376 (ObjNum 284 snap 78 seq_num 284) dirty exists 2024-08-17T17:10:16.185 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:16.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-mon[33316]: Upgrade: Updating mon.a 2024-08-17T17:10:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:10:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:10:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-mon[33316]: Deploying daemon mon.a on smithi094 2024-08-17T17:10:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-mon[33316]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T17:10:16.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:15 smithi190 ceph-mon[33316]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:10:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[41048]: Upgrade: Updating mon.a 2024-08-17T17:10:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:10:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[41048]: Deploying daemon mon.a on smithi094 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[41048]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[41048]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[29912]: Upgrade: Updating mon.a 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[29912]: from='mgr.15159 ' entity='mgr.y' 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:10:16.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[29912]: Deploying daemon mon.a on smithi094 2024-08-17T17:10:16.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[29912]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T17:10:16.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:15 smithi094 ceph-mon[29912]: from='mgr.15159 172.21.15.94:0/1446433303' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:10:16.473 INFO:tasks.rados.rados.0.smithi094.stdout:989: done (4 left) 2024-08-17T17:10:16.474 INFO:tasks.rados.rados.0.smithi094.stdout:990: done (3 left) 2024-08-17T17:10:16.474 INFO:tasks.rados.rados.0.smithi094.stdout:991: done (2 left) 2024-08-17T17:10:16.474 INFO:tasks.rados.rados.0.smithi094.stdout:992: done (1 left) 2024-08-17T17:10:16.474 INFO:tasks.rados.rados.0.smithi094.stdout:993: done (0 left) 2024-08-17T17:10:16.474 INFO:tasks.rados.rados.0.smithi094.stdout:994: rollback oid 43 current snap is 92 2024-08-17T17:10:16.474 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 43 to 81 2024-08-17T17:10:16.474 INFO:tasks.rados.rados.0.smithi094.stdout:995: snap_create 2024-08-17T17:10:16.478 INFO:tasks.rados.rados.0.smithi094.stdout:994: finishing rollback tid 0 to smithi09487127-43 2024-08-17T17:10:16.479 INFO:tasks.rados.rados.0.smithi094.stdout:994: finishing rollback tid 1 to smithi09487127-43 2024-08-17T17:10:16.479 INFO:tasks.rados.rados.0.smithi094.stdout:994: finishing rollback tid 2 to smithi09487127-43 2024-08-17T17:10:16.479 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 344 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-08-17T17:10:16.837 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:16 smithi094 systemd[1]: Stopping Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:16.837 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:16 smithi094 ceph-mon[29912]: pgmap v48: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 742 KiB/s wr, 7 op/s 2024-08-17T17:10:16.837 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:16 smithi094 ceph-mon[29912]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:10:16.837 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:16 smithi094 ceph-mon[41048]: pgmap v48: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 742 KiB/s wr, 7 op/s 2024-08-17T17:10:16.838 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:16 smithi094 ceph-mon[41048]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:10:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:16 smithi190 ceph-mon[33316]: pgmap v48: 121 pgs: 121 active+clean; 157 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 742 KiB/s wr, 7 op/s 2024-08-17T17:10:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:16 smithi190 ceph-mon[33316]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:10:17.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:16 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:16.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:16 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[29889]: 2024-08-17T17:10:16.834+0000 7f71d2dff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:16 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[29889]: 2024-08-17T17:10:16.834+0000 7f71d2dff640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-17T17:10:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:17 smithi094 podman[100211]: 2024-08-17 17:10:17.038967347 +0000 UTC m=+0.317682870 container died 4a10d8ee64fe5ee5aa29b4f6c1d7046f3d8844655770470f072d0b8dfb0388ee (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731) 2024-08-17T17:10:17.760 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:17 smithi094 podman[100211]: 2024-08-17 17:10:17.508487105 +0000 UTC m=+0.787202629 container cleanup 4a10d8ee64fe5ee5aa29b4f6c1d7046f3d8844655770470f072d0b8dfb0388ee (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:17.760 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:17 smithi094 bash[100211]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a 2024-08-17T17:10:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:17 smithi094 podman[100228]: 2024-08-17 17:10:17.760006032 +0000 UTC m=+0.715356902 container remove 4a10d8ee64fe5ee5aa29b4f6c1d7046f3d8844655770470f072d0b8dfb0388ee (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:17 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T17:10:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:17 smithi094 systemd[1]: Stopped Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:17 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a.service: Consumed 13.115s CPU time. 2024-08-17T17:10:18.345 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 systemd[1]: Starting Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:18.345 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 podman[100365]: 2024-08-17 17:10:18.202329933 +0000 UTC m=+0.017138493 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:18.345 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 podman[100365]: 2024-08-17 17:10:18.344705517 +0000 UTC m=+0.159514115 container create 1e3a47450e34fed66637a025b9f11acbf72de6079459f7e6a50f270af07d9684 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T17:10:18.598 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 podman[100365]: 2024-08-17 17:10:18.572516536 +0000 UTC m=+0.387325099 container init 1e3a47450e34fed66637a025b9f11acbf72de6079459f7e6a50f270af07d9684 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T17:10:18.599 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 podman[100365]: 2024-08-17 17:10:18.57710993 +0000 UTC m=+0.391918479 container start 1e3a47450e34fed66637a025b9f11acbf72de6079459f7e6a50f270af07d9684 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T17:10:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 7 2024-08-17T17:10:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: pidfile_write: ignore empty --pid-file 2024-08-17T17:10:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: load: jerasure load: lrc 2024-08-17T17:10:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: RocksDB version: 7.9.2 2024-08-17T17:10:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Git sha 0 2024-08-17T17:10:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T17:10:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: DB SUMMARY 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: DB Session ID: JYQEQMTGFQWGSVY8PSE2 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: CURRENT file: CURRENT 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1173 Bytes 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 4981818 ; 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.error_if_exists: 0 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.create_if_missing: 0 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.paranoid_checks: 1 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T17:10:19.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.env: 0x55722f81cbe0 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.info_log: 0x557230c45700 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.statistics: (nil) 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.use_fsync: 0 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_log_file_size: 0 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T17:10:19.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.allow_fallocate: 1 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.use_direct_reads: 0 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.db_log_dir: 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.wal_dir: 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T17:10:19.026 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.write_buffer_manager: 0x557230c48960 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T17:10:19.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.unordered_write: 0 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.row_cache: None 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.wal_filter: None 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T17:10:19.028 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.two_write_queues: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.wal_compression: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.atomic_flush: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.log_readahead_size: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T17:10:19.029 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_background_jobs: 2 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_background_compactions: -1 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_subcompactions: 1 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T17:10:19.031 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_open_files: -1 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_background_flushes: -1 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Compression algorithms supported: 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: kZSTD supported: 0 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: kXpressCompression supported: 0 2024-08-17T17:10:19.032 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: kBZip2Compression supported: 0 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: kLZ4Compression supported: 1 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: kZlibCompression supported: 1 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: kSnappyCompression supported: 1 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.merge_operator: 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_filter: None 2024-08-17T17:10:19.033 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557230c45380) 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: cache_index_and_filter_blocks: 1 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: pin_top_level_index_and_filter: 1 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: index_type: 0 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: data_block_index_type: 0 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: index_shortening: 1 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T17:10:19.034 INFO:journalctl@ceph.mon.a.smithi094.stdout: checksum: 4 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: no_block_cache: 0 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_cache: 0x557230c39610 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_cache_name: BinnedLRUCache 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_cache_options: 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: capacity : 536870912 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: num_shard_bits : 4 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: strict_capacity_limit : 0 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: high_pri_pool_ratio: 0.000 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_cache_compressed: (nil) 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: persistent_cache: (nil) 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_size: 4096 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_size_deviation: 10 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_restart_interval: 16 2024-08-17T17:10:19.035 INFO:journalctl@ceph.mon.a.smithi094.stdout: index_block_restart_interval: 1 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: metadata_block_size: 4096 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: partition_filters: 0 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: use_delta_encoding: 1 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: filter_policy: bloomfilter 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: whole_key_filtering: 1 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: verify_compression: 0 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: read_amp_bytes_per_bit: 0 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: format_version: 5 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: enable_index_compression: 1 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: block_align: 0 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: max_auto_readahead_size: 262144 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: prepopulate_block_cache: 0 2024-08-17T17:10:19.036 INFO:journalctl@ceph.mon.a.smithi094.stdout: initial_auto_readahead_size: 8192 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression: NoCompression 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.num_levels: 7 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T17:10:19.037 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:10:19.038 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T17:10:19.039 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T17:10:19.040 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.inplace_update_support: 0 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T17:10:19.041 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.bloom_locality: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.max_successive_merges: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.ttl: 2592000 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.enable_blob_files: false 2024-08-17T17:10:19.042 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.min_blob_size: 0 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12849, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T17:10:19.043 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4a2fcc14-333e-4c05-b6c1-af66b5e3173b 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914618604014, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914618618302, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 4690783, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12851, "largest_seqno": 15337, "table_properties": {"data_size": 4677977, "index_size": 9072, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2693, "raw_key_size": 25793, "raw_average_key_size": 24, "raw_value_size": 4653696, "raw_average_value_size": 4357, "num_data_blocks": 394, "num_entries": 1068, "num_filter_entries": 1068, "num_deletions": 53, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723914618, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4a2fcc14-333e-4c05-b6c1-af66b5e3173b", "db_session_id": "JYQEQMTGFQWGSVY8PSE2", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914618618427, "job": 1, "event": "recovery_finished"} 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557230c68e00 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: DB pointer 0x557230d66000 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T17:10:19.044 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** DB Stats ** 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: L0 1/0 4.47 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: L6 1/0 7.61 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T17:10:19.045 INFO:journalctl@ceph.mon.a.smithi094.stdout: Sum 2/0 12.09 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 609.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 609.7 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-08-17T17:10:19.046 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: Cumulative compaction: 0.00 GB write, 263.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: Interval compaction: 0.00 GB write, 263.75 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: Block cache BinnedLRUCache@0x557230c39610#7 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: starting mon.a rank 0 at public addrs [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] at bind addrs [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: mon.a@-1(???) e3 preinit fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:19.047 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: mon.a@-1(???).mds e7 new map 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: mon.a@-1(???).mds e7 print_map 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: e7 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: legacy client fscid: 1 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: Filesystem 'cephfs' (1) 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: fs_name cephfs 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: epoch 7 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: created 2024-08-17T17:03:24.242583+0000 2024-08-17T17:10:19.048 INFO:journalctl@ceph.mon.a.smithi094.stdout: modified 2024-08-17T17:03:36.331558+0000 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: tableserver 0 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: root 0 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: session_timeout 60 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: session_autoclose 300 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: max_file_size 1099511627776 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: max_xattr_size 65536 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: required_client_features {} 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: last_failure 0 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: last_failure_osd_epoch 0 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: max_mds 1 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: in 0 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: up {0=24329} 2024-08-17T17:10:19.049 INFO:journalctl@ceph.mon.a.smithi094.stdout: failed 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: damaged 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: stopped 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: data_pools [3] 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: metadata_pool 2 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: inline_data disabled 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: balancer 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: bal_rank_mask -1 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: standby_count_wanted 0 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: qdb_cluster leader: 0 members: 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: [mds.a{0:24329} state up:active seq 6 addr [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.050 INFO:journalctl@ceph.mon.a.smithi094.stdout: Standby daemons: 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout: 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout: [mds.b{-1:24304} state up:standby seq 1 addr [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: mon.a@-1(???).osd e258 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: mon.a@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: mon.a@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: mon.a@-1(???).osd e258 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 ceph-mon[100402]: mon.a@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 bash[100365]: 1e3a47450e34fed66637a025b9f11acbf72de6079459f7e6a50f270af07d9684 2024-08-17T17:10:19.051 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:18 smithi094 systemd[1]: Started Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:10:19] "GET /metrics HTTP/1.1" 200 36138 "" "Prometheus/2.51.0" 2024-08-17T17:10:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:21.702 INFO:tasks.rados.rados.0.smithi094.stdout:994: done (1 left) 2024-08-17T17:10:21.702 INFO:tasks.rados.rados.0.smithi094.stdout:995: done (0 left) 2024-08-17T17:10:21.702 INFO:tasks.rados.rados.0.smithi094.stdout:996: rmattr oid 29 current snap is 93 2024-08-17T17:10:21.702 INFO:tasks.rados.rados.0.smithi094.stdout:997: snap_create 2024-08-17T17:10:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 501 (ObjNum 283 snap 78 seq_num 283) dirty exists 2024-08-17T17:10:22.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ignoring --setuser ceph since I am not root 2024-08-17T17:10:22.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ignoring --setgroup ceph since I am not root 2024-08-17T17:10:22.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mgr[91235]: -- 172.21.15.94:0/2927552568 <== mon.0 v2:172.21.15.94:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555cca8310e0 con 0x555cca80e800 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: pgmap v51: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: mon.a calling monitor election 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: pgmap v52: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: monmap epoch 3 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: last_changed 2024-08-17T16:59:28.058365+0000 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: min_mon_release 17 (quincy) 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: election_strategy: 1 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:10:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: mgrmap e37: y(active, since 36s), standbys: x 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: overall HEALTH_OK 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: from='mgr.15159 ' entity='' 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[100402]: mgrmap e38: y(active, since 36s), standbys: x 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: pgmap v51: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: mon.a calling monitor election 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: pgmap v52: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:10:22.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: monmap epoch 3 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: last_changed 2024-08-17T16:59:28.058365+0000 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: min_mon_release 17 (quincy) 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: election_strategy: 1 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: mgrmap e37: y(active, since 36s), standbys: x 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: overall HEALTH_OK 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: from='mgr.15159 ' entity='' 2024-08-17T17:10:22.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:21 smithi094 ceph-mon[41048]: mgrmap e38: y(active, since 36s), standbys: x 2024-08-17T17:10:22.185 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: ignoring --setuser ceph since I am not root 2024-08-17T17:10:22.185 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: ignoring --setgroup ceph since I am not root 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mgr[82017]: -- 172.21.15.190:0/2861895645 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559978bed0e0 con 0x559978bcb000 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: pgmap v51: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: mon.a calling monitor election 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: pgmap v52: 121 pgs: 121 active+clean; 164 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: monmap epoch 3 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: last_changed 2024-08-17T16:59:28.058365+0000 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: min_mon_release 17 (quincy) 2024-08-17T17:10:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: election_strategy: 1 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: mgrmap e37: y(active, since 36s), standbys: x 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: overall HEALTH_OK 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: from='mgr.15159 ' entity='' 2024-08-17T17:10:22.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:21 smithi190 ceph-mon[33316]: mgrmap e38: y(active, since 36s), standbys: x 2024-08-17T17:10:22.703 INFO:tasks.rados.rados.0.smithi094.stdout:996: done (1 left) 2024-08-17T17:10:22.703 INFO:tasks.rados.rados.0.smithi094.stdout:997: done (0 left) 2024-08-17T17:10:22.703 INFO:tasks.rados.rados.0.smithi094.stdout:998: delete oid 33 current snap is 94 2024-08-17T17:10:22.710 INFO:tasks.rados.rados.0.smithi094.stdout:998: done (0 left) 2024-08-17T17:10:22.710 INFO:tasks.rados.rados.0.smithi094.stdout:999: setattr oid 48 current snap is 94 2024-08-17T17:10:22.713 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 94 2024-08-17T17:10:22.713 INFO:tasks.rados.rados.0.smithi094.stdout:1000: seq_num 319 ranges {262144=548864} 2024-08-17T17:10:22.719 INFO:tasks.rados.rados.0.smithi094.stdout:1000: writing smithi09487127-2 from 262144 to 811008 tid 1 2024-08-17T17:10:22.719 INFO:tasks.rados.rados.0.smithi094.stdout:1001: read oid 37 snap -1 2024-08-17T17:10:22.719 INFO:tasks.rados.rados.0.smithi094.stdout:1001: expect deleted 2024-08-17T17:10:22.719 INFO:tasks.rados.rados.0.smithi094.stdout:1002: copy_from oid 40 from oid 33 current snap is 94 2024-08-17T17:10:22.719 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 574 (ObjNum 312 snap 88 seq_num 312) dirty exists 2024-08-17T17:10:22.720 INFO:tasks.rados.rados.0.smithi094.stdout:999: done (3 left) 2024-08-17T17:10:22.720 INFO:tasks.rados.rados.0.smithi094.stdout:1003: snap_remove snap 69 2024-08-17T17:10:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:22 smithi094 ceph-mon[100402]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T17:10:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:22 smithi094 ceph-mon[41048]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T17:10:23.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:22 smithi190 ceph-mon[33316]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T17:10:23.634 INFO:tasks.rados.rados.0.smithi094.stdout:1000: finishing write tid 1 to smithi09487127-2 2024-08-17T17:10:23.634 INFO:tasks.rados.rados.0.smithi094.stdout:1000: finishing write tid 2 to smithi09487127-2 2024-08-17T17:10:23.634 INFO:tasks.rados.rados.0.smithi094.stdout:1002: finishing copy_from to smithi09487127-40 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1002: got expected ENOENT (src dne) 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1002: finishing copy_from racing read to smithi09487127-40 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1000: finishing write tid 3 to smithi09487127-2 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 362 (ObjNum 319 snap 94 seq_num 319) dirty exists 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1000: left oid 2 (ObjNum 319 snap 94 seq_num 319) 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1000: done (3 left) 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1001: done (2 left) 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1002: done (1 left) 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1003: done (0 left) 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1004: setattr oid 31 current snap is 94 2024-08-17T17:10:23.635 INFO:tasks.rados.rados.0.smithi094.stdout:1005: snap_create 2024-08-17T17:10:23.642 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 577 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:10:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:23 smithi094 ceph-mon[100402]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T17:10:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:23 smithi094 ceph-mon[100402]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T17:10:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:23 smithi094 ceph-mon[41048]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T17:10:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:23 smithi094 ceph-mon[41048]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T17:10:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:23 smithi190 ceph-mon[33316]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T17:10:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:23 smithi190 ceph-mon[33316]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T17:10:24.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:24.632 INFO:tasks.rados.rados.0.smithi094.stdout:1004: done (1 left) 2024-08-17T17:10:24.632 INFO:tasks.rados.rados.0.smithi094.stdout:1005: done (0 left) 2024-08-17T17:10:24.632 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 95 2024-08-17T17:10:24.632 INFO:tasks.rados.rados.0.smithi094.stdout:1006: seq_num 320 ranges {0=565248} 2024-08-17T17:10:24.636 INFO:tasks.rados.rados.0.smithi094.stdout:1006: writing smithi09487127-37 from 0 to 565248 tid 1 2024-08-17T17:10:24.636 INFO:tasks.rados.rados.0.smithi094.stdout:1007: snap_create 2024-08-17T17:10:24.641 INFO:tasks.rados.rados.0.smithi094.stdout:1006: finishing write tid 1 to smithi09487127-37 2024-08-17T17:10:24.641 INFO:tasks.rados.rados.0.smithi094.stdout:1006: finishing write tid 2 to smithi09487127-37 2024-08-17T17:10:24.642 INFO:tasks.rados.rados.0.smithi094.stdout:1006: finishing write tid 3 to smithi09487127-37 2024-08-17T17:10:24.642 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 363 (ObjNum 320 snap 95 seq_num 320) dirty exists 2024-08-17T17:10:24.642 INFO:tasks.rados.rados.0.smithi094.stdout:1006: left oid 37 (ObjNum 320 snap 95 seq_num 320) 2024-08-17T17:10:25.634 INFO:tasks.rados.rados.0.smithi094.stdout:1006: done (1 left) 2024-08-17T17:10:25.634 INFO:tasks.rados.rados.0.smithi094.stdout:1007: done (0 left) 2024-08-17T17:10:25.634 INFO:tasks.rados.rados.0.smithi094.stdout:1008: read oid 11 snap 90 2024-08-17T17:10:25.634 INFO:tasks.rados.rados.0.smithi094.stdout:1008: expect (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:10:25.634 INFO:tasks.rados.rados.0.smithi094.stdout:1009: snap_create 2024-08-17T17:10:25.643 INFO:tasks.rados.rados.0.smithi094.stdout:1008: expect (ObjNum 255 snap 62 seq_num 255) 2024-08-17T17:10:25.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:25 smithi190 ceph-mon[33316]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T17:10:25.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:25.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:25 smithi094 ceph-mon[100402]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T17:10:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:25 smithi094 ceph-mon[41048]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T17:10:26.639 INFO:tasks.rados.rados.0.smithi094.stdout:1008: done (1 left) 2024-08-17T17:10:26.639 INFO:tasks.rados.rados.0.smithi094.stdout:1009: done (0 left) 2024-08-17T17:10:26.639 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 97 2024-08-17T17:10:26.639 INFO:tasks.rados.rados.0.smithi094.stdout:1010: seq_num 321 ranges {376832=581632} 2024-08-17T17:10:26.645 INFO:tasks.rados.rados.0.smithi094.stdout:1010: writing smithi09487127-10 from 376832 to 958464 tid 1 2024-08-17T17:10:26.645 INFO:tasks.rados.rados.0.smithi094.stdout:1011: copy_from oid 5 from oid 16 current snap is 97 2024-08-17T17:10:26.645 INFO:tasks.rados.rados.0.smithi094.stdout:1012: copy_from oid 36 from oid 3 current snap is 97 2024-08-17T17:10:26.645 INFO:tasks.rados.rados.0.smithi094.stdout:1013: read oid 6 snap -1 2024-08-17T17:10:26.646 INFO:tasks.rados.rados.0.smithi094.stdout:1013: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:10:26.646 INFO:tasks.rados.rados.0.smithi094.stdout:1014: read oid 47 snap -1 2024-08-17T17:10:26.646 INFO:tasks.rados.rados.0.smithi094.stdout:1014: expect (ObjNum 311 snap 88 seq_num 311) 2024-08-17T17:10:26.646 INFO:tasks.rados.rados.0.smithi094.stdout:1015: delete oid 44 current snap is 97 2024-08-17T17:10:26.652 INFO:tasks.rados.rados.0.smithi094.stdout:1010: finishing write tid 1 to smithi09487127-10 2024-08-17T17:10:26.653 INFO:tasks.rados.rados.0.smithi094.stdout:1010: finishing write tid 2 to smithi09487127-10 2024-08-17T17:10:26.654 INFO:tasks.rados.rados.0.smithi094.stdout:1010: finishing write tid 3 to smithi09487127-10 2024-08-17T17:10:26.654 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 516 (ObjNum 321 snap 97 seq_num 321) dirty exists 2024-08-17T17:10:26.654 INFO:tasks.rados.rados.0.smithi094.stdout:1010: left oid 10 (ObjNum 321 snap 97 seq_num 321) 2024-08-17T17:10:26.666 INFO:tasks.rados.rados.0.smithi094.stdout:1010: done (5 left) 2024-08-17T17:10:26.666 INFO:tasks.rados.rados.0.smithi094.stdout:1015: done (4 left) 2024-08-17T17:10:26.667 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 97 2024-08-17T17:10:26.667 INFO:tasks.rados.rados.0.smithi094.stdout:1016: seq_num 323 ranges {2367488=614400} 2024-08-17T17:10:26.684 INFO:tasks.rados.rados.0.smithi094.stdout:1016: writing smithi09487127-27 from 2367488 to 2981888 tid 1 2024-08-17T17:10:26.684 INFO:tasks.rados.rados.0.smithi094.stdout:1017: rollback oid 4 current snap is 97 2024-08-17T17:10:26.684 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 93 2024-08-17T17:10:26.684 INFO:tasks.rados.rados.0.smithi094.stdout:1013: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:10:26.799 INFO:tasks.rados.rados.0.smithi094.stdout:1012: finishing copy_from racing read to smithi09487127-36 2024-08-17T17:10:26.799 INFO:tasks.rados.rados.0.smithi094.stdout:1013: done (5 left) 2024-08-17T17:10:26.800 INFO:tasks.rados.rados.0.smithi094.stdout:1018: setattr oid 17 current snap is 97 2024-08-17T17:10:26.800 INFO:tasks.rados.rados.0.smithi094.stdout:1014: expect (ObjNum 311 snap 88 seq_num 311) 2024-08-17T17:10:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-mon[33316]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T17:10:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-mon[33316]: Standby manager daemon x restarted 2024-08-17T17:10:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-mon[33316]: Standby manager daemon x started 2024-08-17T17:10:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:10:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:10:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:10:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-mon[33316]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:10:26.936 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: [17/Aug/2024:17:10:26] ENGINE Bus STARTING 2024-08-17T17:10:26.937 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: CherryPy Checker: 2024-08-17T17:10:26.937 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: The Application mounted at '' has an empty config. 2024-08-17T17:10:26.937 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: 2024-08-17T17:10:26.937 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: [17/Aug/2024:17:10:26] ENGINE Serving on http://:::9283 2024-08-17T17:10:26.937 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x[81994]: [17/Aug/2024:17:10:26] ENGINE Bus STARTED 2024-08-17T17:10:26.939 INFO:tasks.rados.rados.0.smithi094.stdout:1012: finishing copy_from to smithi09487127-36 2024-08-17T17:10:26.939 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 206 (ObjNum 295 snap 81 seq_num 295) dirty exists 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1011: finishing copy_from racing read to smithi09487127-5 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1011: finishing copy_from to smithi09487127-5 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 317 (ObjNum 248 snap 62 seq_num 248) dirty exists 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1016: finishing write tid 1 to smithi09487127-27 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1016: finishing write tid 2 to smithi09487127-27 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1017: finishing rollback tid 0 to smithi09487127-4 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1017: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1017: finishing rollback tid 2 to smithi09487127-4 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 347 (ObjNum 249 snap 62 seq_num 249) dirty exists 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1016: finishing write tid 3 to smithi09487127-27 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 378 (ObjNum 323 snap 97 seq_num 323) dirty exists 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1016: left oid 27 (ObjNum 323 snap 97 seq_num 323) 2024-08-17T17:10:26.940 INFO:tasks.rados.rados.0.smithi094.stdout:1011: done (5 left) 2024-08-17T17:10:26.941 INFO:tasks.rados.rados.0.smithi094.stdout:1012: done (4 left) 2024-08-17T17:10:26.941 INFO:tasks.rados.rados.0.smithi094.stdout:1014: done (3 left) 2024-08-17T17:10:26.941 INFO:tasks.rados.rados.0.smithi094.stdout:1016: done (2 left) 2024-08-17T17:10:26.941 INFO:tasks.rados.rados.0.smithi094.stdout:1017: done (1 left) 2024-08-17T17:10:26.941 INFO:tasks.rados.rados.0.smithi094.stdout:1019: snap_remove snap 77 2024-08-17T17:10:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[41048]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T17:10:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[41048]: Standby manager daemon x restarted 2024-08-17T17:10:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[41048]: Standby manager daemon x started 2024-08-17T17:10:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:10:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:10:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:10:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[41048]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:10:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[100402]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T17:10:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[100402]: Standby manager daemon x restarted 2024-08-17T17:10:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[100402]: Standby manager daemon x started 2024-08-17T17:10:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[100402]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:10:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[100402]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:10:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[100402]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:10:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:26 smithi094 ceph-mon[100402]: from='mgr.? 172.21.15.190:0/4093890137' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:10:27.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:26.947Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:27.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.025+0000 7f7c4c22f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.025+0000 7f7c4c22f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.025+0000 7f7c4c22f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.025+0000 7f7c4c22f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.025+0000 7f7c4c22f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.028+0000 7f7c4fa36640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.028+0000 7f7c4fa36640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.028+0000 7f7c4fa36640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.028+0000 7f7c4fa36640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.028+0000 7f7c4fa36640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:10:27.661 INFO:tasks.rados.rados.0.smithi094.stdout:1019: done (1 left) 2024-08-17T17:10:27.661 INFO:tasks.rados.rados.0.smithi094.stdout:1020: snap_create 2024-08-17T17:10:27.661 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 518 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: mgrmap e39: y(active, since 41s), standbys: x 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: Active manager daemon y restarted 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: Activating manager daemon y 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: mgrmap e40: y(active, starting, since 0.0117623s), standbys: x 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:10:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: Manager daemon y is now available 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T17:10:27.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:27 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T17:10:27.945 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T17:10:27.945 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: mgrmap e39: y(active, since 41s), standbys: x 2024-08-17T17:10:27.945 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: Active manager daemon y restarted 2024-08-17T17:10:27.945 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: Activating manager daemon y 2024-08-17T17:10:27.945 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T17:10:27.945 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: mgrmap e40: y(active, starting, since 0.0117623s), standbys: x 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:10:27.946 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: Manager daemon y is now available 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T17:10:27.947 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: mgrmap e39: y(active, since 41s), standbys: x 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: Active manager daemon y restarted 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: Activating manager daemon y 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: mgrmap e40: y(active, starting, since 0.0117623s), standbys: x 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:10:27.948 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: Manager daemon y is now available 2024-08-17T17:10:27.949 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.685+0000 7f7c7ed28640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:10:27] ENGINE Bus STARTING 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: CherryPy Checker: 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: The Application mounted at '' has an empty config. 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.950 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:10:27] ENGINE Serving on http://:::9283 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:10:27] ENGINE Bus STARTED 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:27.943+0000 7f7c32842640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:17:10:27] ENGINE Error in HTTPServer.serve 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: Traceback (most recent call last): 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: self._connections.run(self.expiration_interval) 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: self._run(expiration_interval) 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:10:27.951 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: s = self.context.wrap_socket( 2024-08-17T17:10:27.952 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:10:27.952 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: return self.sslsocket_class._create( 2024-08-17T17:10:27.952 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:10:27.952 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: self.do_handshake() 2024-08-17T17:10:27.952 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:10:27.952 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: self._sslobj.do_handshake() 2024-08-17T17:10:27.952 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:10:27.952 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:28.662 INFO:tasks.rados.rados.0.smithi094.stdout:1018: done (1 left) 2024-08-17T17:10:28.662 INFO:tasks.rados.rados.0.smithi094.stdout:1020: done (0 left) 2024-08-17T17:10:28.663 INFO:tasks.rados.rados.0.smithi094.stdout:1021: rmattr oid 17 current snap is 98 2024-08-17T17:10:28.663 INFO:tasks.rados.rados.0.smithi094.stdout:1022: read oid 13 snap -1 2024-08-17T17:10:28.663 INFO:tasks.rados.rados.0.smithi094.stdout:1022: expect (ObjNum 314 snap 89 seq_num 314) 2024-08-17T17:10:28.663 INFO:tasks.rados.rados.0.smithi094.stdout:1023: rollback oid 14 current snap is 98 2024-08-17T17:10:28.663 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 96 2024-08-17T17:10:28.663 INFO:tasks.rados.rados.0.smithi094.stdout:1024: delete oid 10 current snap is 98 2024-08-17T17:10:28.666 INFO:tasks.rados.rados.0.smithi094.stdout:1023: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:10:28.668 INFO:tasks.rados.rados.0.smithi094.stdout:1023: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:10:28.668 INFO:tasks.rados.rados.0.smithi094.stdout:1023: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:10:28.668 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 594 (ObjNum 256 snap 62 seq_num 256) dirty exists 2024-08-17T17:10:28.672 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 526 (ObjNum 231 snap 59 seq_num 231) dirty exists 2024-08-17T17:10:28.672 INFO:tasks.rados.rados.0.smithi094.stdout:1021: done (3 left) 2024-08-17T17:10:28.672 INFO:tasks.rados.rados.0.smithi094.stdout:1023: done (2 left) 2024-08-17T17:10:28.673 INFO:tasks.rados.rados.0.smithi094.stdout:1024: done (1 left) 2024-08-17T17:10:28.673 INFO:tasks.rados.rados.0.smithi094.stdout:1025: snap_create 2024-08-17T17:10:28.678 INFO:tasks.rados.rados.0.smithi094.stdout:1022: expect (ObjNum 314 snap 89 seq_num 314) 2024-08-17T17:10:28.824 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:10:28.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:28 smithi094 ceph-mon[100402]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T17:10:28.913 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:28 smithi094 ceph-mon[100402]: mgrmap e41: y(active, since 1.02173s), standbys: x 2024-08-17T17:10:28.913 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:28 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:10:28.913 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:28 smithi094 ceph-mon[100402]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:28.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:28 smithi094 ceph-mon[41048]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T17:10:28.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:28 smithi094 ceph-mon[41048]: mgrmap e41: y(active, since 1.02173s), standbys: x 2024-08-17T17:10:28.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:28 smithi094 ceph-mon[41048]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:10:28.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:28 smithi094 ceph-mon[41048]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:28 smithi190 ceph-mon[33316]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T17:10:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:28 smithi190 ceph-mon[33316]: mgrmap e41: y(active, since 1.02173s), standbys: x 2024-08-17T17:10:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:28 smithi190 ceph-mon[33316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:10:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:28 smithi190 ceph-mon[33316]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:29.406 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:10:29.406 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (86s) 39s ago 5m 16.5M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:10:29.406 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (62s) 20s ago 5m 82.0M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:10:29.406 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (7m) 39s ago 7m 17.7M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:10:29.406 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (7m) 20s ago 7m 14.1M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:10:29.406 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (24s) 20s ago 10m 55.6M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:10:29.406 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (52s) 39s ago 12m 489M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:10:29.406 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (12m) 39s ago 12m 56.6M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 4a10d8ee64fe 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (11m) 20s ago 11m 51.1M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 e41e7dc5c954 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (11m) 39s ago 11m 46.7M 2048M 17.2.7-1404-gf2c39d4d f69471c56189 69126fde8f9a 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (80s) 39s ago 5m 8132k - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (57s) 20s ago 5m 9.82M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (10m) 39s ago 10m 141M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (10m) 39s ago 10m 103M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (9m) 39s ago 9m 165M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (9m) 39s ago 9m 120M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (8m) 20s ago 8m 158M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (8m) 20s ago 8m 127M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (8m) 20s ago 8m 92.4M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (7m) 20s ago 7m 118M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:10:29.407 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (30s) 20s ago 6m 40.7M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:10:29.663 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:10:29] "GET /metrics HTTP/1.1" 200 33384 "" "Prometheus/2.51.0" 2024-08-17T17:10:29.683 INFO:tasks.rados.rados.0.smithi094.stdout:1022: done (1 left) 2024-08-17T17:10:29.684 INFO:tasks.rados.rados.0.smithi094.stdout:1025: done (0 left) 2024-08-17T17:10:29.684 INFO:tasks.rados.rados.0.smithi094.stdout:1026: setattr oid 39 current snap is 99 2024-08-17T17:10:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1027: read oid 37 snap -1 2024-08-17T17:10:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1027: expect (ObjNum 320 snap 95 seq_num 320) 2024-08-17T17:10:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1028: read oid 25 snap -1 2024-08-17T17:10:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1028: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:10:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 99 2024-08-17T17:10:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1029: seq_num 325 ranges {3031040=647168} 2024-08-17T17:10:29.705 INFO:tasks.rados.rados.0.smithi094.stdout:1029: writing smithi09487127-47 from 3031040 to 3678208 tid 1 2024-08-17T17:10:29.705 INFO:tasks.rados.rados.0.smithi094.stdout:1030: copy_from oid 42 from oid 26 current snap is 99 2024-08-17T17:10:29.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 472 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-08-17T17:10:29.705 INFO:tasks.rados.rados.0.smithi094.stdout:1027: expect (ObjNum 320 snap 95 seq_num 320) 2024-08-17T17:10:29.723 INFO:tasks.rados.rados.0.smithi094.stdout:1028: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:10:29.769 INFO:tasks.rados.rados.0.smithi094.stdout:1029: finishing write tid 1 to smithi09487127-47 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1029: finishing write tid 2 to smithi09487127-47 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1029: finishing write tid 3 to smithi09487127-47 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 221 (ObjNum 325 snap 99 seq_num 325) dirty exists 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1029: left oid 47 (ObjNum 325 snap 99 seq_num 325) 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1030: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1030: finishing copy_from to smithi09487127-42 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 496 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1026: done (4 left) 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1027: done (3 left) 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1028: done (2 left) 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1029: done (1 left) 2024-08-17T17:10:29.770 INFO:tasks.rados.rados.0.smithi094.stdout:1030: done (0 left) 2024-08-17T17:10:29.771 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 99 2024-08-17T17:10:29.771 INFO:tasks.rados.rados.0.smithi094.stdout:1031: seq_num 326 ranges {4653056=663552} 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2, 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:10:29.777 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:10:29.778 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:10:29.778 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:10:29.778 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:10:29.778 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:10:29.778 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 12, 2024-08-17T17:10:29.778 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:10:29.778 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:10:29.778 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:10:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:1031: writing smithi09487127-35 from 4653056 to 5316608 tid 1 2024-08-17T17:10:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:1032: delete oid 33 current snap is 99 2024-08-17T17:10:29.800 INFO:tasks.rados.rados.0.smithi094.stdout:1032: done (1 left) 2024-08-17T17:10:29.800 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 99 2024-08-17T17:10:29.800 INFO:tasks.rados.rados.0.smithi094.stdout:1033: seq_num 328 ranges {434176=696320} 2024-08-17T17:10:29.806 INFO:tasks.rados.rados.0.smithi094.stdout:1033: writing smithi09487127-48 from 434176 to 1130496 tid 1 2024-08-17T17:10:29.806 INFO:tasks.rados.rados.0.smithi094.stdout:1034: snap_create 2024-08-17T17:10:29.806 INFO:tasks.rados.rados.0.smithi094.stdout:1031: finishing write tid 1 to smithi09487127-35 2024-08-17T17:10:29.806 INFO:tasks.rados.rados.0.smithi094.stdout:1031: finishing write tid 2 to smithi09487127-35 2024-08-17T17:10:29.807 INFO:tasks.rados.rados.0.smithi094.stdout:1031: finishing write tid 3 to smithi09487127-35 2024-08-17T17:10:29.807 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 366 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-17T17:10:29.807 INFO:tasks.rados.rados.0.smithi094.stdout:1031: left oid 35 (ObjNum 326 snap 99 seq_num 326) 2024-08-17T17:10:29.810 INFO:tasks.rados.rados.0.smithi094.stdout:1033: finishing write tid 1 to smithi09487127-48 2024-08-17T17:10:29.811 INFO:tasks.rados.rados.0.smithi094.stdout:1033: finishing write tid 2 to smithi09487127-48 2024-08-17T17:10:29.812 INFO:tasks.rados.rados.0.smithi094.stdout:1033: finishing write tid 3 to smithi09487127-48 2024-08-17T17:10:29.812 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 597 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-08-17T17:10:29.812 INFO:tasks.rados.rados.0.smithi094.stdout:1033: left oid 48 (ObjNum 328 snap 99 seq_num 328) 2024-08-17T17:10:29.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:29 smithi190 ceph-mon[33316]: [17/Aug/2024:17:10:27] ENGINE Bus STARTING 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:29 smithi190 ceph-mon[33316]: [17/Aug/2024:17:10:27] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:29 smithi190 ceph-mon[33316]: [17/Aug/2024:17:10:27] ENGINE Error in HTTPServer.serve 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: Traceback (most recent call last): 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._run(expiration_interval) 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:10:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout: s = self.context.wrap_socket( 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout: return self.sslsocket_class._create( 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout: self.do_handshake() 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout: self._sslobj.do_handshake() 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:29 smithi190 ceph-mon[33316]: [17/Aug/2024:17:10:28] ENGINE Serving on http://172.21.15.94:8765 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:29 smithi190 ceph-mon[33316]: [17/Aug/2024:17:10:28] ENGINE Bus STARTED 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:29 smithi190 ceph-mon[33316]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:29 smithi190 ceph-mon[33316]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:29.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:29 smithi190 ceph-mon[33316]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[100402]: [17/Aug/2024:17:10:27] ENGINE Bus STARTING 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[100402]: [17/Aug/2024:17:10:27] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[100402]: [17/Aug/2024:17:10:27] ENGINE Error in HTTPServer.serve 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout: Traceback (most recent call last): 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._run(expiration_interval) 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:10:30.019 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: self.do_handshake() 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:10:30.020 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[100402]: [17/Aug/2024:17:10:28] ENGINE Serving on http://172.21.15.94:8765 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[100402]: [17/Aug/2024:17:10:28] ENGINE Bus STARTED 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[100402]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[100402]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[100402]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[41048]: [17/Aug/2024:17:10:27] ENGINE Bus STARTING 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[41048]: [17/Aug/2024:17:10:27] ENGINE Serving on https://172.21.15.94:7150 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[41048]: [17/Aug/2024:17:10:27] ENGINE Error in HTTPServer.serve 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.c.smithi094.stdout: Traceback (most recent call last): 2024-08-17T17:10:30.021 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:10:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:10:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:10:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._run(expiration_interval) 2024-08-17T17:10:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:10:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:10:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:10:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:10:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:10:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: s = self.context.wrap_socket( 2024-08-17T17:10:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:10:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: return self.sslsocket_class._create( 2024-08-17T17:10:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:10:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: self.do_handshake() 2024-08-17T17:10:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:10:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: self._sslobj.do_handshake() 2024-08-17T17:10:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:10:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[41048]: [17/Aug/2024:17:10:28] ENGINE Serving on http://172.21.15.94:8765 2024-08-17T17:10:30.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[41048]: [17/Aug/2024:17:10:28] ENGINE Bus STARTED 2024-08-17T17:10:30.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[41048]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T17:10:30.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[41048]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:30.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:29 smithi094 ceph-mon[41048]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "2/20 daemons upgraded", 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "", 2024-08-17T17:10:30.082 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:10:30.083 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:10:30.467 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:30.692 INFO:tasks.rados.rados.0.smithi094.stdout:1031: done (2 left) 2024-08-17T17:10:30.692 INFO:tasks.rados.rados.0.smithi094.stdout:1033: done (1 left) 2024-08-17T17:10:30.692 INFO:tasks.rados.rados.0.smithi094.stdout:1034: done (0 left) 2024-08-17T17:10:30.692 INFO:tasks.rados.rados.0.smithi094.stdout:1035: snap_remove snap 93 2024-08-17T17:10:30.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:30 smithi190 ceph-mon[33316]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:30 smithi190 ceph-mon[33316]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:30 smithi190 ceph-mon[33316]: from='client.25220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:30 smithi190 ceph-mon[33316]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T17:10:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:30 smithi190 ceph-mon[33316]: from='client.? 172.21.15.94:0/551820064' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:30.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[100402]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[100402]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[100402]: from='client.25220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.974 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[100402]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T17:10:30.974 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/551820064' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:30.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[41048]: from='client.25202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[41048]: from='client.25208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[41048]: from='client.25220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:30.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[41048]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T17:10:30.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:30 smithi094 ceph-mon[41048]: from='client.? 172.21.15.94:0/551820064' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:31.690 INFO:tasks.rados.rados.0.smithi094.stdout:1035: done (0 left) 2024-08-17T17:10:31.691 INFO:tasks.rados.rados.0.smithi094.stdout:1036: rmattr oid 46 current snap is 100 2024-08-17T17:10:31.691 INFO:tasks.rados.rados.0.smithi094.stdout:1036: done (0 left) 2024-08-17T17:10:31.691 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 100 2024-08-17T17:10:31.691 INFO:tasks.rados.rados.0.smithi094.stdout:1037: seq_num 329 ranges {0=712704} 2024-08-17T17:10:31.695 INFO:tasks.rados.rados.0.smithi094.stdout:1037: writing smithi09487127-21 from 0 to 712704 tid 1 2024-08-17T17:10:31.695 INFO:tasks.rados.rados.0.smithi094.stdout:1038: delete oid 39 current snap is 100 2024-08-17T17:10:31.700 INFO:tasks.rados.rados.0.smithi094.stdout:1038: done (1 left) 2024-08-17T17:10:31.700 INFO:tasks.rados.rados.0.smithi094.stdout:1039: read oid 49 snap -1 2024-08-17T17:10:31.701 INFO:tasks.rados.rados.0.smithi094.stdout:1039: expect (ObjNum 305 snap 87 seq_num 305) 2024-08-17T17:10:31.701 INFO:tasks.rados.rados.0.smithi094.stdout:1040: delete oid 30 current snap is 100 2024-08-17T17:10:31.702 INFO:tasks.rados.rados.0.smithi094.stdout:1037: finishing write tid 1 to smithi09487127-21 2024-08-17T17:10:31.702 INFO:tasks.rados.rados.0.smithi094.stdout:1037: finishing write tid 2 to smithi09487127-21 2024-08-17T17:10:31.705 INFO:tasks.rados.rados.0.smithi094.stdout:1039: expect (ObjNum 305 snap 87 seq_num 305) 2024-08-17T17:10:31.719 INFO:tasks.rados.rados.0.smithi094.stdout:1037: finishing write tid 3 to smithi09487127-21 2024-08-17T17:10:31.719 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 596 (ObjNum 329 snap 100 seq_num 329) dirty exists 2024-08-17T17:10:31.719 INFO:tasks.rados.rados.0.smithi094.stdout:1037: left oid 21 (ObjNum 329 snap 100 seq_num 329) 2024-08-17T17:10:31.719 INFO:tasks.rados.rados.0.smithi094.stdout:1037: done (2 left) 2024-08-17T17:10:31.719 INFO:tasks.rados.rados.0.smithi094.stdout:1039: done (1 left) 2024-08-17T17:10:31.719 INFO:tasks.rados.rados.0.smithi094.stdout:1040: done (0 left) 2024-08-17T17:10:31.719 INFO:tasks.rados.rados.0.smithi094.stdout:1041: snap_remove snap 95 2024-08-17T17:10:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[41048]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[41048]: pgmap v8: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[41048]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T17:10:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[41048]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T17:10:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[100402]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[100402]: pgmap v8: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[100402]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T17:10:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[100402]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T17:10:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:31 smithi190 ceph-mon[33316]: from='client.25232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:31 smithi190 ceph-mon[33316]: pgmap v8: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:31 smithi190 ceph-mon[33316]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T17:10:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:31 smithi190 ceph-mon[33316]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T17:10:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:31 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:31 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:31 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:31 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.703 INFO:tasks.rados.rados.0.smithi094.stdout:1041: done (0 left) 2024-08-17T17:10:32.703 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 100 2024-08-17T17:10:32.703 INFO:tasks.rados.rados.0.smithi094.stdout:1042: seq_num 332 ranges {2834432=770048} 2024-08-17T17:10:32.723 INFO:tasks.rados.rados.0.smithi094.stdout:1042: writing smithi09487127-34 from 2834432 to 3604480 tid 1 2024-08-17T17:10:32.723 INFO:tasks.rados.rados.0.smithi094.stdout:1043: read oid 25 snap -1 2024-08-17T17:10:32.723 INFO:tasks.rados.rados.0.smithi094.stdout:1043: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:10:32.723 INFO:tasks.rados.rados.0.smithi094.stdout:1044: snap_remove snap 99 2024-08-17T17:10:32.967 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:32 smithi190 ceph-mon[33316]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T17:10:32.967 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:32 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.968 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:32 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.968 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:32 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:32.968 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:32 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[100402]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T17:10:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[41048]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T17:10:33.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:32 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:33.635 INFO:tasks.rados.rados.0.smithi094.stdout:1044: done (2 left) 2024-08-17T17:10:33.635 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 100 2024-08-17T17:10:33.635 INFO:tasks.rados.rados.0.smithi094.stdout:1042: finishing write tid 1 to smithi09487127-34 2024-08-17T17:10:33.635 INFO:tasks.rados.rados.0.smithi094.stdout:1042: finishing write tid 2 to smithi09487127-34 2024-08-17T17:10:33.636 INFO:tasks.rados.rados.0.smithi094.stdout:1043: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:10:33.680 INFO:tasks.rados.rados.0.smithi094.stdout:1042: finishing write tid 3 to smithi09487127-34 2024-08-17T17:10:33.681 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 503 (ObjNum 332 snap 100 seq_num 332) dirty exists 2024-08-17T17:10:33.681 INFO:tasks.rados.rados.0.smithi094.stdout:1042: left oid 34 (ObjNum 332 snap 100 seq_num 332) 2024-08-17T17:10:33.681 INFO:tasks.rados.rados.0.smithi094.stdout:1045: seq_num 333 ranges {712704=786432} 2024-08-17T17:10:33.688 INFO:tasks.rados.rados.0.smithi094.stdout:1045: writing smithi09487127-21 from 712704 to 1499136 tid 1 2024-08-17T17:10:33.689 INFO:tasks.rados.rados.0.smithi094.stdout:1042: done (2 left) 2024-08-17T17:10:33.689 INFO:tasks.rados.rados.0.smithi094.stdout:1043: done (1 left) 2024-08-17T17:10:33.689 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 100 2024-08-17T17:10:33.689 INFO:tasks.rados.rados.0.smithi094.stdout:1046: seq_num 334 ranges {0=802816} 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1046: writing smithi09487127-9 from 0 to 802816 tid 1 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1047: rollback oid 40 current snap is 100 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 92 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1045: finishing write tid 1 to smithi09487127-21 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1045: finishing write tid 2 to smithi09487127-21 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1045: finishing write tid 3 to smithi09487127-21 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 602 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1045: left oid 21 (ObjNum 333 snap 100 seq_num 333) 2024-08-17T17:10:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1045: done (2 left) 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1048: rollback oid 47 current snap is 100 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 94 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1049: rmattr oid 7 current snap is 100 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1049: done (3 left) 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1050: read oid 31 snap -1 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1050: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1051: read oid 21 snap -1 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1051: expect (ObjNum 333 snap 100 seq_num 333) 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1052: rollback oid 29 current snap is 100 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 83 2024-08-17T17:10:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1053: setattr oid 12 current snap is 100 2024-08-17T17:10:33.698 INFO:tasks.rados.rados.0.smithi094.stdout:1054: rmattr oid 26 current snap is 100 2024-08-17T17:10:33.698 INFO:tasks.rados.rados.0.smithi094.stdout:1055: read oid 38 snap -1 2024-08-17T17:10:33.698 INFO:tasks.rados.rados.0.smithi094.stdout:1055: expect deleted 2024-08-17T17:10:33.701 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 100 2024-08-17T17:10:33.702 INFO:tasks.rados.rados.0.smithi094.stdout:1056: seq_num 335 ranges {0=417792,417792=401408} 2024-08-17T17:10:33.702 INFO:tasks.rados.rados.0.smithi094.stdout:1056: writing smithi09487127-44 from 0 to 417792 tid 1 2024-08-17T17:10:33.705 INFO:tasks.rados.rados.0.smithi094.stdout:1056: writing smithi09487127-44 from 417792 to 819200 tid 2 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:1047: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 0 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:1052: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:1048: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:1048: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:1048: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 228 (ObjNum 311 snap 88 seq_num 311) dirty exists 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:1046: finishing write tid 1 to smithi09487127-9 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:1046: finishing write tid 2 to smithi09487127-9 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:1046: finishing write tid 3 to smithi09487127-9 2024-08-17T17:10:33.706 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 375 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:1046: left oid 9 (ObjNum 334 snap 100 seq_num 334) 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:1046: done (9 left) 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:1047: done (8 left) 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:1048: done (7 left) 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:1057: read oid 41 snap -1 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:1057: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:1058: rollback oid 40 current snap is 100 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 98 2024-08-17T17:10:33.707 INFO:tasks.rados.rados.0.smithi094.stdout:1059: delete oid 39 current snap is 100 2024-08-17T17:10:33.708 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 538 (ObjNum 293 snap 81 seq_num 293) dirty exists 2024-08-17T17:10:33.708 INFO:tasks.rados.rados.0.smithi094.stdout:1058: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:10:33.708 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 0 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-08-17T17:10:33.710 INFO:tasks.rados.rados.0.smithi094.stdout:1052: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:10:33.710 INFO:tasks.rados.rados.0.smithi094.stdout:1052: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:10:33.710 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 506 (ObjNum 283 snap 78 seq_num 283) dirty exists 2024-08-17T17:10:33.711 INFO:tasks.rados.rados.0.smithi094.stdout:1052: done (9 left) 2024-08-17T17:10:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:1053: done (8 left) 2024-08-17T17:10:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:1058: done (7 left) 2024-08-17T17:10:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:1059: done (6 left) 2024-08-17T17:10:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:1060: delete oid 18 current snap is 100 2024-08-17T17:10:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:1056: finishing write tid 1 to smithi09487127-44 2024-08-17T17:10:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:1056: finishing write tid 2 to smithi09487127-44 2024-08-17T17:10:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:1056: finishing write tid 3 to smithi09487127-44 2024-08-17T17:10:33.714 INFO:tasks.rados.rados.0.smithi094.stdout:1060: done (6 left) 2024-08-17T17:10:33.714 INFO:tasks.rados.rados.0.smithi094.stdout:1061: copy_from oid 10 from oid 8 current snap is 100 2024-08-17T17:10:33.714 INFO:tasks.rados.rados.0.smithi094.stdout:1062: read oid 28 snap 94 2024-08-17T17:10:33.714 INFO:tasks.rados.rados.0.smithi094.stdout:1062: expect (ObjNum 299 snap 82 seq_num 299) 2024-08-17T17:10:33.714 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 100 2024-08-17T17:10:33.714 INFO:tasks.rados.rados.0.smithi094.stdout:1063: seq_num 338 ranges {524288=466944,991232=401408} 2024-08-17T17:10:33.720 INFO:tasks.rados.rados.0.smithi094.stdout:1063: writing smithi09487127-1 from 524288 to 991232 tid 1 2024-08-17T17:10:33.723 INFO:tasks.rados.rados.0.smithi094.stdout:1063: writing smithi09487127-1 from 991232 to 1392640 tid 2 2024-08-17T17:10:33.723 INFO:tasks.rados.rados.0.smithi094.stdout:1064: copy_from oid 45 from oid 6 current snap is 100 2024-08-17T17:10:33.723 INFO:tasks.rados.rados.0.smithi094.stdout:1062: expect (ObjNum 299 snap 82 seq_num 299) 2024-08-17T17:10:33.732 INFO:tasks.rados.rados.0.smithi094.stdout:1056: finishing write tid 4 to smithi09487127-44 2024-08-17T17:10:33.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 612 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-08-17T17:10:33.732 INFO:tasks.rados.rados.0.smithi094.stdout:1056: left oid 44 (ObjNum 335 snap 100 seq_num 335) 2024-08-17T17:10:33.732 INFO:tasks.rados.rados.0.smithi094.stdout:1061: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:10:33.732 INFO:tasks.rados.rados.0.smithi094.stdout:1061: finishing copy_from to smithi09487127-10 2024-08-17T17:10:33.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 344 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-17T17:10:33.732 INFO:tasks.rados.rados.0.smithi094.stdout:1050: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:10:33.813 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:33 smithi190 ceph-mon[33316]: pgmap v11: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:33.813 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:33 smithi190 ceph-mon[33316]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T17:10:33.813 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:33 smithi190 ceph-mon[33316]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T17:10:33.942 INFO:tasks.rados.rados.0.smithi094.stdout:1063: finishing write tid 1 to smithi09487127-1 2024-08-17T17:10:33.942 INFO:tasks.rados.rados.0.smithi094.stdout:1063: finishing write tid 2 to smithi09487127-1 2024-08-17T17:10:33.942 INFO:tasks.rados.rados.0.smithi094.stdout:1063: finishing write tid 3 to smithi09487127-1 2024-08-17T17:10:33.942 INFO:tasks.rados.rados.0.smithi094.stdout:1063: finishing write tid 4 to smithi09487127-1 2024-08-17T17:10:33.942 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 227 (ObjNum 338 snap 100 seq_num 338) dirty exists 2024-08-17T17:10:33.943 INFO:tasks.rados.rados.0.smithi094.stdout:1063: left oid 1 (ObjNum 338 snap 100 seq_num 338) 2024-08-17T17:10:33.943 INFO:tasks.rados.rados.0.smithi094.stdout:1051: expect (ObjNum 333 snap 100 seq_num 333) 2024-08-17T17:10:33.995 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 604 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-08-17T17:10:33.995 INFO:tasks.rados.rados.0.smithi094.stdout:1057: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:33 smithi094 ceph-mon[100402]: pgmap v11: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:33 smithi094 ceph-mon[100402]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T17:10:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:33 smithi094 ceph-mon[100402]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T17:10:34.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:33 smithi094 ceph-mon[41048]: pgmap v11: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 128 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:34.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:33 smithi094 ceph-mon[41048]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T17:10:34.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:33 smithi094 ceph-mon[41048]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T17:10:34.293 INFO:tasks.rados.rados.0.smithi094.stdout:1064: finishing copy_from racing read to smithi09487127-45 2024-08-17T17:10:34.293 INFO:tasks.rados.rados.0.smithi094.stdout:1064: finishing copy_from to smithi09487127-45 2024-08-17T17:10:34.293 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 499 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:10:34.294 INFO:tasks.rados.rados.0.smithi094.stdout:1050: done (9 left) 2024-08-17T17:10:34.294 INFO:tasks.rados.rados.0.smithi094.stdout:1051: done (8 left) 2024-08-17T17:10:34.294 INFO:tasks.rados.rados.0.smithi094.stdout:1054: done (7 left) 2024-08-17T17:10:34.294 INFO:tasks.rados.rados.0.smithi094.stdout:1055: done (6 left) 2024-08-17T17:10:34.294 INFO:tasks.rados.rados.0.smithi094.stdout:1056: done (5 left) 2024-08-17T17:10:34.294 INFO:tasks.rados.rados.0.smithi094.stdout:1057: done (4 left) 2024-08-17T17:10:34.295 INFO:tasks.rados.rados.0.smithi094.stdout:1061: done (3 left) 2024-08-17T17:10:34.295 INFO:tasks.rados.rados.0.smithi094.stdout:1062: done (2 left) 2024-08-17T17:10:34.295 INFO:tasks.rados.rados.0.smithi094.stdout:1063: done (1 left) 2024-08-17T17:10:34.295 INFO:tasks.rados.rados.0.smithi094.stdout:1064: done (0 left) 2024-08-17T17:10:34.295 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 100 2024-08-17T17:10:34.295 INFO:tasks.rados.rados.0.smithi094.stdout:1065: seq_num 339 ranges {0=483328,483328=401408} 2024-08-17T17:10:34.296 INFO:tasks.rados.rados.0.smithi094.stdout:1065: writing smithi09487127-50 from 0 to 483328 tid 1 2024-08-17T17:10:34.297 INFO:tasks.rados.rados.0.smithi094.stdout:1065: writing smithi09487127-50 from 483328 to 884736 tid 2 2024-08-17T17:10:34.297 INFO:tasks.rados.rados.0.smithi094.stdout:1066: read oid 19 snap 84 2024-08-17T17:10:34.298 INFO:tasks.rados.rados.0.smithi094.stdout:1066: expect (ObjNum 290 snap 81 seq_num 290) 2024-08-17T17:10:34.298 INFO:tasks.rados.rados.0.smithi094.stdout:1067: read oid 41 snap -1 2024-08-17T17:10:34.298 INFO:tasks.rados.rados.0.smithi094.stdout:1067: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:34.298 INFO:tasks.rados.rados.0.smithi094.stdout:1068: read oid 7 snap 94 2024-08-17T17:10:34.298 INFO:tasks.rados.rados.0.smithi094.stdout:1068: expect deleted 2024-08-17T17:10:34.298 INFO:tasks.rados.rados.0.smithi094.stdout:1069: snap_create 2024-08-17T17:10:34.299 INFO:tasks.rados.rados.0.smithi094.stdout:1065: finishing write tid 1 to smithi09487127-50 2024-08-17T17:10:34.301 INFO:tasks.rados.rados.0.smithi094.stdout:1065: finishing write tid 2 to smithi09487127-50 2024-08-17T17:10:34.301 INFO:tasks.rados.rados.0.smithi094.stdout:1065: finishing write tid 3 to smithi09487127-50 2024-08-17T17:10:34.302 INFO:tasks.rados.rados.0.smithi094.stdout:1065: finishing write tid 4 to smithi09487127-50 2024-08-17T17:10:34.302 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 502 (ObjNum 339 snap 100 seq_num 339) dirty exists 2024-08-17T17:10:34.302 INFO:tasks.rados.rados.0.smithi094.stdout:1065: left oid 50 (ObjNum 339 snap 100 seq_num 339) 2024-08-17T17:10:34.314 INFO:tasks.rados.rados.0.smithi094.stdout:1067: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:34.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:34.616 INFO:tasks.rados.rados.0.smithi094.stdout:1066: expect (ObjNum 290 snap 81 seq_num 290) 2024-08-17T17:10:34.924 INFO:tasks.rados.rados.0.smithi094.stdout:1065: done (4 left) 2024-08-17T17:10:34.925 INFO:tasks.rados.rados.0.smithi094.stdout:1066: done (3 left) 2024-08-17T17:10:34.925 INFO:tasks.rados.rados.0.smithi094.stdout:1067: done (2 left) 2024-08-17T17:10:34.925 INFO:tasks.rados.rados.0.smithi094.stdout:1068: done (1 left) 2024-08-17T17:10:34.925 INFO:tasks.rados.rados.0.smithi094.stdout:1069: done (0 left) 2024-08-17T17:10:34.925 INFO:tasks.rados.rados.0.smithi094.stdout:1070: read oid 3 snap -1 2024-08-17T17:10:34.925 INFO:tasks.rados.rados.0.smithi094.stdout:1070: expect (ObjNum 295 snap 81 seq_num 295) 2024-08-17T17:10:34.925 INFO:tasks.rados.rados.0.smithi094.stdout:1071: copy_from oid 50 from oid 8 current snap is 101 2024-08-17T17:10:34.925 INFO:tasks.rados.rados.0.smithi094.stdout:1072: snap_remove snap 84 2024-08-17T17:10:35.717 INFO:tasks.rados.rados.0.smithi094.stdout:1072: done (2 left) 2024-08-17T17:10:35.718 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 101 2024-08-17T17:10:35.718 INFO:tasks.rados.rados.0.smithi094.stdout:1073: seq_num 340 ranges {0=499712,499712=401408} 2024-08-17T17:10:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:1073: writing smithi09487127-38 from 0 to 499712 tid 1 2024-08-17T17:10:35.724 INFO:tasks.rados.rados.0.smithi094.stdout:1073: writing smithi09487127-38 from 499712 to 901120 tid 2 2024-08-17T17:10:35.725 INFO:tasks.rados.rados.0.smithi094.stdout:1070: expect (ObjNum 295 snap 81 seq_num 295) 2024-08-17T17:10:35.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:35 smithi190 ceph-mon[33316]: pgmap v14: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-17T17:10:35.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:35 smithi190 ceph-mon[33316]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T17:10:35.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:35 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:35.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:35 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:35.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:35 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:35.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:35 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:35.764 INFO:tasks.rados.rados.0.smithi094.stdout:1071: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:10:35.764 INFO:tasks.rados.rados.0.smithi094.stdout:1071: finishing copy_from to smithi09487127-50 2024-08-17T17:10:35.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 344 (ObjNum 188 snap 48 seq_num 188) dirty exists 2024-08-17T17:10:35.764 INFO:tasks.rados.rados.0.smithi094.stdout:1074: read oid 20 snap -1 2024-08-17T17:10:35.764 INFO:tasks.rados.rados.0.smithi094.stdout:1074: expect deleted 2024-08-17T17:10:35.764 INFO:tasks.rados.rados.0.smithi094.stdout:1070: done (3 left) 2024-08-17T17:10:35.764 INFO:tasks.rados.rados.0.smithi094.stdout:1071: done (2 left) 2024-08-17T17:10:35.765 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 101 2024-08-17T17:10:35.765 INFO:tasks.rados.rados.0.smithi094.stdout:1073: finishing write tid 1 to smithi09487127-38 2024-08-17T17:10:35.765 INFO:tasks.rados.rados.0.smithi094.stdout:1073: finishing write tid 2 to smithi09487127-38 2024-08-17T17:10:35.765 INFO:tasks.rados.rados.0.smithi094.stdout:1073: finishing write tid 3 to smithi09487127-38 2024-08-17T17:10:35.765 INFO:tasks.rados.rados.0.smithi094.stdout:1073: finishing write tid 4 to smithi09487127-38 2024-08-17T17:10:35.765 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 611 (ObjNum 340 snap 101 seq_num 340) dirty exists 2024-08-17T17:10:35.765 INFO:tasks.rados.rados.0.smithi094.stdout:1073: left oid 38 (ObjNum 340 snap 101 seq_num 340) 2024-08-17T17:10:35.765 INFO:tasks.rados.rados.0.smithi094.stdout:1075: seq_num 341 ranges {3604480=516096,4120576=401408} 2024-08-17T17:10:35.786 INFO:tasks.rados.rados.0.smithi094.stdout:1075: writing smithi09487127-34 from 3604480 to 4120576 tid 1 2024-08-17T17:10:35.789 INFO:tasks.rados.rados.0.smithi094.stdout:1075: writing smithi09487127-34 from 4120576 to 4521984 tid 2 2024-08-17T17:10:35.789 INFO:tasks.rados.rados.0.smithi094.stdout:1073: done (2 left) 2024-08-17T17:10:35.789 INFO:tasks.rados.rados.0.smithi094.stdout:1076: delete oid 15 current snap is 101 2024-08-17T17:10:35.791 INFO:tasks.rados.rados.0.smithi094.stdout:1074: done (2 left) 2024-08-17T17:10:35.791 INFO:tasks.rados.rados.0.smithi094.stdout:1076: done (1 left) 2024-08-17T17:10:35.791 INFO:tasks.rados.rados.0.smithi094.stdout:1077: snap_remove snap 98 2024-08-17T17:10:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[100402]: pgmap v14: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-17T17:10:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[100402]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T17:10:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[41048]: pgmap v14: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-17T17:10:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[41048]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T17:10:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:35 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:36.185 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:36.185 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:36.724 INFO:tasks.rados.rados.0.smithi094.stdout:1077: done (1 left) 2024-08-17T17:10:36.724 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 101 2024-08-17T17:10:36.724 INFO:tasks.rados.rados.0.smithi094.stdout:1078: seq_num 343 ranges {311296=548864,860160=401408} 2024-08-17T17:10:36.729 INFO:tasks.rados.rados.0.smithi094.stdout:1078: writing smithi09487127-49 from 311296 to 860160 tid 1 2024-08-17T17:10:36.733 INFO:tasks.rados.rados.0.smithi094.stdout:1078: writing smithi09487127-49 from 860160 to 1261568 tid 2 2024-08-17T17:10:36.733 INFO:tasks.rados.rados.0.smithi094.stdout:1079: copy_from oid 50 from oid 23 current snap is 101 2024-08-17T17:10:36.733 INFO:tasks.rados.rados.0.smithi094.stdout:1075: finishing write tid 1 to smithi09487127-34 2024-08-17T17:10:36.733 INFO:tasks.rados.rados.0.smithi094.stdout:1075: finishing write tid 2 to smithi09487127-34 2024-08-17T17:10:36.733 INFO:tasks.rados.rados.0.smithi094.stdout:1080: snap_remove snap 87 2024-08-17T17:10:36.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:10:36.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-17T17:10:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:10:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:10:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T17:10:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.conf 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.conf 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:37.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:37.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:37.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:10:37.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:36 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-17T17:10:37.247 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:36.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:37.728 INFO:tasks.rados.rados.0.smithi094.stdout:1080: done (3 left) 2024-08-17T17:10:37.728 INFO:tasks.rados.rados.0.smithi094.stdout:1081: snap_remove snap 86 2024-08-17T17:10:37.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:10:37.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:10:37.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:10:37.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:10:37.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:10:37.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:10:37.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: Upgrade: It appears safe to stop mon.c 2024-08-17T17:10:37.929 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: pgmap v17: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.930 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:10:37.931 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: Upgrade: It appears safe to stop mon.c 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: pgmap v17: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.932 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.933 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.934 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.934 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:37.934 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:37.934 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.934 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.934 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.934 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:37.934 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:37.935 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:37.935 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:37.935 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:37.935 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: Updating smithi094:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: Updating smithi190:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: Updating smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: Updating smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: Upgrade: It appears safe to stop mon.c 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: pgmap v17: 121 pgs: 121 active+clean; 136 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:38.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:38.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:38.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:38.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:10:38.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:10:38.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:10:38.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:10:38.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:37 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:10:38.731 INFO:tasks.rados.rados.0.smithi094.stdout:1081: done (3 left) 2024-08-17T17:10:38.731 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 101 2024-08-17T17:10:38.731 INFO:tasks.rados.rados.0.smithi094.stdout:1082: seq_num 344 ranges {0=565248,565248=401408} 2024-08-17T17:10:38.734 INFO:tasks.rados.rados.0.smithi094.stdout:1082: writing smithi09487127-24 from 0 to 565248 tid 1 2024-08-17T17:10:38.738 INFO:tasks.rados.rados.0.smithi094.stdout:1082: writing smithi09487127-24 from 565248 to 966656 tid 2 2024-08-17T17:10:38.738 INFO:tasks.rados.rados.0.smithi094.stdout:1083: read oid 39 snap -1 2024-08-17T17:10:38.738 INFO:tasks.rados.rados.0.smithi094.stdout:1083: expect deleted 2024-08-17T17:10:38.738 INFO:tasks.rados.rados.0.smithi094.stdout:1084: setattr oid 25 current snap is 101 2024-08-17T17:10:38.738 INFO:tasks.rados.rados.0.smithi094.stdout:1075: finishing write tid 3 to smithi09487127-34 2024-08-17T17:10:38.738 INFO:tasks.rados.rados.0.smithi094.stdout:1075: finishing write tid 4 to smithi09487127-34 2024-08-17T17:10:38.738 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 509 (ObjNum 341 snap 101 seq_num 341) dirty exists 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:1075: left oid 34 (ObjNum 341 snap 101 seq_num 341) 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:1078: finishing write tid 1 to smithi09487127-49 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:1078: finishing write tid 2 to smithi09487127-49 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:1078: finishing write tid 3 to smithi09487127-49 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:1079: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:1079: finishing copy_from to smithi09487127-50 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 325 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:1078: finishing write tid 4 to smithi09487127-49 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 369 (ObjNum 343 snap 101 seq_num 343) dirty exists 2024-08-17T17:10:38.739 INFO:tasks.rados.rados.0.smithi094.stdout:1078: left oid 49 (ObjNum 343 snap 101 seq_num 343) 2024-08-17T17:10:38.740 INFO:tasks.rados.rados.0.smithi094.stdout:1075: done (5 left) 2024-08-17T17:10:38.740 INFO:tasks.rados.rados.0.smithi094.stdout:1078: done (4 left) 2024-08-17T17:10:38.740 INFO:tasks.rados.rados.0.smithi094.stdout:1079: done (3 left) 2024-08-17T17:10:38.740 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 101 2024-08-17T17:10:38.740 INFO:tasks.rados.rados.0.smithi094.stdout:1085: seq_num 345 ranges {1220608=581632,1802240=401408} 2024-08-17T17:10:38.750 INFO:tasks.rados.rados.0.smithi094.stdout:1085: writing smithi09487127-13 from 1220608 to 1802240 tid 1 2024-08-17T17:10:38.752 INFO:tasks.rados.rados.0.smithi094.stdout:1085: writing smithi09487127-13 from 1802240 to 2203648 tid 2 2024-08-17T17:10:38.753 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 101 2024-08-17T17:10:38.753 INFO:tasks.rados.rados.0.smithi094.stdout:1086: seq_num 346 ranges {0=598016,598016=401408} 2024-08-17T17:10:38.756 INFO:tasks.rados.rados.0.smithi094.stdout:1086: writing smithi09487127-40 from 0 to 598016 tid 1 2024-08-17T17:10:38.758 INFO:tasks.rados.rados.0.smithi094.stdout:1086: writing smithi09487127-40 from 598016 to 999424 tid 2 2024-08-17T17:10:38.758 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 101 2024-08-17T17:10:38.758 INFO:tasks.rados.rados.0.smithi094.stdout:1087: seq_num 347 ranges {3031040=614400,3645440=401408} 2024-08-17T17:10:38.778 INFO:tasks.rados.rados.0.smithi094.stdout:1087: writing smithi09487127-47 from 3031040 to 3645440 tid 1 2024-08-17T17:10:38.780 INFO:tasks.rados.rados.0.smithi094.stdout:1087: writing smithi09487127-47 from 3645440 to 4046848 tid 2 2024-08-17T17:10:38.780 INFO:tasks.rados.rados.0.smithi094.stdout:1088: snap_remove snap 96 2024-08-17T17:10:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[100402]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T17:10:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[100402]: Upgrade: Updating mon.c 2024-08-17T17:10:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:10:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:10:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[100402]: Deploying daemon mon.c on smithi094 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[100402]: pgmap v20: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[41048]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[41048]: Upgrade: Updating mon.c 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[41048]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[41048]: Deploying daemon mon.c on smithi094 2024-08-17T17:10:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:38 smithi094 ceph-mon[41048]: pgmap v20: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-08-17T17:10:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:38 smithi190 ceph-mon[33316]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T17:10:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:38 smithi190 ceph-mon[33316]: Upgrade: Updating mon.c 2024-08-17T17:10:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:38 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:38 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:10:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:38 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:10:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:38 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:38 smithi190 ceph-mon[33316]: Deploying daemon mon.c on smithi094 2024-08-17T17:10:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:38 smithi190 ceph-mon[33316]: pgmap v20: 121 pgs: 121 active+clean; 147 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-08-17T17:10:39.480 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:10:39] "GET /metrics HTTP/1.1" 200 33384 "" "Prometheus/2.51.0" 2024-08-17T17:10:39.738 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 228 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:10:39.738 INFO:tasks.rados.rados.0.smithi094.stdout:1082: finishing write tid 1 to smithi09487127-24 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1082: finishing write tid 2 to smithi09487127-24 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1082: finishing write tid 3 to smithi09487127-24 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1082: finishing write tid 4 to smithi09487127-24 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 370 (ObjNum 344 snap 101 seq_num 344) dirty exists 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1082: left oid 24 (ObjNum 344 snap 101 seq_num 344) 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1085: finishing write tid 1 to smithi09487127-13 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1085: finishing write tid 2 to smithi09487127-13 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1085: finishing write tid 3 to smithi09487127-13 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1085: finishing write tid 4 to smithi09487127-13 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 521 (ObjNum 345 snap 101 seq_num 345) dirty exists 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1085: left oid 13 (ObjNum 345 snap 101 seq_num 345) 2024-08-17T17:10:39.739 INFO:tasks.rados.rados.0.smithi094.stdout:1086: finishing write tid 1 to smithi09487127-40 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1086: finishing write tid 2 to smithi09487127-40 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1086: finishing write tid 3 to smithi09487127-40 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1086: finishing write tid 4 to smithi09487127-40 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 389 (ObjNum 346 snap 101 seq_num 346) dirty exists 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1086: left oid 40 (ObjNum 346 snap 101 seq_num 346) 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1087: finishing write tid 1 to smithi09487127-47 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1087: finishing write tid 2 to smithi09487127-47 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1087: finishing write tid 3 to smithi09487127-47 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1087: finishing write tid 4 to smithi09487127-47 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 240 (ObjNum 347 snap 101 seq_num 347) dirty exists 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1087: left oid 47 (ObjNum 347 snap 101 seq_num 347) 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1082: done (6 left) 2024-08-17T17:10:39.740 INFO:tasks.rados.rados.0.smithi094.stdout:1083: done (5 left) 2024-08-17T17:10:39.741 INFO:tasks.rados.rados.0.smithi094.stdout:1084: done (4 left) 2024-08-17T17:10:39.741 INFO:tasks.rados.rados.0.smithi094.stdout:1085: done (3 left) 2024-08-17T17:10:39.741 INFO:tasks.rados.rados.0.smithi094.stdout:1086: done (2 left) 2024-08-17T17:10:39.741 INFO:tasks.rados.rados.0.smithi094.stdout:1087: done (1 left) 2024-08-17T17:10:39.741 INFO:tasks.rados.rados.0.smithi094.stdout:1088: done (0 left) 2024-08-17T17:10:39.741 INFO:tasks.rados.rados.0.smithi094.stdout:1089: setattr oid 42 current snap is 101 2024-08-17T17:10:39.741 INFO:tasks.rados.rados.0.smithi094.stdout:1090: rollback oid 24 current snap is 101 2024-08-17T17:10:39.742 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 24 to 83 2024-08-17T17:10:39.742 INFO:tasks.rados.rados.0.smithi094.stdout:1091: read oid 32 snap -1 2024-08-17T17:10:39.742 INFO:tasks.rados.rados.0.smithi094.stdout:1091: expect deleted 2024-08-17T17:10:39.742 INFO:tasks.rados.rados.0.smithi094.stdout:1092: snap_create 2024-08-17T17:10:39.752 INFO:tasks.rados.rados.0.smithi094.stdout:1090: finishing rollback tid 0 to smithi09487127-24 2024-08-17T17:10:39.752 INFO:tasks.rados.rados.0.smithi094.stdout:1090: finishing rollback tid 1 to smithi09487127-24 2024-08-17T17:10:39.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 372 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:10:39.755 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 497 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-08-17T17:10:39.760 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:39 smithi094 ceph-mon[100402]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T17:10:39.760 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:39 smithi094 ceph-mon[100402]: mgrmap e44: y(active, since 12s), standbys: x 2024-08-17T17:10:39.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:39 smithi094 ceph-mon[41048]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T17:10:39.760 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:39 smithi094 ceph-mon[41048]: mgrmap e44: y(active, since 12s), standbys: x 2024-08-17T17:10:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:39 smithi094 systemd[1]: Stopping Ceph mon.c for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:40.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:39 smithi190 ceph-mon[33316]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T17:10:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:39 smithi190 ceph-mon[33316]: mgrmap e44: y(active, since 12s), standbys: x 2024-08-17T17:10:40.403 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c[41025]: 2024-08-17T17:10:40.027+0000 7f1b42008640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:40.403 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c[41025]: 2024-08-17T17:10:40.027+0000 7f1b42008640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-17T17:10:40.403 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:40 smithi094 podman[102746]: 2024-08-17 17:10:40.130174471 +0000 UTC m=+0.213489963 container died 69126fde8f9ab381c2f8780d171d9c8748817781479d239ca037afb450862de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:10:40.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:40.762 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:40 smithi094 podman[102746]: 2024-08-17 17:10:40.568135938 +0000 UTC m=+0.651451431 container cleanup 69126fde8f9ab381c2f8780d171d9c8748817781479d239ca037afb450862de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:40.762 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:40 smithi094 bash[102746]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c 2024-08-17T17:10:41.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:40 smithi094 podman[102768]: 2024-08-17 17:10:40.761494419 +0000 UTC m=+0.631693598 container remove 69126fde8f9ab381c2f8780d171d9c8748817781479d239ca037afb450862de3 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T17:10:41.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-17T17:10:41.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 systemd[1]: Stopped Ceph mon.c for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:41.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.c.service: Consumed 7.976s CPU time. 2024-08-17T17:10:41.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 systemd[1]: Starting Ceph mon.c for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:41.681 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 podman[102910]: 2024-08-17 17:10:41.330772545 +0000 UTC m=+0.017611364 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:41.681 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 podman[102910]: 2024-08-17 17:10:41.446590624 +0000 UTC m=+0.133429462 container create f0848beb5b6e97d38acd2959cbf4bbf6f4b4d2330a2c2f76528da0b74c068334 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:41.681 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 podman[102910]: 2024-08-17 17:10:41.624493703 +0000 UTC m=+0.311332516 container init f0848beb5b6e97d38acd2959cbf4bbf6f4b4d2330a2c2f76528da0b74c068334 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 podman[102910]: 2024-08-17 17:10:41.629654648 +0000 UTC m=+0.316493441 container start f0848beb5b6e97d38acd2959cbf4bbf6f4b4d2330a2c2f76528da0b74c068334 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 7 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: pidfile_write: ignore empty --pid-file 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: load: jerasure load: lrc 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: RocksDB version: 7.9.2 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Git sha 0 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: DB SUMMARY 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: DB Session ID: YCKYXALH4EWKVI9PXVDJ 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: CURRENT file: CURRENT 2024-08-17T17:10:41.682 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T17:10:41.683 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2024-08-17T17:10:41.683 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T17:10:41.683 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 11442516 ; 2024-08-17T17:10:41.683 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.error_if_exists: 0 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.create_if_missing: 0 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.paranoid_checks: 1 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.env: 0x55d44087dbe0 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.info_log: 0x55d441991700 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.statistics: (nil) 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.use_fsync: 0 2024-08-17T17:10:41.684 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_log_file_size: 0 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.allow_fallocate: 1 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.use_direct_reads: 0 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.db_log_dir: 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.wal_dir: 2024-08-17T17:10:41.685 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.write_buffer_manager: 0x55d441994960 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T17:10:41.686 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.unordered_write: 0 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.row_cache: None 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.wal_filter: None 2024-08-17T17:10:41.687 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.two_write_queues: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.wal_compression: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.atomic_flush: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.log_readahead_size: 0 2024-08-17T17:10:41.688 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_background_jobs: 2 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_background_compactions: -1 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_subcompactions: 1 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T17:10:41.689 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_open_files: -1 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_background_flushes: -1 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Compression algorithms supported: 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: kZSTD supported: 0 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: kXpressCompression supported: 0 2024-08-17T17:10:41.690 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: kBZip2Compression supported: 0 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: kLZ4Compression supported: 1 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: kZlibCompression supported: 1 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: kSnappyCompression supported: 1 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T17:10:41.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.merge_operator: 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_filter: None 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d441991380) 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout: cache_index_and_filter_blocks: 1 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout: pin_top_level_index_and_filter: 1 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout: index_type: 0 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout: data_block_index_type: 0 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout: index_shortening: 1 2024-08-17T17:10:41.692 INFO:journalctl@ceph.mon.c.smithi094.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: checksum: 4 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: no_block_cache: 0 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_cache: 0x55d441985610 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_cache_name: BinnedLRUCache 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_cache_options: 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: capacity : 536870912 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: num_shard_bits : 4 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: strict_capacity_limit : 0 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: high_pri_pool_ratio: 0.000 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_cache_compressed: (nil) 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: persistent_cache: (nil) 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_size: 4096 2024-08-17T17:10:41.693 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_size_deviation: 10 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_restart_interval: 16 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: index_block_restart_interval: 1 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: metadata_block_size: 4096 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: partition_filters: 0 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: use_delta_encoding: 1 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: filter_policy: bloomfilter 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: whole_key_filtering: 1 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: verify_compression: 0 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: read_amp_bytes_per_bit: 0 2024-08-17T17:10:41.694 INFO:journalctl@ceph.mon.c.smithi094.stdout: format_version: 5 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout: enable_index_compression: 1 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout: block_align: 0 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout: max_auto_readahead_size: 262144 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout: prepopulate_block_cache: 0 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout: initial_auto_readahead_size: 8192 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression: NoCompression 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T17:10:41.695 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.num_levels: 7 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T17:10:41.696 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T17:10:41.697 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T17:10:41.697 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T17:10:41.697 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:10:41.697 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:10:41.697 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T17:10:41.697 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T17:10:41.698 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:10:41.698 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T17:10:41.698 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T17:10:41.698 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T17:10:41.698 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T17:10:41.698 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T17:10:41.698 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T17:10:41.698 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T17:10:41.699 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T17:10:41.700 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.inplace_update_support: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.bloom_locality: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.max_successive_merges: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.ttl: 2592000 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T17:10:41.701 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.enable_blob_files: false 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.min_blob_size: 0 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:10:41.702 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13467, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 28c8a4ff-8883-4a2a-93e2-a7891e2e13fb 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914641655735, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914641680632, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7133822, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13472, "largest_seqno": 17206, "table_properties": {"data_size": 7116844, "index_size": 11771, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4165, "raw_key_size": 37602, "raw_average_key_size": 22, "raw_value_size": 7082287, "raw_average_value_size": 4315, "num_data_blocks": 509, "num_entries": 1641, "num_filter_entries": 1641, "num_deletions": 307, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723914641, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "28c8a4ff-8883-4a2a-93e2-a7891e2e13fb", "db_session_id": "YCKYXALH4EWKVI9PXVDJ", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914641680873, "job": 1, "event": "recovery_finished"} 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d4419b4e00 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: DB pointer 0x55d441ab2000 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T17:10:41.703 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** DB Stats ** 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:10:41.704 INFO:journalctl@ceph.mon.c.smithi094.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: L0 1/0 6.80 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 650.4 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: L6 1/0 7.62 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: Sum 2/0 14.42 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 650.4 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 650.4 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** Compaction Stats [default] ** 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 650.4 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:41.705 INFO:journalctl@ceph.mon.c.smithi094.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: Cumulative compaction: 0.01 GB write, 234.76 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: Interval compaction: 0.01 GB write, 234.76 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: Block cache BinnedLRUCache@0x55d441985610#7 capacity: 512.00 MB usage: 16.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T17:10:41.706 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: starting mon.c rank 2 at public addrs [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] at bind addrs [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: mon.c@-1(???) e3 preinit fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: mon.c@-1(???).mds e7 new map 2024-08-17T17:10:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: mon.c@-1(???).mds e7 print_map 2024-08-17T17:10:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: e7 2024-08-17T17:10:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T17:10:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: legacy client fscid: 1 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: Filesystem 'cephfs' (1) 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: fs_name cephfs 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: epoch 7 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: created 2024-08-17T17:03:24.242583+0000 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: modified 2024-08-17T17:03:36.331558+0000 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: tableserver 0 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: root 0 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: session_timeout 60 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: session_autoclose 300 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: max_file_size 1099511627776 2024-08-17T17:10:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout: max_xattr_size 65536 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: required_client_features {} 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: last_failure 0 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: last_failure_osd_epoch 0 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: max_mds 1 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: in 0 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: up {0=24329} 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: failed 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: damaged 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: stopped 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: data_pools [3] 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: metadata_pool 2 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: inline_data disabled 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: balancer 2024-08-17T17:10:42.024 INFO:journalctl@ceph.mon.c.smithi094.stdout: bal_rank_mask -1 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout: standby_count_wanted 0 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout: qdb_cluster leader: 0 members: 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout: [mds.a{0:24329} state up:active seq 6 addr [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout: Standby daemons: 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout: 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout: [mds.b{-1:24304} state up:standby seq 1 addr [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: mon.c@-1(???).osd e278 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: mon.c@-1(???).osd e278 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: mon.c@-1(???).osd e278 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: mon.c@-1(???).osd e278 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 ceph-mon[102949]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-08-17T17:10:42.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 bash[102910]: f0848beb5b6e97d38acd2959cbf4bbf6f4b4d2330a2c2f76528da0b74c068334 2024-08-17T17:10:42.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:41 smithi094 systemd[1]: Started Ceph mon.c for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:44.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:44.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:46.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:45.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:46.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:45.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:47.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:47.920 INFO:tasks.rados.rados.0.smithi094.stdout:1089: done (3 left) 2024-08-17T17:10:47.920 INFO:tasks.rados.rados.0.smithi094.stdout:1090: done (2 left) 2024-08-17T17:10:47.920 INFO:tasks.rados.rados.0.smithi094.stdout:1091: done (1 left) 2024-08-17T17:10:47.920 INFO:tasks.rados.rados.0.smithi094.stdout:1092: done (0 left) 2024-08-17T17:10:47.920 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 102 2024-08-17T17:10:47.920 INFO:tasks.rados.rados.0.smithi094.stdout:1093: seq_num 348 ranges {565248=630784,1196032=401408} 2024-08-17T17:10:47.926 INFO:tasks.rados.rados.0.smithi094.stdout:1093: writing smithi09487127-37 from 565248 to 1196032 tid 1 2024-08-17T17:10:47.929 INFO:tasks.rados.rados.0.smithi094.stdout:1093: writing smithi09487127-37 from 1196032 to 1597440 tid 2 2024-08-17T17:10:47.929 INFO:tasks.rados.rados.0.smithi094.stdout:1094: rmattr oid 2 current snap is 102 2024-08-17T17:10:47.929 INFO:tasks.rados.rados.0.smithi094.stdout:1094: done (1 left) 2024-08-17T17:10:47.930 INFO:tasks.rados.rados.0.smithi094.stdout:1095: read oid 2 snap 92 2024-08-17T17:10:47.930 INFO:tasks.rados.rados.0.smithi094.stdout:1095: expect (ObjNum 302 snap 85 seq_num 302) 2024-08-17T17:10:47.930 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 102 2024-08-17T17:10:47.930 INFO:tasks.rados.rados.0.smithi094.stdout:1096: seq_num 349 ranges {1392640=655360,2048000=401408} 2024-08-17T17:10:47.940 INFO:tasks.rados.rados.0.smithi094.stdout:1096: writing smithi09487127-1 from 1392640 to 2048000 tid 1 2024-08-17T17:10:47.942 INFO:tasks.rados.rados.0.smithi094.stdout:1096: writing smithi09487127-1 from 2048000 to 2449408 tid 2 2024-08-17T17:10:47.943 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 102 2024-08-17T17:10:47.943 INFO:tasks.rados.rados.0.smithi094.stdout:1093: finishing write tid 1 to smithi09487127-37 2024-08-17T17:10:47.943 INFO:tasks.rados.rados.0.smithi094.stdout:1097: seq_num 350 ranges {0=671744,671744=401408} 2024-08-17T17:10:47.946 INFO:tasks.rados.rados.0.smithi094.stdout:1097: writing smithi09487127-32 from 0 to 671744 tid 1 2024-08-17T17:10:47.949 INFO:tasks.rados.rados.0.smithi094.stdout:1097: writing smithi09487127-32 from 671744 to 1073152 tid 2 2024-08-17T17:10:47.949 INFO:tasks.rados.rados.0.smithi094.stdout:1098: rmattr oid 7 current snap is 102 2024-08-17T17:10:47.949 INFO:tasks.rados.rados.0.smithi094.stdout:1098: done (4 left) 2024-08-17T17:10:47.949 INFO:tasks.rados.rados.0.smithi094.stdout:1099: setattr oid 38 current snap is 102 2024-08-17T17:10:47.949 INFO:tasks.rados.rados.0.smithi094.stdout:1093: finishing write tid 2 to smithi09487127-37 2024-08-17T17:10:47.950 INFO:tasks.rados.rados.0.smithi094.stdout:1093: finishing write tid 3 to smithi09487127-37 2024-08-17T17:10:47.950 INFO:tasks.rados.rados.0.smithi094.stdout:1093: finishing write tid 4 to smithi09487127-37 2024-08-17T17:10:47.950 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 375 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-08-17T17:10:47.950 INFO:tasks.rados.rados.0.smithi094.stdout:1093: left oid 37 (ObjNum 348 snap 102 seq_num 348) 2024-08-17T17:10:47.950 INFO:tasks.rados.rados.0.smithi094.stdout:1095: expect (ObjNum 302 snap 85 seq_num 302) 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:1096: finishing write tid 1 to smithi09487127-1 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:1096: finishing write tid 2 to smithi09487127-1 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:1096: finishing write tid 3 to smithi09487127-1 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:1096: finishing write tid 4 to smithi09487127-1 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 231 (ObjNum 349 snap 102 seq_num 349) dirty exists 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:1096: left oid 1 (ObjNum 349 snap 102 seq_num 349) 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:1097: finishing write tid 1 to smithi09487127-32 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:1097: finishing write tid 2 to smithi09487127-32 2024-08-17T17:10:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:1097: finishing write tid 3 to smithi09487127-32 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:1097: finishing write tid 4 to smithi09487127-32 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 245 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:1097: left oid 32 (ObjNum 350 snap 102 seq_num 350) 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:1093: done (4 left) 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:1095: done (3 left) 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:1096: done (2 left) 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:1097: done (1 left) 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 102 2024-08-17T17:10:47.958 INFO:tasks.rados.rados.0.smithi094.stdout:1100: seq_num 351 ranges {0=688128,688128=401408} 2024-08-17T17:10:47.960 INFO:tasks.rados.rados.0.smithi094.stdout:1100: writing smithi09487127-15 from 0 to 688128 tid 1 2024-08-17T17:10:47.963 INFO:tasks.rados.rados.0.smithi094.stdout:1100: writing smithi09487127-15 from 688128 to 1089536 tid 2 2024-08-17T17:10:47.963 INFO:tasks.rados.rados.0.smithi094.stdout:1101: delete oid 4 current snap is 102 2024-08-17T17:10:47.963 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 637 (ObjNum 340 snap 101 seq_num 340) dirty exists 2024-08-17T17:10:47.964 INFO:tasks.rados.rados.0.smithi094.stdout:1100: finishing write tid 1 to smithi09487127-15 2024-08-17T17:10:47.965 INFO:tasks.rados.rados.0.smithi094.stdout:1099: done (2 left) 2024-08-17T17:10:47.965 INFO:tasks.rados.rados.0.smithi094.stdout:1101: done (1 left) 2024-08-17T17:10:47.965 INFO:tasks.rados.rados.0.smithi094.stdout:1102: read oid 5 snap -1 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1102: expect (ObjNum 248 snap 62 seq_num 248) 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1103: rmattr oid 32 current snap is 102 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1103: done (2 left) 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1104: rmattr oid 47 current snap is 102 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1104: done (2 left) 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1105: setattr oid 47 current snap is 102 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1100: finishing write tid 2 to smithi09487127-15 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1100: finishing write tid 3 to smithi09487127-15 2024-08-17T17:10:47.966 INFO:tasks.rados.rados.0.smithi094.stdout:1100: finishing write tid 4 to smithi09487127-15 2024-08-17T17:10:47.967 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 653 (ObjNum 351 snap 102 seq_num 351) dirty exists 2024-08-17T17:10:47.967 INFO:tasks.rados.rados.0.smithi094.stdout:1100: left oid 15 (ObjNum 351 snap 102 seq_num 351) 2024-08-17T17:10:47.967 INFO:tasks.rados.rados.0.smithi094.stdout:1100: done (2 left) 2024-08-17T17:10:47.967 INFO:tasks.rados.rados.0.smithi094.stdout:1106: read oid 38 snap 92 2024-08-17T17:10:47.967 INFO:tasks.rados.rados.0.smithi094.stdout:1106: expect deleted 2024-08-17T17:10:47.968 INFO:tasks.rados.rados.0.smithi094.stdout:1107: rollback oid 44 current snap is 102 2024-08-17T17:10:47.968 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 44 to 97 2024-08-17T17:10:47.968 INFO:tasks.rados.rados.0.smithi094.stdout:1108: setattr oid 45 current snap is 102 2024-08-17T17:10:47.969 INFO:tasks.rados.rados.0.smithi094.stdout:1106: done (4 left) 2024-08-17T17:10:47.969 INFO:tasks.rados.rados.0.smithi094.stdout:1109: rollback oid 10 current snap is 102 2024-08-17T17:10:47.969 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 85 2024-08-17T17:10:47.969 INFO:tasks.rados.rados.0.smithi094.stdout:1110: rollback oid 23 current snap is 102 2024-08-17T17:10:47.969 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 23 to 85 2024-08-17T17:10:47.969 INFO:tasks.rados.rados.0.smithi094.stdout:1111: read oid 41 snap -1 2024-08-17T17:10:47.969 INFO:tasks.rados.rados.0.smithi094.stdout:1111: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:47.970 INFO:tasks.rados.rados.0.smithi094.stdout:1112: snap_create 2024-08-17T17:10:47.970 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 247 (ObjNum 347 snap 101 seq_num 347) dirty exists 2024-08-17T17:10:47.972 INFO:tasks.rados.rados.0.smithi094.stdout:1109: finishing rollback tid 0 to smithi09487127-10 2024-08-17T17:10:47.972 INFO:tasks.rados.rados.0.smithi094.stdout:1107: finishing rollback tid 0 to smithi09487127-44 2024-08-17T17:10:47.972 INFO:tasks.rados.rados.0.smithi094.stdout:1107: finishing rollback tid 1 to smithi09487127-44 2024-08-17T17:10:47.972 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 656 (ObjNum 33 snap 0 seq_num 3942316336) dirty dne 2024-08-17T17:10:47.973 INFO:tasks.rados.rados.0.smithi094.stdout:1109: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:10:47.973 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 568 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:10:47.974 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 529 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:10:47.978 INFO:tasks.rados.rados.0.smithi094.stdout:1110: finishing rollback tid 0 to smithi09487127-23 2024-08-17T17:10:47.982 INFO:tasks.rados.rados.0.smithi094.stdout:1102: expect (ObjNum 248 snap 62 seq_num 248) 2024-08-17T17:10:48.109 INFO:tasks.rados.rados.0.smithi094.stdout:1110: finishing rollback tid 1 to smithi09487127-23 2024-08-17T17:10:48.109 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 328 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:10:48.109 INFO:tasks.rados.rados.0.smithi094.stdout:1111: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: mon.c calling monitor election 2024-08-17T17:10:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: mon.b calling monitor election 2024-08-17T17:10:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: mon.a calling monitor election 2024-08-17T17:10:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:10:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: monmap epoch 3 2024-08-17T17:10:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: last_changed 2024-08-17T16:59:28.058365+0000 2024-08-17T17:10:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:10:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: min_mon_release 17 (quincy) 2024-08-17T17:10:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: election_strategy: 1 2024-08-17T17:10:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:10:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:10:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:10:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:10:48.192 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T17:10:48.192 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T17:10:48.192 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:47 smithi190 ceph-mon[33316]: overall HEALTH_OK 2024-08-17T17:10:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: mon.c calling monitor election 2024-08-17T17:10:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: mon.b calling monitor election 2024-08-17T17:10:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: mon.a calling monitor election 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: monmap epoch 3 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: last_changed 2024-08-17T16:59:28.058365+0000 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: min_mon_release 17 (quincy) 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: election_strategy: 1 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T17:10:48.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[100402]: overall HEALTH_OK 2024-08-17T17:10:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: mon.c calling monitor election 2024-08-17T17:10:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: mon.b calling monitor election 2024-08-17T17:10:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: mon.a calling monitor election 2024-08-17T17:10:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:10:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: monmap epoch 3 2024-08-17T17:10:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:10:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: last_changed 2024-08-17T16:59:28.058365+0000 2024-08-17T17:10:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:10:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: min_mon_release 17 (quincy) 2024-08-17T17:10:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: election_strategy: 1 2024-08-17T17:10:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:10:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:10:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:10:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:10:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T17:10:48.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T17:10:48.276 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:47 smithi094 ceph-mon[102949]: overall HEALTH_OK 2024-08-17T17:10:48.636 INFO:tasks.rados.rados.0.smithi094.stdout:1102: done (7 left) 2024-08-17T17:10:48.636 INFO:tasks.rados.rados.0.smithi094.stdout:1105: done (6 left) 2024-08-17T17:10:48.636 INFO:tasks.rados.rados.0.smithi094.stdout:1107: done (5 left) 2024-08-17T17:10:48.637 INFO:tasks.rados.rados.0.smithi094.stdout:1108: done (4 left) 2024-08-17T17:10:48.637 INFO:tasks.rados.rados.0.smithi094.stdout:1109: done (3 left) 2024-08-17T17:10:48.637 INFO:tasks.rados.rados.0.smithi094.stdout:1110: done (2 left) 2024-08-17T17:10:48.637 INFO:tasks.rados.rados.0.smithi094.stdout:1111: done (1 left) 2024-08-17T17:10:48.637 INFO:tasks.rados.rados.0.smithi094.stdout:1112: done (0 left) 2024-08-17T17:10:48.637 INFO:tasks.rados.rados.0.smithi094.stdout:1113: copy_from oid 2 from oid 18 current snap is 103 2024-08-17T17:10:48.637 INFO:tasks.rados.rados.0.smithi094.stdout:1114: snap_create 2024-08-17T17:10:48.641 INFO:tasks.rados.rados.0.smithi094.stdout:1113: finishing copy_from to smithi09487127-2 2024-08-17T17:10:48.641 INFO:tasks.rados.rados.0.smithi094.stdout:1113: got expected ENOENT (src dne) 2024-08-17T17:10:48.641 INFO:tasks.rados.rados.0.smithi094.stdout:1113: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:10:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:48 smithi190 ceph-mon[33316]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T17:10:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:48 smithi190 ceph-mon[33316]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T17:10:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:48 smithi190 ceph-mon[33316]: pgmap v29: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 484 KiB/s wr, 7 op/s 2024-08-17T17:10:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:48 smithi094 ceph-mon[102949]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T17:10:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:48 smithi094 ceph-mon[102949]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T17:10:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:48 smithi094 ceph-mon[102949]: pgmap v29: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 484 KiB/s wr, 7 op/s 2024-08-17T17:10:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:48 smithi094 ceph-mon[100402]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T17:10:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:48 smithi094 ceph-mon[100402]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T17:10:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:48 smithi094 ceph-mon[100402]: pgmap v29: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 484 KiB/s wr, 7 op/s 2024-08-17T17:10:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:10:49] "GET /metrics HTTP/1.1" 200 36136 "" "Prometheus/2.51.0" 2024-08-17T17:10:49.641 INFO:tasks.rados.rados.0.smithi094.stdout:1113: done (1 left) 2024-08-17T17:10:49.641 INFO:tasks.rados.rados.0.smithi094.stdout:1114: done (0 left) 2024-08-17T17:10:49.641 INFO:tasks.rados.rados.0.smithi094.stdout:1115: read oid 19 snap -1 2024-08-17T17:10:49.641 INFO:tasks.rados.rados.0.smithi094.stdout:1115: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:49.642 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 104 2024-08-17T17:10:49.642 INFO:tasks.rados.rados.0.smithi094.stdout:1116: seq_num 353 ranges {0=720896,720896=401408} 2024-08-17T17:10:49.645 INFO:tasks.rados.rados.0.smithi094.stdout:1116: writing smithi09487127-44 from 0 to 720896 tid 1 2024-08-17T17:10:49.647 INFO:tasks.rados.rados.0.smithi094.stdout:1116: writing smithi09487127-44 from 720896 to 1122304 tid 2 2024-08-17T17:10:49.647 INFO:tasks.rados.rados.0.smithi094.stdout:1117: snap_create 2024-08-17T17:10:49.650 INFO:tasks.rados.rados.0.smithi094.stdout:1116: finishing write tid 1 to smithi09487127-44 2024-08-17T17:10:49.651 INFO:tasks.rados.rados.0.smithi094.stdout:1116: finishing write tid 2 to smithi09487127-44 2024-08-17T17:10:49.651 INFO:tasks.rados.rados.0.smithi094.stdout:1116: finishing write tid 3 to smithi09487127-44 2024-08-17T17:10:49.652 INFO:tasks.rados.rados.0.smithi094.stdout:1116: finishing write tid 4 to smithi09487127-44 2024-08-17T17:10:49.652 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 659 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-08-17T17:10:49.652 INFO:tasks.rados.rados.0.smithi094.stdout:1116: left oid 44 (ObjNum 353 snap 104 seq_num 353) 2024-08-17T17:10:49.659 INFO:tasks.rados.rados.0.smithi094.stdout:1115: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:10:50.641 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:50.654 INFO:tasks.rados.rados.0.smithi094.stdout:1115: done (2 left) 2024-08-17T17:10:50.654 INFO:tasks.rados.rados.0.smithi094.stdout:1116: done (1 left) 2024-08-17T17:10:50.654 INFO:tasks.rados.rados.0.smithi094.stdout:1117: done (0 left) 2024-08-17T17:10:50.654 INFO:tasks.rados.rados.0.smithi094.stdout:1118: copy_from oid 44 from oid 47 current snap is 105 2024-08-17T17:10:50.654 INFO:tasks.rados.rados.0.smithi094.stdout:1119: copy_from oid 18 from oid 21 current snap is 105 2024-08-17T17:10:50.654 INFO:tasks.rados.rados.0.smithi094.stdout:1120: snap_create 2024-08-17T17:10:50.664 INFO:tasks.rados.rados.0.smithi094.stdout:1119: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:10:50.666 INFO:tasks.rados.rados.0.smithi094.stdout:1119: finishing copy_from to smithi09487127-18 2024-08-17T17:10:50.666 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 602 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-08-17T17:10:50.676 INFO:tasks.rados.rados.0.smithi094.stdout:1118: finishing copy_from racing read to smithi09487127-44 2024-08-17T17:10:50.682 INFO:tasks.rados.rados.0.smithi094.stdout:1118: finishing copy_from to smithi09487127-44 2024-08-17T17:10:50.682 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 247 (ObjNum 347 snap 101 seq_num 347) dirty exists 2024-08-17T17:10:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:50 smithi094 ceph-mon[100402]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T17:10:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:50.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:50 smithi094 ceph-mon[102949]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T17:10:50.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:50.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:50.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:50 smithi190 ceph-mon[33316]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T17:10:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:50 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:50 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:51.654 INFO:tasks.rados.rados.0.smithi094.stdout:1118: done (2 left) 2024-08-17T17:10:51.654 INFO:tasks.rados.rados.0.smithi094.stdout:1119: done (1 left) 2024-08-17T17:10:51.654 INFO:tasks.rados.rados.0.smithi094.stdout:1120: done (0 left) 2024-08-17T17:10:51.654 INFO:tasks.rados.rados.0.smithi094.stdout:1121: read oid 16 snap 90 2024-08-17T17:10:51.655 INFO:tasks.rados.rados.0.smithi094.stdout:1121: expect (ObjNum 248 snap 62 seq_num 248) 2024-08-17T17:10:51.655 INFO:tasks.rados.rados.0.smithi094.stdout:1122: setattr oid 20 current snap is 106 2024-08-17T17:10:51.655 INFO:tasks.rados.rados.0.smithi094.stdout:1123: copy_from oid 23 from oid 36 current snap is 106 2024-08-17T17:10:51.655 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 106 2024-08-17T17:10:51.655 INFO:tasks.rados.rados.0.smithi094.stdout:1124: seq_num 354 ranges {1474560=737280,2211840=401408} 2024-08-17T17:10:51.668 INFO:tasks.rados.rados.0.smithi094.stdout:1124: writing smithi09487127-17 from 1474560 to 2211840 tid 1 2024-08-17T17:10:51.670 INFO:tasks.rados.rados.0.smithi094.stdout:1124: writing smithi09487127-17 from 2211840 to 2613248 tid 2 2024-08-17T17:10:51.670 INFO:tasks.rados.rados.0.smithi094.stdout:1125: setattr oid 13 current snap is 106 2024-08-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 638 (ObjNum 33 snap 0 seq_num 3220866768) dirty exists 2024-08-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi094.stdout:1123: finishing copy_from racing read to smithi09487127-23 2024-08-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi094.stdout:1123: finishing copy_from to smithi09487127-23 2024-08-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 206 (ObjNum 295 snap 81 seq_num 295) dirty exists 2024-08-17T17:10:51.671 INFO:tasks.rados.rados.0.smithi094.stdout:1121: expect (ObjNum 248 snap 62 seq_num 248) 2024-08-17T17:10:51.784 INFO:tasks.rados.rados.0.smithi094.stdout:1124: finishing write tid 1 to smithi09487127-17 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1124: finishing write tid 2 to smithi09487127-17 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1124: finishing write tid 3 to smithi09487127-17 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1124: finishing write tid 4 to smithi09487127-17 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 572 (ObjNum 354 snap 106 seq_num 354) dirty exists 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1124: left oid 17 (ObjNum 354 snap 106 seq_num 354) 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1121: done (4 left) 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1122: done (3 left) 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1123: done (2 left) 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1124: done (1 left) 2024-08-17T17:10:51.785 INFO:tasks.rados.rados.0.smithi094.stdout:1126: snap_create 2024-08-17T17:10:51.789 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 531 (ObjNum 345 snap 101 seq_num 345) dirty exists 2024-08-17T17:10:51.880 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-mon[102949]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T17:10:51.880 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-mon[102949]: pgmap v32: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:51.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:51.881 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:51.881 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-mon[100402]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T17:10:51.881 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-mon[100402]: pgmap v32: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:51.881 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:51.881 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:51.881 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:51 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:10:51.692+0000 7f7c7ed28640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-17T17:10:51.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:51 smithi190 ceph-mon[33316]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T17:10:51.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:51 smithi190 ceph-mon[33316]: pgmap v32: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:51.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:51 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:51.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:51 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:52.697 INFO:tasks.rados.rados.0.smithi094.stdout:1125: done (1 left) 2024-08-17T17:10:52.697 INFO:tasks.rados.rados.0.smithi094.stdout:1126: done (0 left) 2024-08-17T17:10:52.697 INFO:tasks.rados.rados.0.smithi094.stdout:1127: snap_create 2024-08-17T17:10:52.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:52 smithi190 ceph-mon[33316]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T17:10:52.967 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:52 smithi094 ceph-mon[100402]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T17:10:52.967 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:52 smithi094 ceph-mon[102949]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T17:10:53.699 INFO:tasks.rados.rados.0.smithi094.stdout:1127: done (0 left) 2024-08-17T17:10:53.699 INFO:tasks.rados.rados.0.smithi094.stdout:1128: copy_from oid 10 from oid 16 current snap is 108 2024-08-17T17:10:53.699 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 108 2024-08-17T17:10:53.699 INFO:tasks.rados.rados.0.smithi094.stdout:1129: seq_num 355 ranges {3235840=753664,3989504=401408} 2024-08-17T17:10:53.721 INFO:tasks.rados.rados.0.smithi094.stdout:1129: writing smithi09487127-5 from 3235840 to 3989504 tid 1 2024-08-17T17:10:53.724 INFO:tasks.rados.rados.0.smithi094.stdout:1129: writing smithi09487127-5 from 3989504 to 4390912 tid 2 2024-08-17T17:10:53.724 INFO:tasks.rados.rados.0.smithi094.stdout:1130: read oid 23 snap 81 2024-08-17T17:10:53.724 INFO:tasks.rados.rados.0.smithi094.stdout:1130: expect (ObjNum 288 snap 81 seq_num 288) 2024-08-17T17:10:53.724 INFO:tasks.rados.rados.0.smithi094.stdout:1131: read oid 35 snap 105 2024-08-17T17:10:53.724 INFO:tasks.rados.rados.0.smithi094.stdout:1131: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-17T17:10:53.725 INFO:tasks.rados.rados.0.smithi094.stdout:1132: setattr oid 50 current snap is 108 2024-08-17T17:10:53.725 INFO:tasks.rados.rados.0.smithi094.stdout:1128: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:10:53.725 INFO:tasks.rados.rados.0.smithi094.stdout:1128: finishing copy_from to smithi09487127-10 2024-08-17T17:10:53.725 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 317 (ObjNum 248 snap 62 seq_num 248) dirty exists 2024-08-17T17:10:53.726 INFO:tasks.rados.rados.0.smithi094.stdout:1128: done (4 left) 2024-08-17T17:10:53.726 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 108 2024-08-17T17:10:53.726 INFO:tasks.rados.rados.0.smithi094.stdout:1133: seq_num 356 ranges {4046848=770048,4816896=401408} 2024-08-17T17:10:53.753 INFO:tasks.rados.rados.0.smithi094.stdout:1133: writing smithi09487127-47 from 4046848 to 4816896 tid 1 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:1133: writing smithi09487127-47 from 4816896 to 5218304 tid 2 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:1134: delete oid 13 current snap is 108 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:1129: finishing write tid 1 to smithi09487127-5 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:1129: finishing write tid 2 to smithi09487127-5 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:1129: finishing write tid 3 to smithi09487127-5 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:1129: finishing write tid 4 to smithi09487127-5 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 500 (ObjNum 355 snap 108 seq_num 355) dirty exists 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:1129: left oid 5 (ObjNum 355 snap 108 seq_num 355) 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 533 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-08-17T17:10:53.757 INFO:tasks.rados.rados.0.smithi094.stdout:1130: expect (ObjNum 288 snap 81 seq_num 288) 2024-08-17T17:10:53.977 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:53 smithi094 ceph-mon[100402]: pgmap v34: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:53.977 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:53 smithi094 ceph-mon[100402]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T17:10:53.978 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:53 smithi094 ceph-mon[102949]: pgmap v34: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:53.978 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:53 smithi094 ceph-mon[102949]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T17:10:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:53 smithi190 ceph-mon[33316]: pgmap v34: 121 pgs: 121 active+clean; 149 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:10:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:53 smithi190 ceph-mon[33316]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T17:10:54.237 INFO:tasks.rados.rados.0.smithi094.stdout:1131: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-17T17:10:54.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:54.555 INFO:tasks.rados.rados.0.smithi094.stdout:1133: finishing write tid 1 to smithi09487127-47 2024-08-17T17:10:54.555 INFO:tasks.rados.rados.0.smithi094.stdout:1133: finishing write tid 2 to smithi09487127-47 2024-08-17T17:10:54.555 INFO:tasks.rados.rados.0.smithi094.stdout:1133: finishing write tid 3 to smithi09487127-47 2024-08-17T17:10:54.555 INFO:tasks.rados.rados.0.smithi094.stdout:1133: finishing write tid 4 to smithi09487127-47 2024-08-17T17:10:54.555 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 251 (ObjNum 356 snap 108 seq_num 356) dirty exists 2024-08-17T17:10:54.555 INFO:tasks.rados.rados.0.smithi094.stdout:1133: left oid 47 (ObjNum 356 snap 108 seq_num 356) 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1129: done (5 left) 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1130: done (4 left) 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1131: done (3 left) 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1132: done (2 left) 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1133: done (1 left) 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1134: done (0 left) 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1135: setattr oid 29 current snap is 108 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1136: rollback oid 3 current snap is 108 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 102 2024-08-17T17:10:54.556 INFO:tasks.rados.rados.0.smithi094.stdout:1137: snap_create 2024-08-17T17:10:54.558 INFO:tasks.rados.rados.0.smithi094.stdout:1136: finishing rollback tid 0 to smithi09487127-3 2024-08-17T17:10:54.558 INFO:tasks.rados.rados.0.smithi094.stdout:1136: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:10:54.559 INFO:tasks.rados.rados.0.smithi094.stdout:1136: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:10:54.559 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 209 (ObjNum 295 snap 81 seq_num 295) dirty exists 2024-08-17T17:10:54.559 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 510 (ObjNum 283 snap 78 seq_num 283) dirty exists 2024-08-17T17:10:54.708 INFO:tasks.rados.rados.0.smithi094.stdout:1135: done (2 left) 2024-08-17T17:10:54.708 INFO:tasks.rados.rados.0.smithi094.stdout:1136: done (1 left) 2024-08-17T17:10:54.708 INFO:tasks.rados.rados.0.smithi094.stdout:1137: done (0 left) 2024-08-17T17:10:54.708 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 36 current snap is 109 2024-08-17T17:10:54.709 INFO:tasks.rados.rados.0.smithi094.stdout:1138: seq_num 358 ranges {671744=802816,1474560=401408} 2024-08-17T17:10:54.716 INFO:tasks.rados.rados.0.smithi094.stdout:1138: writing smithi09487127-36 from 671744 to 1474560 tid 1 2024-08-17T17:10:54.719 INFO:tasks.rados.rados.0.smithi094.stdout:1138: writing smithi09487127-36 from 1474560 to 1875968 tid 2 2024-08-17T17:10:54.719 INFO:tasks.rados.rados.0.smithi094.stdout:1139: read oid 24 snap -1 2024-08-17T17:10:54.719 INFO:tasks.rados.rados.0.smithi094.stdout:1139: expect deleted 2024-08-17T17:10:54.719 INFO:tasks.rados.rados.0.smithi094.stdout:1140: snap_remove snap 83 2024-08-17T17:10:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:54 smithi094 ceph-mon[100402]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T17:10:55.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:54 smithi094 ceph-mon[102949]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T17:10:55.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:54 smithi190 ceph-mon[33316]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T17:10:55.719 INFO:tasks.rados.rados.0.smithi094.stdout:1140: done (2 left) 2024-08-17T17:10:55.719 INFO:tasks.rados.rados.0.smithi094.stdout:1141: read oid 22 snap -1 2024-08-17T17:10:55.719 INFO:tasks.rados.rados.0.smithi094.stdout:1141: expect (ObjNum 227 snap 59 seq_num 227) 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:1142: rollback oid 39 current snap is 109 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 97 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:1143: delete oid 17 current snap is 109 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:1138: finishing write tid 1 to smithi09487127-36 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:1138: finishing write tid 2 to smithi09487127-36 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:1138: finishing write tid 3 to smithi09487127-36 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:1138: finishing write tid 4 to smithi09487127-36 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 513 (ObjNum 358 snap 109 seq_num 358) dirty exists 2024-08-17T17:10:55.720 INFO:tasks.rados.rados.0.smithi094.stdout:1138: left oid 36 (ObjNum 358 snap 109 seq_num 358) 2024-08-17T17:10:55.731 INFO:tasks.rados.rados.0.smithi094.stdout:1142: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:10:55.731 INFO:tasks.rados.rados.0.smithi094.stdout:1142: finishing rollback tid 2 to smithi09487127-39 2024-08-17T17:10:55.731 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 537 (ObjNum 237 snap 60 seq_num 237) dirty exists 2024-08-17T17:10:55.735 INFO:tasks.rados.rados.0.smithi094.stdout:1138: done (4 left) 2024-08-17T17:10:55.735 INFO:tasks.rados.rados.0.smithi094.stdout:1139: done (3 left) 2024-08-17T17:10:55.735 INFO:tasks.rados.rados.0.smithi094.stdout:1142: done (2 left) 2024-08-17T17:10:55.735 INFO:tasks.rados.rados.0.smithi094.stdout:1143: done (1 left) 2024-08-17T17:10:55.735 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 109 2024-08-17T17:10:55.735 INFO:tasks.rados.rados.0.smithi094.stdout:1144: seq_num 360 ranges {2875392=434176,3309568=704512,4014080=98304} 2024-08-17T17:10:55.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: pgmap v37: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 39 op/s 2024-08-17T17:10:55.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T17:10:55.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:55.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:55.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:55.741 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:55.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:55.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:55.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:55.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:10:55.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:10:55.750 INFO:tasks.rados.rados.0.smithi094.stdout:1144: writing smithi09487127-43 from 2875392 to 3309568 tid 1 2024-08-17T17:10:55.754 INFO:tasks.rados.rados.0.smithi094.stdout:1144: writing smithi09487127-43 from 3309568 to 4014080 tid 2 2024-08-17T17:10:55.755 INFO:tasks.rados.rados.0.smithi094.stdout:1144: writing smithi09487127-43 from 4014080 to 4112384 tid 3 2024-08-17T17:10:55.755 INFO:tasks.rados.rados.0.smithi094.stdout:1145: read oid 14 snap -1 2024-08-17T17:10:55.756 INFO:tasks.rados.rados.0.smithi094.stdout:1145: expect (ObjNum 256 snap 62 seq_num 256) 2024-08-17T17:10:55.756 INFO:tasks.rados.rados.0.smithi094.stdout:1146: snap_remove snap 108 2024-08-17T17:10:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: pgmap v37: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 39 op/s 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:10:56.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: pgmap v37: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 39 op/s 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:10:56.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:10:56.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:56.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:55.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:56.725 INFO:tasks.rados.rados.0.smithi094.stdout:1141: expect (ObjNum 227 snap 59 seq_num 227) 2024-08-17T17:10:56.859 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:56 smithi190 ceph-mon[33316]: Upgrade: It appears safe to stop mon.b 2024-08-17T17:10:56.859 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:56 smithi190 ceph-mon[33316]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T17:10:56.859 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:56 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:56.859 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:56 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:10:56.859 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:56 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:10:56.859 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:56 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:57.005 INFO:tasks.rados.rados.0.smithi094.stdout:1144: finishing write tid 1 to smithi09487127-43 2024-08-17T17:10:57.006 INFO:tasks.rados.rados.0.smithi094.stdout:1144: finishing write tid 2 to smithi09487127-43 2024-08-17T17:10:57.006 INFO:tasks.rados.rados.0.smithi094.stdout:1144: finishing write tid 3 to smithi09487127-43 2024-08-17T17:10:57.006 INFO:tasks.rados.rados.0.smithi094.stdout:1144: finishing write tid 4 to smithi09487127-43 2024-08-17T17:10:57.006 INFO:tasks.rados.rados.0.smithi094.stdout:1144: finishing write tid 5 to smithi09487127-43 2024-08-17T17:10:57.006 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 352 (ObjNum 360 snap 109 seq_num 360) dirty exists 2024-08-17T17:10:57.006 INFO:tasks.rados.rados.0.smithi094.stdout:1144: left oid 43 (ObjNum 360 snap 109 seq_num 360) 2024-08-17T17:10:57.006 INFO:tasks.rados.rados.0.smithi094.stdout:1145: expect (ObjNum 256 snap 62 seq_num 256) 2024-08-17T17:10:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[102949]: Upgrade: It appears safe to stop mon.b 2024-08-17T17:10:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[102949]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T17:10:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:10:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:10:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[100402]: Upgrade: It appears safe to stop mon.b 2024-08-17T17:10:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[100402]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T17:10:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:10:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:10:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:10:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:57.159 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:10:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:10:56.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:10:57.162 INFO:tasks.rados.rados.0.smithi094.stdout:1141: done (3 left) 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:1144: done (2 left) 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:1145: done (1 left) 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:1146: done (0 left) 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:1147: read oid 36 snap -1 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:1147: expect (ObjNum 358 snap 109 seq_num 358) 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:1148: rollback oid 10 current snap is 109 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 107 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 109 2024-08-17T17:10:57.163 INFO:tasks.rados.rados.0.smithi094.stdout:1149: seq_num 361 ranges {901120=450560,1351680=581632,1933312=221184} 2024-08-17T17:10:57.169 INFO:tasks.rados.rados.0.smithi094.stdout:1149: writing smithi09487127-38 from 901120 to 1351680 tid 1 2024-08-17T17:10:57.173 INFO:tasks.rados.rados.0.smithi094.stdout:1149: writing smithi09487127-38 from 1351680 to 1933312 tid 2 2024-08-17T17:10:57.175 INFO:tasks.rados.rados.0.smithi094.stdout:1149: writing smithi09487127-38 from 1933312 to 2154496 tid 3 2024-08-17T17:10:57.175 INFO:tasks.rados.rados.0.smithi094.stdout:1150: setattr oid 27 current snap is 109 2024-08-17T17:10:57.175 INFO:tasks.rados.rados.0.smithi094.stdout:1148: finishing rollback tid 0 to smithi09487127-10 2024-08-17T17:10:57.175 INFO:tasks.rados.rados.0.smithi094.stdout:1148: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:10:57.175 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 585 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:10:57.175 INFO:tasks.rados.rados.0.smithi094.stdout:1147: expect (ObjNum 358 snap 109 seq_num 358) 2024-08-17T17:10:57.247 INFO:tasks.rados.rados.0.smithi094.stdout:1149: finishing write tid 1 to smithi09487127-38 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1149: finishing write tid 2 to smithi09487127-38 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1149: finishing write tid 3 to smithi09487127-38 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1149: finishing write tid 4 to smithi09487127-38 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1149: finishing write tid 5 to smithi09487127-38 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 653 (ObjNum 361 snap 109 seq_num 361) dirty exists 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1149: left oid 38 (ObjNum 361 snap 109 seq_num 361) 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1147: done (3 left) 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1148: done (2 left) 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1149: done (1 left) 2024-08-17T17:10:57.248 INFO:tasks.rados.rados.0.smithi094.stdout:1151: setattr oid 9 current snap is 109 2024-08-17T17:10:57.249 INFO:tasks.rados.rados.0.smithi094.stdout:1152: rmattr oid 11 current snap is 109 2024-08-17T17:10:57.250 INFO:tasks.rados.rados.0.smithi094.stdout:1153: read oid 43 snap -1 2024-08-17T17:10:57.250 INFO:tasks.rados.rados.0.smithi094.stdout:1153: expect (ObjNum 360 snap 109 seq_num 360) 2024-08-17T17:10:57.250 INFO:tasks.rados.rados.0.smithi094.stdout:1154: rmattr oid 16 current snap is 109 2024-08-17T17:10:57.250 INFO:tasks.rados.rados.0.smithi094.stdout:1154: done (4 left) 2024-08-17T17:10:57.250 INFO:tasks.rados.rados.0.smithi094.stdout:1155: setattr oid 23 current snap is 109 2024-08-17T17:10:57.250 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 379 (ObjNum 323 snap 97 seq_num 323) dirty exists 2024-08-17T17:10:57.250 INFO:tasks.rados.rados.0.smithi094.stdout:1150: done (4 left) 2024-08-17T17:10:57.251 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 109 2024-08-17T17:10:57.251 INFO:tasks.rados.rados.0.smithi094.stdout:1156: seq_num 362 ranges {1261568=466944,1728512=466944,2195456=335872} 2024-08-17T17:10:57.259 INFO:tasks.rados.rados.0.smithi094.stdout:1156: writing smithi09487127-49 from 1261568 to 1728512 tid 1 2024-08-17T17:10:57.262 INFO:tasks.rados.rados.0.smithi094.stdout:1156: writing smithi09487127-49 from 1728512 to 2195456 tid 2 2024-08-17T17:10:57.265 INFO:tasks.rados.rados.0.smithi094.stdout:1156: writing smithi09487127-49 from 2195456 to 2531328 tid 3 2024-08-17T17:10:57.265 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 109 2024-08-17T17:10:57.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 393 (ObjNum 334 snap 100 seq_num 334) dirty exists 2024-08-17T17:10:57.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 329 (ObjNum 255 snap 62 seq_num 255) dirty exists 2024-08-17T17:10:57.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 330 (ObjNum 295 snap 81 seq_num 295) dirty exists 2024-08-17T17:10:57.265 INFO:tasks.rados.rados.0.smithi094.stdout:1156: finishing write tid 1 to smithi09487127-49 2024-08-17T17:10:57.265 INFO:tasks.rados.rados.0.smithi094.stdout:1157: seq_num 363 ranges {0=483328,483328=753664,1236992=49152} 2024-08-17T17:10:57.267 INFO:tasks.rados.rados.0.smithi094.stdout:1157: writing smithi09487127-13 from 0 to 483328 tid 1 2024-08-17T17:10:57.272 INFO:tasks.rados.rados.0.smithi094.stdout:1157: writing smithi09487127-13 from 483328 to 1236992 tid 2 2024-08-17T17:10:57.272 INFO:tasks.rados.rados.0.smithi094.stdout:1157: writing smithi09487127-13 from 1236992 to 1286144 tid 3 2024-08-17T17:10:57.272 INFO:tasks.rados.rados.0.smithi094.stdout:1151: done (5 left) 2024-08-17T17:10:57.273 INFO:tasks.rados.rados.0.smithi094.stdout:1152: done (4 left) 2024-08-17T17:10:57.273 INFO:tasks.rados.rados.0.smithi094.stdout:1155: done (3 left) 2024-08-17T17:10:57.273 INFO:tasks.rados.rados.0.smithi094.stdout:1158: setattr oid 11 current snap is 109 2024-08-17T17:10:57.273 INFO:tasks.rados.rados.0.smithi094.stdout:1156: finishing write tid 2 to smithi09487127-49 2024-08-17T17:10:57.273 INFO:tasks.rados.rados.0.smithi094.stdout:1153: expect (ObjNum 360 snap 109 seq_num 360) 2024-08-17T17:10:57.452 INFO:tasks.rados.rados.0.smithi094.stdout:1156: finishing write tid 3 to smithi09487127-49 2024-08-17T17:10:57.452 INFO:tasks.rados.rados.0.smithi094.stdout:1156: finishing write tid 4 to smithi09487127-49 2024-08-17T17:10:57.452 INFO:tasks.rados.rados.0.smithi094.stdout:1156: finishing write tid 5 to smithi09487127-49 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 380 (ObjNum 362 snap 109 seq_num 362) dirty exists 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1156: left oid 49 (ObjNum 362 snap 109 seq_num 362) 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1157: finishing write tid 1 to smithi09487127-13 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1157: finishing write tid 2 to smithi09487127-13 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1157: finishing write tid 3 to smithi09487127-13 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1157: finishing write tid 4 to smithi09487127-13 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1157: finishing write tid 5 to smithi09487127-13 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 549 (ObjNum 363 snap 109 seq_num 363) dirty exists 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1157: left oid 13 (ObjNum 363 snap 109 seq_num 363) 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1153: done (3 left) 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1156: done (2 left) 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1157: done (1 left) 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1159: read oid 45 snap -1 2024-08-17T17:10:57.453 INFO:tasks.rados.rados.0.smithi094.stdout:1159: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:10:57.454 INFO:tasks.rados.rados.0.smithi094.stdout:1160: read oid 37 snap 90 2024-08-17T17:10:57.454 INFO:tasks.rados.rados.0.smithi094.stdout:1160: expect deleted 2024-08-17T17:10:57.454 INFO:tasks.rados.rados.0.smithi094.stdout:1161: setattr oid 22 current snap is 109 2024-08-17T17:10:57.454 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 331 (ObjNum 255 snap 62 seq_num 255) dirty exists 2024-08-17T17:10:57.455 INFO:tasks.rados.rados.0.smithi094.stdout:1158: done (3 left) 2024-08-17T17:10:57.455 INFO:tasks.rados.rados.0.smithi094.stdout:1160: done (2 left) 2024-08-17T17:10:57.455 INFO:tasks.rados.rados.0.smithi094.stdout:1162: read oid 48 snap -1 2024-08-17T17:10:57.456 INFO:tasks.rados.rados.0.smithi094.stdout:1162: expect (ObjNum 328 snap 99 seq_num 328) 2024-08-17T17:10:57.456 INFO:tasks.rados.rados.0.smithi094.stdout:1163: rmattr oid 8 current snap is 109 2024-08-17T17:10:57.456 INFO:tasks.rados.rados.0.smithi094.stdout:1163: done (3 left) 2024-08-17T17:10:57.456 INFO:tasks.rados.rados.0.smithi094.stdout:1164: read oid 40 snap 92 2024-08-17T17:10:57.456 INFO:tasks.rados.rados.0.smithi094.stdout:1164: expect deleted 2024-08-17T17:10:57.456 INFO:tasks.rados.rados.0.smithi094.stdout:1165: copy_from oid 17 from oid 4 current snap is 109 2024-08-17T17:10:57.456 INFO:tasks.rados.rados.0.smithi094.stdout:1166: setattr oid 10 current snap is 109 2024-08-17T17:10:57.456 INFO:tasks.rados.rados.0.smithi094.stdout:1165: finishing copy_from to smithi09487127-17 2024-08-17T17:10:57.457 INFO:tasks.rados.rados.0.smithi094.stdout:1165: got expected ENOENT (src dne) 2024-08-17T17:10:57.457 INFO:tasks.rados.rados.0.smithi094.stdout:1165: finishing copy_from racing read to smithi09487127-17 2024-08-17T17:10:57.458 INFO:tasks.rados.rados.0.smithi094.stdout:1164: done (5 left) 2024-08-17T17:10:57.458 INFO:tasks.rados.rados.0.smithi094.stdout:1165: done (4 left) 2024-08-17T17:10:57.458 INFO:tasks.rados.rados.0.smithi094.stdout:1167: snap_create 2024-08-17T17:10:57.460 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 382 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-08-17T17:10:57.461 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 586 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:10:57.461 INFO:tasks.rados.rados.0.smithi094.stdout:1162: expect (ObjNum 328 snap 99 seq_num 328) 2024-08-17T17:10:57.504 INFO:tasks.rados.rados.0.smithi094.stdout:1159: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:10:57.836 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:57 smithi190 ceph-mon[33316]: Upgrade: Updating mon.b 2024-08-17T17:10:57.836 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:57 smithi190 ceph-mon[33316]: Deploying daemon mon.b on smithi190 2024-08-17T17:10:57.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:57 smithi190 ceph-mon[33316]: pgmap v40: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 39 op/s 2024-08-17T17:10:57.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:57 smithi190 ceph-mon[33316]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T17:10:57.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:57 smithi190 ceph-mon[33316]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[100402]: Upgrade: Updating mon.b 2024-08-17T17:10:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[100402]: Deploying daemon mon.b on smithi190 2024-08-17T17:10:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[100402]: pgmap v40: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 39 op/s 2024-08-17T17:10:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[100402]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T17:10:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[102949]: Upgrade: Updating mon.b 2024-08-17T17:10:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[102949]: Deploying daemon mon.b on smithi190 2024-08-17T17:10:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[102949]: pgmap v40: 121 pgs: 121 active+clean; 162 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 39 op/s 2024-08-17T17:10:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[102949]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T17:10:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:10:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:58.317 INFO:tasks.rados.rados.0.smithi094.stdout:1159: done (4 left) 2024-08-17T17:10:58.317 INFO:tasks.rados.rados.0.smithi094.stdout:1161: done (3 left) 2024-08-17T17:10:58.318 INFO:tasks.rados.rados.0.smithi094.stdout:1162: done (2 left) 2024-08-17T17:10:58.318 INFO:tasks.rados.rados.0.smithi094.stdout:1166: done (1 left) 2024-08-17T17:10:58.318 INFO:tasks.rados.rados.0.smithi094.stdout:1167: done (0 left) 2024-08-17T17:10:58.318 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 110 2024-08-17T17:10:58.318 INFO:tasks.rados.rados.0.smithi094.stdout:1168: seq_num 364 ranges {3260416=499712,3760128=638976,4399104=163840} 2024-08-17T17:10:58.337 INFO:tasks.rados.rados.0.smithi094.stdout:1168: writing smithi09487127-6 from 3260416 to 3760128 tid 1 2024-08-17T17:10:58.341 INFO:tasks.rados.rados.0.smithi094.stdout:1168: writing smithi09487127-6 from 3760128 to 4399104 tid 2 2024-08-17T17:10:58.342 INFO:tasks.rados.rados.0.smithi094.stdout:1168: writing smithi09487127-6 from 4399104 to 4562944 tid 3 2024-08-17T17:10:58.342 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 110 2024-08-17T17:10:58.342 INFO:tasks.rados.rados.0.smithi094.stdout:1169: seq_num 365 ranges {4046848=516096,4562944=573440,5136384=229376} 2024-08-17T17:10:58.366 INFO:tasks.rados.rados.0.smithi094.stdout:1169: writing smithi09487127-44 from 4046848 to 4562944 tid 1 2024-08-17T17:10:58.370 INFO:tasks.rados.rados.0.smithi094.stdout:1169: writing smithi09487127-44 from 4562944 to 5136384 tid 2 2024-08-17T17:10:58.372 INFO:tasks.rados.rados.0.smithi094.stdout:1169: writing smithi09487127-44 from 5136384 to 5365760 tid 3 2024-08-17T17:10:58.372 INFO:tasks.rados.rados.0.smithi094.stdout:1170: read oid 50 snap -1 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1170: expect (ObjNum 307 snap 87 seq_num 307) 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1171: rollback oid 21 current snap is 110 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 21 to 102 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1168: finishing write tid 1 to smithi09487127-6 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1172: read oid 40 snap -1 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1172: expect (ObjNum 346 snap 101 seq_num 346) 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 110 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1168: finishing write tid 2 to smithi09487127-6 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1168: finishing write tid 3 to smithi09487127-6 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1168: finishing write tid 4 to smithi09487127-6 2024-08-17T17:10:58.373 INFO:tasks.rados.rados.0.smithi094.stdout:1173: seq_num 366 ranges {802816=532480,1335296=458752,1794048=344064} 2024-08-17T17:10:58.380 INFO:tasks.rados.rados.0.smithi094.stdout:1173: writing smithi09487127-9 from 802816 to 1335296 tid 1 2024-08-17T17:10:58.382 INFO:tasks.rados.rados.0.smithi094.stdout:1173: writing smithi09487127-9 from 1335296 to 1794048 tid 2 2024-08-17T17:10:58.385 INFO:tasks.rados.rados.0.smithi094.stdout:1173: writing smithi09487127-9 from 1794048 to 2138112 tid 3 2024-08-17T17:10:58.385 INFO:tasks.rados.rados.0.smithi094.stdout:1174: rollback oid 22 current snap is 110 2024-08-17T17:10:58.385 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 107 2024-08-17T17:10:58.385 INFO:tasks.rados.rados.0.smithi094.stdout:1168: finishing write tid 5 to smithi09487127-6 2024-08-17T17:10:58.385 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 674 (ObjNum 364 snap 110 seq_num 364) dirty exists 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1168: left oid 6 (ObjNum 364 snap 110 seq_num 364) 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1169: finishing write tid 1 to smithi09487127-44 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1169: finishing write tid 2 to smithi09487127-44 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1169: finishing write tid 3 to smithi09487127-44 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1169: finishing write tid 4 to smithi09487127-44 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1168: done (6 left) 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1175: delete oid 1 current snap is 110 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1171: finishing rollback tid 0 to smithi09487127-21 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1171: finishing rollback tid 1 to smithi09487127-21 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1171: finishing rollback tid 2 to smithi09487127-21 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 657 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:1169: finishing write tid 5 to smithi09487127-44 2024-08-17T17:10:58.386 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 679 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-08-17T17:10:58.387 INFO:tasks.rados.rados.0.smithi094.stdout:1169: left oid 44 (ObjNum 365 snap 110 seq_num 365) 2024-08-17T17:10:58.387 INFO:tasks.rados.rados.0.smithi094.stdout:1172: expect (ObjNum 346 snap 101 seq_num 346) 2024-08-17T17:10:58.410 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:58 smithi190 systemd[1]: Stopping Ceph mon.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:58.417 INFO:tasks.rados.rados.0.smithi094.stdout:1170: expect (ObjNum 307 snap 87 seq_num 307) 2024-08-17T17:10:58.431 INFO:tasks.rados.rados.0.smithi094.stdout:1173: finishing write tid 1 to smithi09487127-9 2024-08-17T17:10:58.431 INFO:tasks.rados.rados.0.smithi094.stdout:1173: finishing write tid 2 to smithi09487127-9 2024-08-17T17:10:58.431 INFO:tasks.rados.rados.0.smithi094.stdout:1173: finishing write tid 3 to smithi09487127-9 2024-08-17T17:10:58.431 INFO:tasks.rados.rados.0.smithi094.stdout:1173: finishing write tid 4 to smithi09487127-9 2024-08-17T17:10:58.431 INFO:tasks.rados.rados.0.smithi094.stdout:1174: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:10:58.431 INFO:tasks.rados.rados.0.smithi094.stdout:1174: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1173: finishing write tid 5 to smithi09487127-9 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 398 (ObjNum 366 snap 110 seq_num 366) dirty exists 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1173: left oid 9 (ObjNum 366 snap 110 seq_num 366) 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1174: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 386 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1169: done (6 left) 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1170: done (5 left) 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1171: done (4 left) 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1172: done (3 left) 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1173: done (2 left) 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1174: done (1 left) 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1175: done (0 left) 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 110 2024-08-17T17:10:58.432 INFO:tasks.rados.rados.0.smithi094.stdout:1176: seq_num 368 ranges {0=573440,573440=622592,1196032=180224} 2024-08-17T17:10:58.433 INFO:tasks.rados.rados.0.smithi094.stdout:1176: writing smithi09487127-7 from 0 to 573440 tid 1 2024-08-17T17:10:58.437 INFO:tasks.rados.rados.0.smithi094.stdout:1176: writing smithi09487127-7 from 573440 to 1196032 tid 2 2024-08-17T17:10:58.438 INFO:tasks.rados.rados.0.smithi094.stdout:1176: writing smithi09487127-7 from 1196032 to 1376256 tid 3 2024-08-17T17:10:58.438 INFO:tasks.rados.rados.0.smithi094.stdout:1177: delete oid 9 current snap is 110 2024-08-17T17:10:58.438 INFO:tasks.rados.rados.0.smithi094.stdout:1176: finishing write tid 1 to smithi09487127-7 2024-08-17T17:10:58.440 INFO:tasks.rados.rados.0.smithi094.stdout:1177: done (1 left) 2024-08-17T17:10:58.440 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 110 2024-08-17T17:10:58.440 INFO:tasks.rados.rados.0.smithi094.stdout:1178: seq_num 370 ranges {671744=606208,1277952=794624,2072576=8192} 2024-08-17T17:10:58.447 INFO:tasks.rados.rados.0.smithi094.stdout:1178: writing smithi09487127-3 from 671744 to 1277952 tid 1 2024-08-17T17:10:58.452 INFO:tasks.rados.rados.0.smithi094.stdout:1178: writing smithi09487127-3 from 1277952 to 2072576 tid 2 2024-08-17T17:10:58.452 INFO:tasks.rados.rados.0.smithi094.stdout:1178: writing smithi09487127-3 from 2072576 to 2080768 tid 3 2024-08-17T17:10:58.452 INFO:tasks.rados.rados.0.smithi094.stdout:1179: read oid 38 snap -1 2024-08-17T17:10:58.452 INFO:tasks.rados.rados.0.smithi094.stdout:1179: expect (ObjNum 361 snap 109 seq_num 361) 2024-08-17T17:10:58.452 INFO:tasks.rados.rados.0.smithi094.stdout:1180: snap_create 2024-08-17T17:10:58.452 INFO:tasks.rados.rados.0.smithi094.stdout:1176: finishing write tid 2 to smithi09487127-7 2024-08-17T17:10:58.453 INFO:tasks.rados.rados.0.smithi094.stdout:1176: finishing write tid 3 to smithi09487127-7 2024-08-17T17:10:58.453 INFO:tasks.rados.rados.0.smithi094.stdout:1176: finishing write tid 4 to smithi09487127-7 2024-08-17T17:10:58.453 INFO:tasks.rados.rados.0.smithi094.stdout:1176: finishing write tid 5 to smithi09487127-7 2024-08-17T17:10:58.453 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 590 (ObjNum 368 snap 110 seq_num 368) dirty exists 2024-08-17T17:10:58.453 INFO:tasks.rados.rados.0.smithi094.stdout:1176: left oid 7 (ObjNum 368 snap 110 seq_num 368) 2024-08-17T17:10:58.453 INFO:tasks.rados.rados.0.smithi094.stdout:1178: finishing write tid 1 to smithi09487127-3 2024-08-17T17:10:58.455 INFO:tasks.rados.rados.0.smithi094.stdout:1178: finishing write tid 2 to smithi09487127-3 2024-08-17T17:10:58.455 INFO:tasks.rados.rados.0.smithi094.stdout:1178: finishing write tid 3 to smithi09487127-3 2024-08-17T17:10:58.456 INFO:tasks.rados.rados.0.smithi094.stdout:1178: finishing write tid 4 to smithi09487127-3 2024-08-17T17:10:58.456 INFO:tasks.rados.rados.0.smithi094.stdout:1178: finishing write tid 5 to smithi09487127-3 2024-08-17T17:10:58.456 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 213 (ObjNum 370 snap 110 seq_num 370) dirty exists 2024-08-17T17:10:58.456 INFO:tasks.rados.rados.0.smithi094.stdout:1178: left oid 3 (ObjNum 370 snap 110 seq_num 370) 2024-08-17T17:10:58.459 INFO:tasks.rados.rados.0.smithi094.stdout:1179: expect (ObjNum 361 snap 109 seq_num 361) 2024-08-17T17:10:58.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b[33284]: 2024-08-17T17:10:58.408+0000 7f7c8ff3a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:58.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b[33284]: 2024-08-17T17:10:58.408+0000 7f7c8ff3a640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-17T17:10:58.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:58 smithi190 podman[90533]: 2024-08-17 17:10:58.510868003 +0000 UTC m=+0.242931419 container died e41e7dc5c9544458623103e680f7e52e53379e3dec72d66081591dd429bd6248 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T17:10:59.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:58 smithi190 podman[90533]: 2024-08-17 17:10:58.923361789 +0000 UTC m=+0.655425213 container cleanup e41e7dc5c9544458623103e680f7e52e53379e3dec72d66081591dd429bd6248 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T17:10:59.141 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:58 smithi190 bash[90533]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b 2024-08-17T17:10:59.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:59 smithi190 podman[90551]: 2024-08-17 17:10:59.141266355 +0000 UTC m=+0.631626918 container remove e41e7dc5c9544458623103e680f7e52e53379e3dec72d66081591dd429bd6248 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b, org.label-schema.license=GPLv2, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T17:10:59.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:59 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-17T17:10:59.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:59 smithi190 systemd[1]: Stopped Ceph mon.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:59.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:59 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.b.service: Consumed 9.145s CPU time. 2024-08-17T17:10:59.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:10:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:10:59] "GET /metrics HTTP/1.1" 200 36127 "" "Prometheus/2.51.0" 2024-08-17T17:10:59.914 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:59 smithi190 systemd[1]: Starting Ceph mon.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:59.914 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:59 smithi190 podman[90680]: 2024-08-17 17:10:59.675970276 +0000 UTC m=+0.017203348 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:59.915 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:10:59 smithi190 podman[90680]: 2024-08-17 17:10:59.783803651 +0000 UTC m=+0.125036737 container create 2e354b7db9b4d7f93ed59147c198dce7ccd158d11395612d479653fc8a6f5f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T17:11:00.390 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:11:00.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 podman[90680]: 2024-08-17 17:11:00.036520258 +0000 UTC m=+0.377753337 container init 2e354b7db9b4d7f93ed59147c198dce7ccd158d11395612d479653fc8a6f5f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 podman[90680]: 2024-08-17 17:11:00.041089168 +0000 UTC m=+0.382322243 container start 2e354b7db9b4d7f93ed59147c198dce7ccd158d11395612d479653fc8a6f5f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, ceph=True) 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 7 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: pidfile_write: ignore empty --pid-file 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: load: jerasure load: lrc 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: RocksDB version: 7.9.2 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Git sha 0 2024-08-17T17:11:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: DB SUMMARY 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: DB Session ID: OHDIB5G0WTZHPDXFH697 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: CURRENT file: CURRENT 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1098 Bytes 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 12286081 ; 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.error_if_exists: 0 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.create_if_missing: 0 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.paranoid_checks: 1 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T17:11:00.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.env: 0x5572198b7be0 2024-08-17T17:11:00.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T17:11:00.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.info_log: 0x55721a9f5700 2024-08-17T17:11:00.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T17:11:00.438 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.statistics: (nil) 2024-08-17T17:11:00.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.use_fsync: 0 2024-08-17T17:11:00.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_log_file_size: 0 2024-08-17T17:11:00.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T17:11:00.439 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.allow_fallocate: 1 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.use_direct_reads: 0 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.db_log_dir: 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.wal_dir: 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T17:11:00.440 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.write_buffer_manager: 0x55721a9f8960 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T17:11:00.441 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.unordered_write: 0 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.row_cache: None 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.wal_filter: None 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T17:11:00.442 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.two_write_queues: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.wal_compression: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.atomic_flush: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.log_readahead_size: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T17:11:00.443 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_background_jobs: 2 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_background_compactions: -1 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_subcompactions: 1 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_open_files: -1 2024-08-17T17:11:00.444 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_background_flushes: -1 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Compression algorithms supported: 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: kZSTD supported: 0 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: kXpressCompression supported: 0 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: kBZip2Compression supported: 0 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: kLZ4Compression supported: 1 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: kZlibCompression supported: 1 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T17:11:00.445 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: kSnappyCompression supported: 1 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.merge_operator: 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_filter: None 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55721a9f5380) 2024-08-17T17:11:00.446 INFO:journalctl@ceph.mon.b.smithi190.stdout: cache_index_and_filter_blocks: 1 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: pin_top_level_index_and_filter: 1 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: index_type: 0 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: data_block_index_type: 0 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: index_shortening: 1 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: checksum: 4 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: no_block_cache: 0 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: block_cache: 0x55721a9e9610 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: block_cache_name: BinnedLRUCache 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: block_cache_options: 2024-08-17T17:11:00.447 INFO:journalctl@ceph.mon.b.smithi190.stdout: capacity : 536870912 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: num_shard_bits : 4 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: strict_capacity_limit : 0 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: high_pri_pool_ratio: 0.000 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: block_cache_compressed: (nil) 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: persistent_cache: (nil) 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: block_size: 4096 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: block_size_deviation: 10 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: block_restart_interval: 16 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: index_block_restart_interval: 1 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: metadata_block_size: 4096 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: partition_filters: 0 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: use_delta_encoding: 1 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: filter_policy: bloomfilter 2024-08-17T17:11:00.448 INFO:journalctl@ceph.mon.b.smithi190.stdout: whole_key_filtering: 1 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: verify_compression: 0 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: read_amp_bytes_per_bit: 0 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: format_version: 5 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: enable_index_compression: 1 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: block_align: 0 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: max_auto_readahead_size: 262144 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: prepopulate_block_cache: 0 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: initial_auto_readahead_size: 8192 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression: NoCompression 2024-08-17T17:11:00.449 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.num_levels: 7 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T17:11:00.450 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T17:11:00.451 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T17:11:00.452 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T17:11:00.453 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.inplace_update_support: 0 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.bloom_locality: 0 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.max_successive_merges: 0 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T17:11:00.454 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.ttl: 2592000 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.enable_blob_files: false 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.min_blob_size: 0 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T17:11:00.455 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13542, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 427b677c-81f3-41a0-9642-fcfba9c391f9 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914660068530, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914660099832, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 7628449, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13547, "largest_seqno": 17697, "table_properties": {"data_size": 7609833, "index_size": 13089, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 4485, "raw_key_size": 41077, "raw_average_key_size": 22, "raw_value_size": 7571885, "raw_average_value_size": 4232, "num_data_blocks": 565, "num_entries": 1789, "num_filter_entries": 1789, "num_deletions": 308, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723914660, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "427b677c-81f3-41a0-9642-fcfba9c391f9", "db_session_id": "OHDIB5G0WTZHPDXFH697", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914660099959, "job": 1, "event": "recovery_finished"} 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55721aa18e00 2024-08-17T17:11:00.456 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: DB pointer 0x55721ab16000 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: ** DB Stats ** 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-17T17:11:00.457 INFO:journalctl@ceph.mon.b.smithi190.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: L0 1/0 7.28 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 555.3 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: L6 1/0 7.61 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: Sum 2/0 14.89 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 555.3 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 555.3 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: ** Compaction Stats [default] ** 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 555.3 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.458 INFO:journalctl@ceph.mon.b.smithi190.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: Flush(GB): cumulative 0.007, interval 0.007 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: Cumulative compaction: 0.01 GB write, 211.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: Interval compaction: 0.01 GB write, 211.27 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: Block cache BinnedLRUCache@0x55721a9e9610#7 capacity: 512.00 MB usage: 17.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.53 KB,0.000864267%) IndexBlock(1,13.08 KB,0.00249445%) Misc(1,0.00 KB,0%) 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.459 INFO:journalctl@ceph.mon.b.smithi190.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: starting mon.b rank 1 at public addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] at bind addrs [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 bash[90680]: 2e354b7db9b4d7f93ed59147c198dce7ccd158d11395612d479653fc8a6f5f76 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: mon.b@-1(???) e3 preinit fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: mon.b@-1(???).mds e7 new map 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: mon.b@-1(???).mds e7 print_map 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout: e7 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout: legacy client fscid: 1 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout: Filesystem 'cephfs' (1) 2024-08-17T17:11:00.460 INFO:journalctl@ceph.mon.b.smithi190.stdout: fs_name cephfs 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: epoch 7 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: created 2024-08-17T17:03:24.242583+0000 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: modified 2024-08-17T17:03:36.331558+0000 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: tableserver 0 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: root 0 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: session_timeout 60 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: session_autoclose 300 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: max_file_size 1099511627776 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: max_xattr_size 65536 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: required_client_features {} 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: last_failure 0 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: last_failure_osd_epoch 0 2024-08-17T17:11:00.461 INFO:journalctl@ceph.mon.b.smithi190.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: max_mds 1 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: in 0 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: up {0=24329} 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: failed 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: damaged 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: stopped 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: data_pools [3] 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: metadata_pool 2 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: inline_data disabled 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: balancer 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: bal_rank_mask -1 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: standby_count_wanted 0 2024-08-17T17:11:00.462 INFO:journalctl@ceph.mon.b.smithi190.stdout: qdb_cluster leader: 0 members: 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout: [mds.a{0:24329} state up:active seq 6 addr [v2:172.21.15.94:6834/3996516868,v1:172.21.15.94:6835/3996516868] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout: Standby daemons: 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout: 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout: [mds.b{-1:24304} state up:standby seq 1 addr [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: mon.b@-1(???).osd e289 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: mon.b@-1(???).osd e289 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: mon.b@-1(???).osd e289 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: mon.b@-1(???).osd e289 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 ceph-mon[90718]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-17T17:11:00.463 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:00 smithi190 systemd[1]: Started Ceph mon.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (118s) 10s ago 6m 16.6M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (94s) 29s ago 6m 82.3M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (7m) 10s ago 7m 18.6M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (7m) 29s ago 7m 14.3M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (56s) 29s ago 11m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (84s) 10s ago 12m 514M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (42s) 10s ago 13m 43.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:11:00.936 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 starting - - - 2048M 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (19s) 10s ago 11m 28.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (112s) 10s ago 5m 8162k - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (89s) 29s ago 5m 9949k - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (11m) 10s ago 10m 160M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (10m) 10s ago 10m 120M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (10m) 10s ago 10m 196M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (9m) 10s ago 9m 148M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (9m) 29s ago 9m 165M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (9m) 29s ago 9m 133M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (8m) 29s ago 8m 95.0M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (8m) 29s ago 8m 123M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:11:00.937 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (61s) 29s ago 6m 41.3M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:11:01.266 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:11:01.266 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 1, 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:11:01.267 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:11:01.268 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 11, 2024-08-17T17:11:01.268 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 4 2024-08-17T17:11:01.268 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:11:01.268 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:11:01.548 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "4/20 daemons upgraded", 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading mon daemons", 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:11:01.549 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:11:02.654 INFO:tasks.rados.rados.0.smithi094.stdout:1176: done (3 left) 2024-08-17T17:11:02.654 INFO:tasks.rados.rados.0.smithi094.stdout:1178: done (2 left) 2024-08-17T17:11:02.654 INFO:tasks.rados.rados.0.smithi094.stdout:1179: done (1 left) 2024-08-17T17:11:02.654 INFO:tasks.rados.rados.0.smithi094.stdout:1180: done (0 left) 2024-08-17T17:11:02.654 INFO:tasks.rados.rados.0.smithi094.stdout:1181: read oid 12 snap -1 2024-08-17T17:11:02.654 INFO:tasks.rados.rados.0.smithi094.stdout:1181: expect (ObjNum 293 snap 81 seq_num 293) 2024-08-17T17:11:02.654 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 111 2024-08-17T17:11:02.654 INFO:tasks.rados.rados.0.smithi094.stdout:1182: seq_num 371 ranges {1089536=622592,1712128=679936,2392064=122880} 2024-08-17T17:11:02.664 INFO:tasks.rados.rados.0.smithi094.stdout:1182: writing smithi09487127-15 from 1089536 to 1712128 tid 1 2024-08-17T17:11:02.668 INFO:tasks.rados.rados.0.smithi094.stdout:1182: writing smithi09487127-15 from 1712128 to 2392064 tid 2 2024-08-17T17:11:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:1182: writing smithi09487127-15 from 2392064 to 2514944 tid 3 2024-08-17T17:11:02.669 INFO:tasks.rados.rados.0.smithi094.stdout:1183: snap_remove snap 90 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: mgrmap e44: y(active, since 34s), standbys: x 2024-08-17T17:11:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: overall HEALTH_OK 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: mon.c calling monitor election 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: mon.b calling monitor election 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: mon.a calling monitor election 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: monmap epoch 4 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: last_changed 2024-08-17T17:11:01.645996+0000 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:11:02.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: min_mon_release 19 (squid) 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: election_strategy: 1 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: mgrmap e44: y(active, since 35s), standbys: x 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: overall HEALTH_OK 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:02.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:02 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: mgrmap e44: y(active, since 34s), standbys: x 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: overall HEALTH_OK 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: mon.c calling monitor election 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: mon.b calling monitor election 2024-08-17T17:11:03.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: mon.a calling monitor election 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: monmap epoch 4 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: last_changed 2024-08-17T17:11:01.645996+0000 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: min_mon_release 19 (squid) 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: election_strategy: 1 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:11:03.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: mgrmap e44: y(active, since 35s), standbys: x 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: overall HEALTH_OK 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:03.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: mgrmap e44: y(active, since 34s), standbys: x 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: overall HEALTH_OK 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: mon.c calling monitor election 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: mon.b calling monitor election 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: mon.a calling monitor election 2024-08-17T17:11:03.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: monmap epoch 4 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: last_changed 2024-08-17T17:11:01.645996+0000 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: created 2024-08-17T16:57:49.075540+0000 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: min_mon_release 19 (squid) 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: election_strategy: 1 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: 0: [v2:172.21.15.94:3300/0,v1:172.21.15.94:6789/0] mon.a 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: 1: [v2:172.21.15.190:3300/0,v1:172.21.15.190:6789/0] mon.b 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: 2: [v2:172.21.15.94:3301/0,v1:172.21.15.94:6790/0] mon.c 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:11:03.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: osdmap e290: 8 total, 8 up, 8 in 2024-08-17T17:11:03.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: mgrmap e44: y(active, since 35s), standbys: x 2024-08-17T17:11:03.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: overall HEALTH_OK 2024-08-17T17:11:03.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:03.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:03.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:02 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:03.666 INFO:tasks.rados.rados.0.smithi094.stdout:1183: done (2 left) 2024-08-17T17:11:03.666 INFO:tasks.rados.rados.0.smithi094.stdout:1184: delete oid 23 current snap is 111 2024-08-17T17:11:03.666 INFO:tasks.rados.rados.0.smithi094.stdout:1182: finishing write tid 1 to smithi09487127-15 2024-08-17T17:11:03.666 INFO:tasks.rados.rados.0.smithi094.stdout:1182: finishing write tid 2 to smithi09487127-15 2024-08-17T17:11:03.666 INFO:tasks.rados.rados.0.smithi094.stdout:1182: finishing write tid 3 to smithi09487127-15 2024-08-17T17:11:03.666 INFO:tasks.rados.rados.0.smithi094.stdout:1182: finishing write tid 4 to smithi09487127-15 2024-08-17T17:11:03.666 INFO:tasks.rados.rados.0.smithi094.stdout:1182: finishing write tid 5 to smithi09487127-15 2024-08-17T17:11:03.666 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 684 (ObjNum 371 snap 111 seq_num 371) dirty exists 2024-08-17T17:11:03.667 INFO:tasks.rados.rados.0.smithi094.stdout:1182: left oid 15 (ObjNum 371 snap 111 seq_num 371) 2024-08-17T17:11:03.667 INFO:tasks.rados.rados.0.smithi094.stdout:1181: expect (ObjNum 293 snap 81 seq_num 293) 2024-08-17T17:11:03.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:03 smithi190 ceph-mon[90718]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T17:11:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:03 smithi190 ceph-mon[90718]: pgmap v47: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-08-17T17:11:03.995 INFO:tasks.rados.rados.0.smithi094.stdout:1181: done (2 left) 2024-08-17T17:11:03.995 INFO:tasks.rados.rados.0.smithi094.stdout:1182: done (1 left) 2024-08-17T17:11:03.995 INFO:tasks.rados.rados.0.smithi094.stdout:1184: done (0 left) 2024-08-17T17:11:03.995 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 111 2024-08-17T17:11:03.995 INFO:tasks.rados.rados.0.smithi094.stdout:1185: seq_num 373 ranges {516096=655360,1171456=499712,1671168=303104} 2024-08-17T17:11:04.001 INFO:tasks.rados.rados.0.smithi094.stdout:1185: writing smithi09487127-46 from 516096 to 1171456 tid 1 2024-08-17T17:11:04.004 INFO:tasks.rados.rados.0.smithi094.stdout:1185: writing smithi09487127-46 from 1171456 to 1671168 tid 2 2024-08-17T17:11:04.006 INFO:tasks.rados.rados.0.smithi094.stdout:1185: writing smithi09487127-46 from 1671168 to 1974272 tid 3 2024-08-17T17:11:04.006 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 111 2024-08-17T17:11:04.006 INFO:tasks.rados.rados.0.smithi094.stdout:1185: finishing write tid 1 to smithi09487127-46 2024-08-17T17:11:04.006 INFO:tasks.rados.rados.0.smithi094.stdout:1185: finishing write tid 2 to smithi09487127-46 2024-08-17T17:11:04.007 INFO:tasks.rados.rados.0.smithi094.stdout:1186: seq_num 374 ranges {2514944=671744,3186688=778240,3964928=24576} 2024-08-17T17:11:04.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:03 smithi094 ceph-mon[102949]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T17:11:04.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:03 smithi094 ceph-mon[102949]: pgmap v47: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-08-17T17:11:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:03 smithi094 ceph-mon[100402]: osdmap e291: 8 total, 8 up, 8 in 2024-08-17T17:11:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:03 smithi094 ceph-mon[100402]: pgmap v47: 121 pgs: 121 active+clean; 172 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-08-17T17:11:04.023 INFO:tasks.rados.rados.0.smithi094.stdout:1186: writing smithi09487127-15 from 2514944 to 3186688 tid 1 2024-08-17T17:11:04.028 INFO:tasks.rados.rados.0.smithi094.stdout:1186: writing smithi09487127-15 from 3186688 to 3964928 tid 2 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1186: writing smithi09487127-15 from 3964928 to 3989504 tid 3 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1187: read oid 31 snap -1 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1187: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1188: rollback oid 20 current snap is 111 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 97 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1185: finishing write tid 3 to smithi09487127-46 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1185: finishing write tid 4 to smithi09487127-46 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 111 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1185: finishing write tid 5 to smithi09487127-46 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 606 (ObjNum 373 snap 111 seq_num 373) dirty exists 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1185: left oid 46 (ObjNum 373 snap 111 seq_num 373) 2024-08-17T17:11:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:1186: finishing write tid 1 to smithi09487127-15 2024-08-17T17:11:04.030 INFO:tasks.rados.rados.0.smithi094.stdout:1189: seq_num 375 ranges {1499136=688128,2187264=663552,2850816=139264} 2024-08-17T17:11:04.041 INFO:tasks.rados.rados.0.smithi094.stdout:1189: writing smithi09487127-18 from 1499136 to 2187264 tid 1 2024-08-17T17:11:04.045 INFO:tasks.rados.rados.0.smithi094.stdout:1189: writing smithi09487127-18 from 2187264 to 2850816 tid 2 2024-08-17T17:11:04.046 INFO:tasks.rados.rados.0.smithi094.stdout:1189: writing smithi09487127-18 from 2850816 to 2990080 tid 3 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1185: done (4 left) 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1190: rmattr oid 6 current snap is 111 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1190: done (4 left) 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1191: copy_from oid 5 from oid 4 current snap is 111 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1186: finishing write tid 2 to smithi09487127-15 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1186: finishing write tid 3 to smithi09487127-15 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1186: finishing write tid 4 to smithi09487127-15 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1186: finishing write tid 5 to smithi09487127-15 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 698 (ObjNum 374 snap 111 seq_num 374) dirty exists 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1186: left oid 15 (ObjNum 374 snap 111 seq_num 374) 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1186: done (4 left) 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1192: delete oid 47 current snap is 111 2024-08-17T17:11:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:1187: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:11:04.255 INFO:tasks.rados.rados.0.smithi094.stdout:1188: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:11:04.255 INFO:tasks.rados.rados.0.smithi094.stdout:1188: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:11:04.255 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 666 (ObjNum 33 snap 0 seq_num 3927877818) dirty dne 2024-08-17T17:11:04.255 INFO:tasks.rados.rados.0.smithi094.stdout:1189: finishing write tid 1 to smithi09487127-18 2024-08-17T17:11:04.256 INFO:tasks.rados.rados.0.smithi094.stdout:1187: done (4 left) 2024-08-17T17:11:04.256 INFO:tasks.rados.rados.0.smithi094.stdout:1188: done (3 left) 2024-08-17T17:11:04.256 INFO:tasks.rados.rados.0.smithi094.stdout:1192: done (2 left) 2024-08-17T17:11:04.256 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 111 2024-08-17T17:11:04.256 INFO:tasks.rados.rados.0.smithi094.stdout:1191: finishing copy_from to smithi09487127-5 2024-08-17T17:11:04.256 INFO:tasks.rados.rados.0.smithi094.stdout:1191: got expected ENOENT (src dne) 2024-08-17T17:11:04.256 INFO:tasks.rados.rados.0.smithi094.stdout:1193: seq_num 377 ranges {2875392=720896,3596288=434176,4030464=368640} 2024-08-17T17:11:04.273 INFO:tasks.rados.rados.0.smithi094.stdout:1193: writing smithi09487127-39 from 2875392 to 3596288 tid 1 2024-08-17T17:11:04.276 INFO:tasks.rados.rados.0.smithi094.stdout:1193: writing smithi09487127-39 from 3596288 to 4030464 tid 2 2024-08-17T17:11:04.278 INFO:tasks.rados.rados.0.smithi094.stdout:1193: writing smithi09487127-39 from 4030464 to 4399104 tid 3 2024-08-17T17:11:04.278 INFO:tasks.rados.rados.0.smithi094.stdout:1194: snap_remove snap 105 2024-08-17T17:11:04.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:04 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:04.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:04.669 INFO:tasks.rados.rados.0.smithi094.stdout:1194: done (3 left) 2024-08-17T17:11:04.669 INFO:tasks.rados.rados.0.smithi094.stdout:1195: rmattr oid 7 current snap is 111 2024-08-17T17:11:04.669 INFO:tasks.rados.rados.0.smithi094.stdout:1195: done (3 left) 2024-08-17T17:11:04.669 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 111 2024-08-17T17:11:04.669 INFO:tasks.rados.rados.0.smithi094.stdout:1196: seq_num 378 ranges {3235840=737280,3973120=720896,4694016=81920} 2024-08-17T17:11:04.690 INFO:tasks.rados.rados.0.smithi094.stdout:1196: writing smithi09487127-16 from 3235840 to 3973120 tid 1 2024-08-17T17:11:04.694 INFO:tasks.rados.rados.0.smithi094.stdout:1196: writing smithi09487127-16 from 3973120 to 4694016 tid 2 2024-08-17T17:11:04.695 INFO:tasks.rados.rados.0.smithi094.stdout:1196: writing smithi09487127-16 from 4694016 to 4775936 tid 3 2024-08-17T17:11:04.695 INFO:tasks.rados.rados.0.smithi094.stdout:1197: delete oid 29 current snap is 111 2024-08-17T17:11:04.695 INFO:tasks.rados.rados.0.smithi094.stdout:1191: finishing copy_from racing read to smithi09487127-5 2024-08-17T17:11:04.695 INFO:tasks.rados.rados.0.smithi094.stdout:1189: finishing write tid 2 to smithi09487127-18 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1189: finishing write tid 3 to smithi09487127-18 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1189: finishing write tid 4 to smithi09487127-18 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1189: finishing write tid 5 to smithi09487127-18 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 610 (ObjNum 375 snap 111 seq_num 375) dirty exists 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1189: left oid 18 (ObjNum 375 snap 111 seq_num 375) 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1193: finishing write tid 1 to smithi09487127-39 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1193: finishing write tid 2 to smithi09487127-39 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1193: finishing write tid 3 to smithi09487127-39 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1193: finishing write tid 4 to smithi09487127-39 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:1193: finishing write tid 5 to smithi09487127-39 2024-08-17T17:11:04.696 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 560 (ObjNum 377 snap 111 seq_num 377) dirty exists 2024-08-17T17:11:04.697 INFO:tasks.rados.rados.0.smithi094.stdout:1193: left oid 39 (ObjNum 377 snap 111 seq_num 377) 2024-08-17T17:11:04.697 INFO:tasks.rados.rados.0.smithi094.stdout:1196: finishing write tid 1 to smithi09487127-16 2024-08-17T17:11:04.697 INFO:tasks.rados.rados.0.smithi094.stdout:1196: finishing write tid 2 to smithi09487127-16 2024-08-17T17:11:04.698 INFO:tasks.rados.rados.0.smithi094.stdout:1196: finishing write tid 3 to smithi09487127-16 2024-08-17T17:11:04.698 INFO:tasks.rados.rados.0.smithi094.stdout:1196: finishing write tid 4 to smithi09487127-16 2024-08-17T17:11:04.700 INFO:tasks.rados.rados.0.smithi094.stdout:1196: finishing write tid 5 to smithi09487127-16 2024-08-17T17:11:04.700 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 399 (ObjNum 378 snap 111 seq_num 378) dirty exists 2024-08-17T17:11:04.700 INFO:tasks.rados.rados.0.smithi094.stdout:1196: left oid 16 (ObjNum 378 snap 111 seq_num 378) 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1189: done (4 left) 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1191: done (3 left) 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1193: done (2 left) 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1196: done (1 left) 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1197: done (0 left) 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1198: read oid 27 snap -1 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1198: expect (ObjNum 323 snap 97 seq_num 323) 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1199: read oid 12 snap -1 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1199: expect (ObjNum 293 snap 81 seq_num 293) 2024-08-17T17:11:04.704 INFO:tasks.rados.rados.0.smithi094.stdout:1200: read oid 29 snap -1 2024-08-17T17:11:04.705 INFO:tasks.rados.rados.0.smithi094.stdout:1200: expect deleted 2024-08-17T17:11:04.705 INFO:tasks.rados.rados.0.smithi094.stdout:1201: read oid 31 snap -1 2024-08-17T17:11:04.705 INFO:tasks.rados.rados.0.smithi094.stdout:1201: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:11:04.705 INFO:tasks.rados.rados.0.smithi094.stdout:1202: rollback oid 2 current snap is 111 2024-08-17T17:11:04.705 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 107 2024-08-17T17:11:04.705 INFO:tasks.rados.rados.0.smithi094.stdout:1203: setattr oid 41 current snap is 111 2024-08-17T17:11:04.706 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 111 2024-08-17T17:11:04.706 INFO:tasks.rados.rados.0.smithi094.stdout:1204: seq_num 380 ranges {3989504=770048,4759552=483328,5242880=319488} 2024-08-17T17:11:04.734 INFO:tasks.rados.rados.0.smithi094.stdout:1204: writing smithi09487127-15 from 3989504 to 4759552 tid 1 2024-08-17T17:11:04.737 INFO:tasks.rados.rados.0.smithi094.stdout:1204: writing smithi09487127-15 from 4759552 to 5242880 tid 2 2024-08-17T17:11:04.739 INFO:tasks.rados.rados.0.smithi094.stdout:1204: writing smithi09487127-15 from 5242880 to 5562368 tid 3 2024-08-17T17:11:04.739 INFO:tasks.rados.rados.0.smithi094.stdout:1205: snap_create 2024-08-17T17:11:04.739 INFO:tasks.rados.rados.0.smithi094.stdout:1202: finishing rollback tid 0 to smithi09487127-2 2024-08-17T17:11:04.740 INFO:tasks.rados.rados.0.smithi094.stdout:1202: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:11:04.740 INFO:tasks.rados.rados.0.smithi094.stdout:1202: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:11:04.740 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 409 (ObjNum 319 snap 94 seq_num 319) dirty exists 2024-08-17T17:11:04.740 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 515 (ObjNum 306 snap 87 seq_num 306) dirty exists 2024-08-17T17:11:04.740 INFO:tasks.rados.rados.0.smithi094.stdout:1198: expect (ObjNum 323 snap 97 seq_num 323) 2024-08-17T17:11:04.860 INFO:tasks.rados.rados.0.smithi094.stdout:1201: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:11:04.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:04 smithi190 ceph-mon[90718]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T17:11:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:04 smithi094 ceph-mon[100402]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T17:11:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:04 smithi094 ceph-mon[102949]: osdmap e292: 8 total, 8 up, 8 in 2024-08-17T17:11:05.067 INFO:tasks.rados.rados.0.smithi094.stdout:1199: expect (ObjNum 293 snap 81 seq_num 293) 2024-08-17T17:11:05.387 INFO:tasks.rados.rados.0.smithi094.stdout:1204: finishing write tid 1 to smithi09487127-15 2024-08-17T17:11:05.387 INFO:tasks.rados.rados.0.smithi094.stdout:1204: finishing write tid 2 to smithi09487127-15 2024-08-17T17:11:05.387 INFO:tasks.rados.rados.0.smithi094.stdout:1204: finishing write tid 3 to smithi09487127-15 2024-08-17T17:11:05.387 INFO:tasks.rados.rados.0.smithi094.stdout:1204: finishing write tid 4 to smithi09487127-15 2024-08-17T17:11:05.387 INFO:tasks.rados.rados.0.smithi094.stdout:1204: finishing write tid 5 to smithi09487127-15 2024-08-17T17:11:05.387 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 708 (ObjNum 380 snap 111 seq_num 380) dirty exists 2024-08-17T17:11:05.387 INFO:tasks.rados.rados.0.smithi094.stdout:1204: left oid 15 (ObjNum 380 snap 111 seq_num 380) 2024-08-17T17:11:05.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:11:05 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:11:05.110+0000 7f7c7ed28640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-17T17:11:05.672 INFO:tasks.rados.rados.0.smithi094.stdout:1198: done (7 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1199: done (6 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1200: done (5 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1201: done (4 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1202: done (3 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1203: done (2 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1204: done (1 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1205: done (0 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1206: read oid 7 snap 97 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1206: expect deleted 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1207: rmattr oid 2 current snap is 112 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1207: done (1 left) 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1208: copy_from oid 47 from oid 9 current snap is 112 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1209: copy_from oid 42 from oid 35 current snap is 112 2024-08-17T17:11:05.673 INFO:tasks.rados.rados.0.smithi094.stdout:1210: copy_from oid 15 from oid 1 current snap is 112 2024-08-17T17:11:05.674 INFO:tasks.rados.rados.0.smithi094.stdout:1211: delete oid 28 current snap is 112 2024-08-17T17:11:05.677 INFO:tasks.rados.rados.0.smithi094.stdout:1206: done (4 left) 2024-08-17T17:11:05.677 INFO:tasks.rados.rados.0.smithi094.stdout:1211: done (3 left) 2024-08-17T17:11:05.677 INFO:tasks.rados.rados.0.smithi094.stdout:1212: rollback oid 40 current snap is 112 2024-08-17T17:11:05.678 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 92 2024-08-17T17:11:05.678 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 112 2024-08-17T17:11:05.678 INFO:tasks.rados.rados.0.smithi094.stdout:1213: seq_num 382 ranges {1130496=802816,1933312=704512,2637824=98304} 2024-08-17T17:11:05.690 INFO:tasks.rados.rados.0.smithi094.stdout:1213: writing smithi09487127-48 from 1130496 to 1933312 tid 1 2024-08-17T17:11:05.694 INFO:tasks.rados.rados.0.smithi094.stdout:1213: writing smithi09487127-48 from 1933312 to 2637824 tid 2 2024-08-17T17:11:05.695 INFO:tasks.rados.rados.0.smithi094.stdout:1213: writing smithi09487127-48 from 2637824 to 2736128 tid 3 2024-08-17T17:11:05.695 INFO:tasks.rados.rados.0.smithi094.stdout:1214: snap_remove snap 85 2024-08-17T17:11:05.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:05 smithi190 ceph-mon[90718]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T17:11:05.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:05 smithi190 ceph-mon[90718]: pgmap v50: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:11:05.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:05.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:05 smithi094 ceph-mon[100402]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T17:11:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:05 smithi094 ceph-mon[100402]: pgmap v50: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:11:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:05 smithi094 ceph-mon[102949]: osdmap e293: 8 total, 8 up, 8 in 2024-08-17T17:11:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:05 smithi094 ceph-mon[102949]: pgmap v50: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:11:06.678 INFO:tasks.rados.rados.0.smithi094.stdout:1214: done (5 left) 2024-08-17T17:11:06.678 INFO:tasks.rados.rados.0.smithi094.stdout:1215: snap_remove snap 102 2024-08-17T17:11:06.929 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:06 smithi190 ceph-mon[90718]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T17:11:06.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:06 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:06.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:06 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:06.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:06 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:06.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:06 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[102949]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T17:11:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[100402]: osdmap e294: 8 total, 8 up, 8 in 2024-08-17T17:11:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:06 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:07.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:06 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:06.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:07.687 INFO:tasks.rados.rados.0.smithi094.stdout:1215: done (5 left) 2024-08-17T17:11:07.687 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 112 2024-08-17T17:11:07.687 INFO:tasks.rados.rados.0.smithi094.stdout:1210: finishing copy_from to smithi09487127-15 2024-08-17T17:11:07.687 INFO:tasks.rados.rados.0.smithi094.stdout:1210: got expected ENOENT (src dne) 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1208: finishing copy_from to smithi09487127-47 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1208: got expected ENOENT (src dne) 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1208: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1210: finishing copy_from racing read to smithi09487127-15 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1212: finishing rollback tid 0 to smithi09487127-40 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1212: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 412 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1209: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1213: finishing write tid 1 to smithi09487127-48 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1209: finishing copy_from to smithi09487127-42 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 366 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-17T17:11:07.688 INFO:tasks.rados.rados.0.smithi094.stdout:1213: finishing write tid 2 to smithi09487127-48 2024-08-17T17:11:07.689 INFO:tasks.rados.rados.0.smithi094.stdout:1213: finishing write tid 3 to smithi09487127-48 2024-08-17T17:11:07.689 INFO:tasks.rados.rados.0.smithi094.stdout:1216: seq_num 383 ranges {5537792=417792,5955584=589824,6545408=417792,6963200=196608} 2024-08-17T17:11:07.720 INFO:tasks.rados.rados.0.smithi094.stdout:1216: writing smithi09487127-19 from 5537792 to 5955584 tid 1 2024-08-17T17:11:07.723 INFO:tasks.rados.rados.0.smithi094.stdout:1216: writing smithi09487127-19 from 5955584 to 6545408 tid 2 2024-08-17T17:11:07.726 INFO:tasks.rados.rados.0.smithi094.stdout:1216: writing smithi09487127-19 from 6545408 to 6963200 tid 3 2024-08-17T17:11:07.728 INFO:tasks.rados.rados.0.smithi094.stdout:1216: writing smithi09487127-19 from 6963200 to 7159808 tid 4 2024-08-17T17:11:07.728 INFO:tasks.rados.rados.0.smithi094.stdout:1208: done (5 left) 2024-08-17T17:11:07.728 INFO:tasks.rados.rados.0.smithi094.stdout:1209: done (4 left) 2024-08-17T17:11:07.728 INFO:tasks.rados.rados.0.smithi094.stdout:1210: done (3 left) 2024-08-17T17:11:07.728 INFO:tasks.rados.rados.0.smithi094.stdout:1212: done (2 left) 2024-08-17T17:11:07.728 INFO:tasks.rados.rados.0.smithi094.stdout:1217: read oid 47 snap -1 2024-08-17T17:11:07.729 INFO:tasks.rados.rados.0.smithi094.stdout:1217: expect deleted 2024-08-17T17:11:07.729 INFO:tasks.rados.rados.0.smithi094.stdout:1218: delete oid 7 current snap is 112 2024-08-17T17:11:07.729 INFO:tasks.rados.rados.0.smithi094.stdout:1213: finishing write tid 4 to smithi09487127-48 2024-08-17T17:11:07.729 INFO:tasks.rados.rados.0.smithi094.stdout:1213: finishing write tid 5 to smithi09487127-48 2024-08-17T17:11:07.729 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 713 (ObjNum 382 snap 112 seq_num 382) dirty exists 2024-08-17T17:11:07.729 INFO:tasks.rados.rados.0.smithi094.stdout:1213: left oid 48 (ObjNum 382 snap 112 seq_num 382) 2024-08-17T17:11:07.729 INFO:tasks.rados.rados.0.smithi094.stdout:1216: finishing write tid 1 to smithi09487127-19 2024-08-17T17:11:07.729 INFO:tasks.rados.rados.0.smithi094.stdout:1216: finishing write tid 2 to smithi09487127-19 2024-08-17T17:11:07.730 INFO:tasks.rados.rados.0.smithi094.stdout:1216: finishing write tid 3 to smithi09487127-19 2024-08-17T17:11:07.730 INFO:tasks.rados.rados.0.smithi094.stdout:1216: finishing write tid 4 to smithi09487127-19 2024-08-17T17:11:07.730 INFO:tasks.rados.rados.0.smithi094.stdout:1216: finishing write tid 5 to smithi09487127-19 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:1216: finishing write tid 6 to smithi09487127-19 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 612 (ObjNum 383 snap 112 seq_num 383) dirty exists 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:1216: left oid 19 (ObjNum 383 snap 112 seq_num 383) 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:1213: done (3 left) 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:1216: done (2 left) 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:1217: done (1 left) 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:1218: done (0 left) 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:1219: rollback oid 41 current snap is 112 2024-08-17T17:11:07.732 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 97 2024-08-17T17:11:07.733 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 112 2024-08-17T17:11:07.733 INFO:tasks.rados.rados.0.smithi094.stdout:1220: seq_num 385 ranges {1351680=450560,1802240=761856,2564096=442368} 2024-08-17T17:11:07.736 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:07 smithi190 ceph-mon[90718]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T17:11:07.736 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:07 smithi190 ceph-mon[90718]: pgmap v53: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:11:07.741 INFO:tasks.rados.rados.0.smithi094.stdout:1220: writing smithi09487127-25 from 1351680 to 1802240 tid 1 2024-08-17T17:11:07.746 INFO:tasks.rados.rados.0.smithi094.stdout:1220: writing smithi09487127-25 from 1802240 to 2564096 tid 2 2024-08-17T17:11:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:1220: writing smithi09487127-25 from 2564096 to 3006464 tid 3 2024-08-17T17:11:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:1221: rollback oid 49 current snap is 112 2024-08-17T17:11:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 49 to 81 2024-08-17T17:11:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:1219: finishing rollback tid 0 to smithi09487127-41 2024-08-17T17:11:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:1219: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:11:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:1219: finishing rollback tid 2 to smithi09487127-41 2024-08-17T17:11:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 518 (ObjNum 306 snap 87 seq_num 306) dirty exists 2024-08-17T17:11:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:1220: finishing write tid 1 to smithi09487127-25 2024-08-17T17:11:07.750 INFO:tasks.rados.rados.0.smithi094.stdout:1219: done (2 left) 2024-08-17T17:11:07.750 INFO:tasks.rados.rados.0.smithi094.stdout:1222: delete oid 21 current snap is 112 2024-08-17T17:11:07.752 INFO:tasks.rados.rados.0.smithi094.stdout:1220: finishing write tid 2 to smithi09487127-25 2024-08-17T17:11:07.752 INFO:tasks.rados.rados.0.smithi094.stdout:1221: finishing rollback tid 0 to smithi09487127-49 2024-08-17T17:11:07.752 INFO:tasks.rados.rados.0.smithi094.stdout:1222: done (2 left) 2024-08-17T17:11:07.752 INFO:tasks.rados.rados.0.smithi094.stdout:1223: delete oid 41 current snap is 112 2024-08-17T17:11:07.753 INFO:tasks.rados.rados.0.smithi094.stdout:1220: finishing write tid 3 to smithi09487127-25 2024-08-17T17:11:07.753 INFO:tasks.rados.rados.0.smithi094.stdout:1220: finishing write tid 4 to smithi09487127-25 2024-08-17T17:11:07.753 INFO:tasks.rados.rados.0.smithi094.stdout:1221: finishing rollback tid 1 to smithi09487127-49 2024-08-17T17:11:07.753 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 412 (ObjNum 65 snap 0 seq_num 1448040035) dirty dne 2024-08-17T17:11:07.755 INFO:tasks.rados.rados.0.smithi094.stdout:1220: finishing write tid 5 to smithi09487127-25 2024-08-17T17:11:07.755 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 236 (ObjNum 385 snap 112 seq_num 385) dirty exists 2024-08-17T17:11:07.755 INFO:tasks.rados.rados.0.smithi094.stdout:1220: left oid 25 (ObjNum 385 snap 112 seq_num 385) 2024-08-17T17:11:07.755 INFO:tasks.rados.rados.0.smithi094.stdout:1220: done (2 left) 2024-08-17T17:11:07.755 INFO:tasks.rados.rados.0.smithi094.stdout:1221: done (1 left) 2024-08-17T17:11:07.755 INFO:tasks.rados.rados.0.smithi094.stdout:1223: done (0 left) 2024-08-17T17:11:07.755 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 112 2024-08-17T17:11:07.755 INFO:tasks.rados.rados.0.smithi094.stdout:1224: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2024-08-17T17:11:07.757 INFO:tasks.rados.rados.0.smithi094.stdout:1224: writing smithi09487127-10 from 0 to 507904 tid 1 2024-08-17T17:11:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:1224: writing smithi09487127-10 from 507904 to 966656 tid 2 2024-08-17T17:11:07.764 INFO:tasks.rados.rados.0.smithi094.stdout:1224: writing smithi09487127-10 from 966656 to 1572864 tid 3 2024-08-17T17:11:07.765 INFO:tasks.rados.rados.0.smithi094.stdout:1224: writing smithi09487127-10 from 1572864 to 1712128 tid 4 2024-08-17T17:11:07.766 INFO:tasks.rados.rados.0.smithi094.stdout:1225: rmattr oid 1 current snap is 112 2024-08-17T17:11:07.766 INFO:tasks.rados.rados.0.smithi094.stdout:1225: done (1 left) 2024-08-17T17:11:07.766 INFO:tasks.rados.rados.0.smithi094.stdout:1226: read oid 7 snap 92 2024-08-17T17:11:07.766 INFO:tasks.rados.rados.0.smithi094.stdout:1226: expect deleted 2024-08-17T17:11:07.766 INFO:tasks.rados.rados.0.smithi094.stdout:1227: snap_remove snap 101 2024-08-17T17:11:07.936 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:07 smithi094 ceph-mon[100402]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T17:11:07.937 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:07 smithi094 ceph-mon[100402]: pgmap v53: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:11:07.937 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:07 smithi094 ceph-mon[102949]: osdmap e295: 8 total, 8 up, 8 in 2024-08-17T17:11:07.937 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:07 smithi094 ceph-mon[102949]: pgmap v53: 121 pgs: 121 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:11:08.639 INFO:tasks.rados.rados.0.smithi094.stdout:1227: done (2 left) 2024-08-17T17:11:08.639 INFO:tasks.rados.rados.0.smithi094.stdout:1228: read oid 13 snap -1 2024-08-17T17:11:08.639 INFO:tasks.rados.rados.0.smithi094.stdout:1228: expect (ObjNum 363 snap 109 seq_num 363) 2024-08-17T17:11:08.639 INFO:tasks.rados.rados.0.smithi094.stdout:1229: snap_remove snap 97 2024-08-17T17:11:08.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:08 smithi190 ceph-mon[90718]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T17:11:08.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:08 smithi190 ceph-mon[90718]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T17:11:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:08 smithi094 ceph-mon[100402]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T17:11:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:08 smithi094 ceph-mon[100402]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T17:11:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:08 smithi094 ceph-mon[102949]: osdmap e296: 8 total, 8 up, 8 in 2024-08-17T17:11:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:08 smithi094 ceph-mon[102949]: osdmap e297: 8 total, 8 up, 8 in 2024-08-17T17:11:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:11:09] "GET /metrics HTTP/1.1" 200 36127 "" "Prometheus/2.51.0" 2024-08-17T17:11:09.644 INFO:tasks.rados.rados.0.smithi094.stdout:1229: done (3 left) 2024-08-17T17:11:09.644 INFO:tasks.rados.rados.0.smithi094.stdout:1230: rollback oid 3 current snap is 112 2024-08-17T17:11:09.644 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 103 2024-08-17T17:11:09.644 INFO:tasks.rados.rados.0.smithi094.stdout:1231: snap_create 2024-08-17T17:11:09.644 INFO:tasks.rados.rados.0.smithi094.stdout:1224: finishing write tid 1 to smithi09487127-10 2024-08-17T17:11:09.644 INFO:tasks.rados.rados.0.smithi094.stdout:1224: finishing write tid 2 to smithi09487127-10 2024-08-17T17:11:09.644 INFO:tasks.rados.rados.0.smithi094.stdout:1224: finishing write tid 3 to smithi09487127-10 2024-08-17T17:11:09.644 INFO:tasks.rados.rados.0.smithi094.stdout:1224: finishing write tid 4 to smithi09487127-10 2024-08-17T17:11:09.645 INFO:tasks.rados.rados.0.smithi094.stdout:1224: finishing write tid 5 to smithi09487127-10 2024-08-17T17:11:09.645 INFO:tasks.rados.rados.0.smithi094.stdout:1224: finishing write tid 6 to smithi09487127-10 2024-08-17T17:11:09.645 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 620 (ObjNum 388 snap 112 seq_num 388) dirty exists 2024-08-17T17:11:09.645 INFO:tasks.rados.rados.0.smithi094.stdout:1224: left oid 10 (ObjNum 388 snap 112 seq_num 388) 2024-08-17T17:11:09.645 INFO:tasks.rados.rados.0.smithi094.stdout:1228: expect (ObjNum 363 snap 109 seq_num 363) 2024-08-17T17:11:09.691 INFO:tasks.rados.rados.0.smithi094.stdout:1230: finishing rollback tid 0 to smithi09487127-3 2024-08-17T17:11:09.691 INFO:tasks.rados.rados.0.smithi094.stdout:1230: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:11:09.691 INFO:tasks.rados.rados.0.smithi094.stdout:1230: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:11:09.691 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 216 (ObjNum 295 snap 81 seq_num 295) dirty exists 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: pgmap v56: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:09.944 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[102949]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: pgmap v56: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:09.945 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:09 smithi094 ceph-mon[100402]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: pgmap v56: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:09 smithi190 ceph-mon[90718]: osdmap e298: 8 total, 8 up, 8 in 2024-08-17T17:11:10.642 INFO:tasks.rados.rados.0.smithi094.stdout:1224: done (4 left) 2024-08-17T17:11:10.642 INFO:tasks.rados.rados.0.smithi094.stdout:1226: done (3 left) 2024-08-17T17:11:10.642 INFO:tasks.rados.rados.0.smithi094.stdout:1228: done (2 left) 2024-08-17T17:11:10.642 INFO:tasks.rados.rados.0.smithi094.stdout:1230: done (1 left) 2024-08-17T17:11:10.642 INFO:tasks.rados.rados.0.smithi094.stdout:1231: done (0 left) 2024-08-17T17:11:10.642 INFO:tasks.rados.rados.0.smithi094.stdout:1232: snap_create 2024-08-17T17:11:10.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:10.908 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:10 smithi094 ceph-mon[100402]: Reconfiguring mon.a (monmap changed)... 2024-08-17T17:11:10.909 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:10 smithi094 ceph-mon[100402]: Reconfiguring daemon mon.a on smithi094 2024-08-17T17:11:10.909 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:10 smithi094 ceph-mon[100402]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T17:11:10.909 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:10 smithi094 ceph-mon[102949]: Reconfiguring mon.a (monmap changed)... 2024-08-17T17:11:10.909 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:10 smithi094 ceph-mon[102949]: Reconfiguring daemon mon.a on smithi094 2024-08-17T17:11:10.909 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:10 smithi094 ceph-mon[102949]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T17:11:11.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:10 smithi190 ceph-mon[90718]: Reconfiguring mon.a (monmap changed)... 2024-08-17T17:11:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:10 smithi190 ceph-mon[90718]: Reconfiguring daemon mon.a on smithi094 2024-08-17T17:11:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:10 smithi190 ceph-mon[90718]: osdmap e299: 8 total, 8 up, 8 in 2024-08-17T17:11:11.646 INFO:tasks.rados.rados.0.smithi094.stdout:1232: done (0 left) 2024-08-17T17:11:11.647 INFO:tasks.rados.rados.0.smithi094.stdout:1233: delete oid 39 current snap is 114 2024-08-17T17:11:11.650 INFO:tasks.rados.rados.0.smithi094.stdout:1233: done (0 left) 2024-08-17T17:11:11.651 INFO:tasks.rados.rados.0.smithi094.stdout:1234: rollback oid 33 current snap is 114 2024-08-17T17:11:11.651 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 33 to 91 2024-08-17T17:11:11.651 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 114 2024-08-17T17:11:11.651 INFO:tasks.rados.rados.0.smithi094.stdout:1235: seq_num 390 ranges {5283840=540672,5824512=630784,6455296=573440} 2024-08-17T17:11:11.682 INFO:tasks.rados.rados.0.smithi094.stdout:1235: writing smithi09487127-12 from 5283840 to 5824512 tid 1 2024-08-17T17:11:11.685 INFO:tasks.rados.rados.0.smithi094.stdout:1235: writing smithi09487127-12 from 5824512 to 6455296 tid 2 2024-08-17T17:11:11.690 INFO:tasks.rados.rados.0.smithi094.stdout:1235: writing smithi09487127-12 from 6455296 to 7028736 tid 3 2024-08-17T17:11:11.690 INFO:tasks.rados.rados.0.smithi094.stdout:1236: rollback oid 42 current snap is 114 2024-08-17T17:11:11.690 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 113 2024-08-17T17:11:11.690 INFO:tasks.rados.rados.0.smithi094.stdout:1234: finishing rollback tid 1 to smithi09487127-33 2024-08-17T17:11:11.690 INFO:tasks.rados.rados.0.smithi094.stdout:1234: finishing rollback tid 2 to smithi09487127-33 2024-08-17T17:11:11.690 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 432 (ObjNum 129 snap 0 seq_num 3220864720) dirty exists 2024-08-17T17:11:11.691 INFO:tasks.rados.rados.0.smithi094.stdout:1235: finishing write tid 1 to smithi09487127-12 2024-08-17T17:11:11.691 INFO:tasks.rados.rados.0.smithi094.stdout:1234: done (2 left) 2024-08-17T17:11:11.691 INFO:tasks.rados.rados.0.smithi094.stdout:1237: snap_remove snap 107 2024-08-17T17:11:11.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:11 smithi190 ceph-mon[90718]: pgmap v59: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-17T17:11:11.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:11.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:11.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:11:11.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:11:11.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:11.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:11 smithi190 ceph-mon[90718]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T17:11:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[102949]: pgmap v59: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-17T17:11:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:11:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:11:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:12.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[102949]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T17:11:12.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[100402]: pgmap v59: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-08-17T17:11:12.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:12.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:12.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:11:12.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:11:12.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:12.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:11 smithi094 ceph-mon[100402]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T17:11:12.697 INFO:tasks.rados.rados.0.smithi094.stdout:1237: done (2 left) 2024-08-17T17:11:12.697 INFO:tasks.rados.rados.0.smithi094.stdout:1238: read oid 8 snap -1 2024-08-17T17:11:12.697 INFO:tasks.rados.rados.0.smithi094.stdout:1238: expect (ObjNum 188 snap 48 seq_num 188) 2024-08-17T17:11:12.697 INFO:tasks.rados.rados.0.smithi094.stdout:1239: setattr oid 25 current snap is 114 2024-08-17T17:11:12.697 INFO:tasks.rados.rados.0.smithi094.stdout:1235: finishing write tid 2 to smithi09487127-12 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:1236: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:1236: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:1236: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 503 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:1235: finishing write tid 3 to smithi09487127-12 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:1235: finishing write tid 4 to smithi09487127-12 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:1235: finishing write tid 5 to smithi09487127-12 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 639 (ObjNum 390 snap 114 seq_num 390) dirty exists 2024-08-17T17:11:12.698 INFO:tasks.rados.rados.0.smithi094.stdout:1235: left oid 12 (ObjNum 390 snap 114 seq_num 390) 2024-08-17T17:11:12.699 INFO:tasks.rados.rados.0.smithi094.stdout:1235: done (3 left) 2024-08-17T17:11:12.699 INFO:tasks.rados.rados.0.smithi094.stdout:1236: done (2 left) 2024-08-17T17:11:12.699 INFO:tasks.rados.rados.0.smithi094.stdout:1240: delete oid 3 current snap is 114 2024-08-17T17:11:12.707 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 237 (ObjNum 385 snap 112 seq_num 385) dirty exists 2024-08-17T17:11:12.710 INFO:tasks.rados.rados.0.smithi094.stdout:1238: expect (ObjNum 188 snap 48 seq_num 188) 2024-08-17T17:11:12.734 INFO:tasks.rados.rados.0.smithi094.stdout:1238: done (2 left) 2024-08-17T17:11:12.734 INFO:tasks.rados.rados.0.smithi094.stdout:1239: done (1 left) 2024-08-17T17:11:12.734 INFO:tasks.rados.rados.0.smithi094.stdout:1240: done (0 left) 2024-08-17T17:11:12.734 INFO:tasks.rados.rados.0.smithi094.stdout:1241: snap_create 2024-08-17T17:11:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[100402]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T17:11:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[100402]: Reconfiguring daemon mgr.y on smithi094 2024-08-17T17:11:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[102949]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[102949]: Reconfiguring daemon mgr.y on smithi094 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:13.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:13.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:12 smithi190 ceph-mon[90718]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T17:11:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:12 smithi190 ceph-mon[90718]: Reconfiguring daemon mgr.y on smithi094 2024-08-17T17:11:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:13.703 INFO:tasks.rados.rados.0.smithi094.stdout:1241: done (0 left) 2024-08-17T17:11:13.703 INFO:tasks.rados.rados.0.smithi094.stdout:1242: rollback oid 41 current snap is 115 2024-08-17T17:11:13.703 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 100 2024-08-17T17:11:13.703 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 115 2024-08-17T17:11:13.703 INFO:tasks.rados.rados.0.smithi094.stdout:1243: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-08-17T17:11:13.707 INFO:tasks.rados.rados.0.smithi094.stdout:1243: writing smithi09487127-4 from 0 to 573440 tid 1 2024-08-17T17:11:13.711 INFO:tasks.rados.rados.0.smithi094.stdout:1243: writing smithi09487127-4 from 573440 to 1376256 tid 2 2024-08-17T17:11:13.714 INFO:tasks.rados.rados.0.smithi094.stdout:1243: writing smithi09487127-4 from 1376256 to 1777664 tid 3 2024-08-17T17:11:13.714 INFO:tasks.rados.rados.0.smithi094.stdout:1244: delete oid 19 current snap is 115 2024-08-17T17:11:13.714 INFO:tasks.rados.rados.0.smithi094.stdout:1242: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:11:13.714 INFO:tasks.rados.rados.0.smithi094.stdout:1242: finishing rollback tid 2 to smithi09487127-41 2024-08-17T17:11:13.714 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 521 (ObjNum 306 snap 87 seq_num 306) dirty exists 2024-08-17T17:11:13.714 INFO:tasks.rados.rados.0.smithi094.stdout:1243: finishing write tid 1 to smithi09487127-4 2024-08-17T17:11:13.716 INFO:tasks.rados.rados.0.smithi094.stdout:1243: finishing write tid 2 to smithi09487127-4 2024-08-17T17:11:13.717 INFO:tasks.rados.rados.0.smithi094.stdout:1242: done (2 left) 2024-08-17T17:11:13.717 INFO:tasks.rados.rados.0.smithi094.stdout:1244: done (1 left) 2024-08-17T17:11:13.717 INFO:tasks.rados.rados.0.smithi094.stdout:1245: rollback oid 6 current snap is 115 2024-08-17T17:11:13.717 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 6 to 109 2024-08-17T17:11:13.717 INFO:tasks.rados.rados.0.smithi094.stdout:1243: finishing write tid 3 to smithi09487127-4 2024-08-17T17:11:13.717 INFO:tasks.rados.rados.0.smithi094.stdout:1246: snap_remove snap 112 2024-08-17T17:11:13.832 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:13 smithi094 ceph-mon[100402]: Reconfiguring mon.c (monmap changed)... 2024-08-17T17:11:13.832 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:13 smithi094 ceph-mon[100402]: Reconfiguring daemon mon.c on smithi094 2024-08-17T17:11:13.832 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:13 smithi094 ceph-mon[100402]: pgmap v61: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:13.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:13 smithi094 ceph-mon[100402]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T17:11:13.833 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:13 smithi094 ceph-mon[102949]: Reconfiguring mon.c (monmap changed)... 2024-08-17T17:11:13.833 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:13 smithi094 ceph-mon[102949]: Reconfiguring daemon mon.c on smithi094 2024-08-17T17:11:13.833 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:13 smithi094 ceph-mon[102949]: pgmap v61: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:13.833 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:13 smithi094 ceph-mon[102949]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T17:11:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:13 smithi190 ceph-mon[90718]: Reconfiguring mon.c (monmap changed)... 2024-08-17T17:11:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:13 smithi190 ceph-mon[90718]: Reconfiguring daemon mon.c on smithi094 2024-08-17T17:11:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:13 smithi190 ceph-mon[90718]: pgmap v61: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 110 active+clean; 194 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:14.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:13 smithi190 ceph-mon[90718]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T17:11:14.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:14 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:14.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:14.704 INFO:tasks.rados.rados.0.smithi094.stdout:1246: done (2 left) 2024-08-17T17:11:14.704 INFO:tasks.rados.rados.0.smithi094.stdout:1247: rmattr oid 26 current snap is 115 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1243: finishing write tid 4 to smithi09487127-4 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1243: finishing write tid 5 to smithi09487127-4 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 356 (ObjNum 392 snap 115 seq_num 392) dirty exists 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1243: left oid 4 (ObjNum 392 snap 115 seq_num 392) 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1245: finishing rollback tid 0 to smithi09487127-6 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1245: finishing rollback tid 1 to smithi09487127-6 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1245: finishing rollback tid 2 to smithi09487127-6 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 755 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1243: done (2 left) 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1245: done (1 left) 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 115 2024-08-17T17:11:14.705 INFO:tasks.rados.rados.0.smithi094.stdout:1248: seq_num 394 ranges {5562368=606208,6168576=565248,6733824=557056,7290880=81920} 2024-08-17T17:11:14.738 INFO:tasks.rados.rados.0.smithi094.stdout:1248: writing smithi09487127-15 from 5562368 to 6168576 tid 1 2024-08-17T17:11:14.741 INFO:tasks.rados.rados.0.smithi094.stdout:1248: writing smithi09487127-15 from 6168576 to 6733824 tid 2 2024-08-17T17:11:14.744 INFO:tasks.rados.rados.0.smithi094.stdout:1248: writing smithi09487127-15 from 6733824 to 7290880 tid 3 2024-08-17T17:11:14.745 INFO:tasks.rados.rados.0.smithi094.stdout:1248: writing smithi09487127-15 from 7290880 to 7372800 tid 4 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:1249: rollback oid 46 current snap is 115 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 94 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 698 (ObjNum 232 snap 59 seq_num 232) dirty exists 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:1248: finishing write tid 1 to smithi09487127-15 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:1248: finishing write tid 2 to smithi09487127-15 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:1247: done (2 left) 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:1250: rmattr oid 43 current snap is 115 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:1250: done (2 left) 2024-08-17T17:11:14.746 INFO:tasks.rados.rados.0.smithi094.stdout:1251: delete oid 8 current snap is 115 2024-08-17T17:11:14.748 INFO:tasks.rados.rados.0.smithi094.stdout:1249: finishing rollback tid 0 to smithi09487127-46 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1251: done (2 left) 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1252: read oid 41 snap -1 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1252: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1253: snap_create 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1249: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1248: finishing write tid 3 to smithi09487127-15 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1249: finishing rollback tid 2 to smithi09487127-46 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 614 (ObjNum 317 snap 90 seq_num 317) dirty exists 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1248: finishing write tid 4 to smithi09487127-15 2024-08-17T17:11:14.749 INFO:tasks.rados.rados.0.smithi094.stdout:1248: finishing write tid 5 to smithi09487127-15 2024-08-17T17:11:14.751 INFO:tasks.rados.rados.0.smithi094.stdout:1248: finishing write tid 6 to smithi09487127-15 2024-08-17T17:11:14.751 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 763 (ObjNum 394 snap 115 seq_num 394) dirty exists 2024-08-17T17:11:14.751 INFO:tasks.rados.rados.0.smithi094.stdout:1248: left oid 15 (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:11:14.763 INFO:tasks.rados.rados.0.smithi094.stdout:1252: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:11:15.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[100402]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T17:11:15.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:15.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:15.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:11:15.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:15.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[102949]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T17:11:15.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:15.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:15.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:11:15.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:14 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:14 smithi190 ceph-mon[90718]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T17:11:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:14 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:14 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:14 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:11:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:14 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:15.713 INFO:tasks.rados.rados.0.smithi094.stdout:1248: done (3 left) 2024-08-17T17:11:15.714 INFO:tasks.rados.rados.0.smithi094.stdout:1249: done (2 left) 2024-08-17T17:11:15.714 INFO:tasks.rados.rados.0.smithi094.stdout:1252: done (1 left) 2024-08-17T17:11:15.714 INFO:tasks.rados.rados.0.smithi094.stdout:1253: done (0 left) 2024-08-17T17:11:15.714 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 116 2024-08-17T17:11:15.714 INFO:tasks.rados.rados.0.smithi094.stdout:1254: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-08-17T17:11:15.716 INFO:tasks.rados.rados.0.smithi094.stdout:1254: writing smithi09487127-40 from 0 to 638976 tid 1 2024-08-17T17:11:15.721 INFO:tasks.rados.rados.0.smithi094.stdout:1254: writing smithi09487127-40 from 638976 to 1425408 tid 2 2024-08-17T17:11:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1254: writing smithi09487127-40 from 1425408 to 1843200 tid 3 2024-08-17T17:11:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1255: delete oid 2 current snap is 116 2024-08-17T17:11:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1254: finishing write tid 1 to smithi09487127-40 2024-08-17T17:11:15.726 INFO:tasks.rados.rados.0.smithi094.stdout:1254: finishing write tid 2 to smithi09487127-40 2024-08-17T17:11:15.726 INFO:tasks.rados.rados.0.smithi094.stdout:1254: finishing write tid 3 to smithi09487127-40 2024-08-17T17:11:15.726 INFO:tasks.rados.rados.0.smithi094.stdout:1254: finishing write tid 4 to smithi09487127-40 2024-08-17T17:11:15.729 INFO:tasks.rados.rados.0.smithi094.stdout:1254: finishing write tid 5 to smithi09487127-40 2024-08-17T17:11:15.729 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 442 (ObjNum 396 snap 116 seq_num 396) dirty exists 2024-08-17T17:11:15.729 INFO:tasks.rados.rados.0.smithi094.stdout:1254: left oid 40 (ObjNum 396 snap 116 seq_num 396) 2024-08-17T17:11:15.729 INFO:tasks.rados.rados.0.smithi094.stdout:1254: done (1 left) 2024-08-17T17:11:15.729 INFO:tasks.rados.rados.0.smithi094.stdout:1255: done (0 left) 2024-08-17T17:11:15.729 INFO:tasks.rados.rados.0.smithi094.stdout:1256: snap_remove snap 103 2024-08-17T17:11:16.010 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[100402]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[100402]: Reconfiguring daemon osd.0 on smithi094 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[100402]: pgmap v64: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 932 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[100402]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[102949]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T17:11:16.011 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[102949]: Reconfiguring daemon osd.0 on smithi094 2024-08-17T17:11:16.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[102949]: pgmap v64: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 932 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:11:16.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[102949]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T17:11:16.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:16.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:16.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:11:16.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:15 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-mon[90718]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T17:11:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-mon[90718]: Reconfiguring daemon osd.0 on smithi094 2024-08-17T17:11:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-mon[90718]: pgmap v64: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 932 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:11:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-mon[90718]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T17:11:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:11:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:16.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:16.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:16.719 INFO:tasks.rados.rados.0.smithi094.stdout:1256: done (0 left) 2024-08-17T17:11:16.719 INFO:tasks.rados.rados.0.smithi094.stdout:1257: copy_from oid 18 from oid 9 current snap is 116 2024-08-17T17:11:16.719 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 116 2024-08-17T17:11:16.719 INFO:tasks.rados.rados.0.smithi094.stdout:1258: seq_num 398 ranges {2736128=671744,3407872=557056,3964928=532480,4497408=114688} 2024-08-17T17:11:16.738 INFO:tasks.rados.rados.0.smithi094.stdout:1258: writing smithi09487127-48 from 2736128 to 3407872 tid 1 2024-08-17T17:11:16.741 INFO:tasks.rados.rados.0.smithi094.stdout:1258: writing smithi09487127-48 from 3407872 to 3964928 tid 2 2024-08-17T17:11:16.745 INFO:tasks.rados.rados.0.smithi094.stdout:1258: writing smithi09487127-48 from 3964928 to 4497408 tid 3 2024-08-17T17:11:16.746 INFO:tasks.rados.rados.0.smithi094.stdout:1258: writing smithi09487127-48 from 4497408 to 4612096 tid 4 2024-08-17T17:11:16.747 INFO:tasks.rados.rados.0.smithi094.stdout:1259: delete oid 27 current snap is 116 2024-08-17T17:11:16.747 INFO:tasks.rados.rados.0.smithi094.stdout:1257: finishing copy_from to smithi09487127-18 2024-08-17T17:11:16.747 INFO:tasks.rados.rados.0.smithi094.stdout:1257: got expected ENOENT (src dne) 2024-08-17T17:11:16.747 INFO:tasks.rados.rados.0.smithi094.stdout:1257: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:11:16.747 INFO:tasks.rados.rados.0.smithi094.stdout:1258: finishing write tid 1 to smithi09487127-48 2024-08-17T17:11:16.749 INFO:tasks.rados.rados.0.smithi094.stdout:1258: finishing write tid 2 to smithi09487127-48 2024-08-17T17:11:16.751 INFO:tasks.rados.rados.0.smithi094.stdout:1257: done (2 left) 2024-08-17T17:11:16.751 INFO:tasks.rados.rados.0.smithi094.stdout:1259: done (1 left) 2024-08-17T17:11:16.751 INFO:tasks.rados.rados.0.smithi094.stdout:1260: read oid 7 snap 114 2024-08-17T17:11:16.751 INFO:tasks.rados.rados.0.smithi094.stdout:1260: expect deleted 2024-08-17T17:11:16.751 INFO:tasks.rados.rados.0.smithi094.stdout:1261: rollback oid 18 current snap is 116 2024-08-17T17:11:16.751 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 81 2024-08-17T17:11:16.751 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 116 2024-08-17T17:11:16.751 INFO:tasks.rados.rados.0.smithi094.stdout:1262: seq_num 400 ranges {1843200=704512,2547712=720896,3268608=483328} 2024-08-17T17:11:16.765 INFO:tasks.rados.rados.0.smithi094.stdout:1262: writing smithi09487127-40 from 1843200 to 2547712 tid 1 2024-08-17T17:11:16.769 INFO:tasks.rados.rados.0.smithi094.stdout:1262: writing smithi09487127-40 from 2547712 to 3268608 tid 2 2024-08-17T17:11:16.772 INFO:tasks.rados.rados.0.smithi094.stdout:1262: writing smithi09487127-40 from 3268608 to 3751936 tid 3 2024-08-17T17:11:16.772 INFO:tasks.rados.rados.0.smithi094.stdout:1263: read oid 31 snap -1 2024-08-17T17:11:16.772 INFO:tasks.rados.rados.0.smithi094.stdout:1263: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:11:16.772 INFO:tasks.rados.rados.0.smithi094.stdout:1264: snap_create 2024-08-17T17:11:16.772 INFO:tasks.rados.rados.0.smithi094.stdout:1258: finishing write tid 3 to smithi09487127-48 2024-08-17T17:11:16.772 INFO:tasks.rados.rados.0.smithi094.stdout:1258: finishing write tid 4 to smithi09487127-48 2024-08-17T17:11:16.772 INFO:tasks.rados.rados.0.smithi094.stdout:1261: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:11:16.773 INFO:tasks.rados.rados.0.smithi094.stdout:1261: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:11:16.773 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 616 (ObjNum 33 snap 0 seq_num 1683050850) dirty dne 2024-08-17T17:11:16.773 INFO:tasks.rados.rados.0.smithi094.stdout:1258: finishing write tid 5 to smithi09487127-48 2024-08-17T17:11:16.773 INFO:tasks.rados.rados.0.smithi094.stdout:1258: finishing write tid 6 to smithi09487127-48 2024-08-17T17:11:16.773 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 769 (ObjNum 398 snap 116 seq_num 398) dirty exists 2024-08-17T17:11:16.773 INFO:tasks.rados.rados.0.smithi094.stdout:1258: left oid 48 (ObjNum 398 snap 116 seq_num 398) 2024-08-17T17:11:16.773 INFO:tasks.rados.rados.0.smithi094.stdout:1262: finishing write tid 1 to smithi09487127-40 2024-08-17T17:11:16.774 INFO:tasks.rados.rados.0.smithi094.stdout:1262: finishing write tid 2 to smithi09487127-40 2024-08-17T17:11:16.774 INFO:tasks.rados.rados.0.smithi094.stdout:1262: finishing write tid 3 to smithi09487127-40 2024-08-17T17:11:16.775 INFO:tasks.rados.rados.0.smithi094.stdout:1262: finishing write tid 4 to smithi09487127-40 2024-08-17T17:11:16.775 INFO:tasks.rados.rados.0.smithi094.stdout:1262: finishing write tid 5 to smithi09487127-40 2024-08-17T17:11:16.776 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 454 (ObjNum 400 snap 116 seq_num 400) dirty exists 2024-08-17T17:11:16.776 INFO:tasks.rados.rados.0.smithi094.stdout:1262: left oid 40 (ObjNum 400 snap 116 seq_num 400) 2024-08-17T17:11:16.784 INFO:tasks.rados.rados.0.smithi094.stdout:1263: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:11:16.965 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:16 smithi094 ceph-mon[100402]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T17:11:16.966 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:16 smithi094 ceph-mon[100402]: Reconfiguring daemon osd.1 on smithi094 2024-08-17T17:11:16.966 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:16 smithi094 ceph-mon[100402]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T17:11:16.966 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:16 smithi094 ceph-mon[102949]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T17:11:16.966 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:16 smithi094 ceph-mon[102949]: Reconfiguring daemon osd.1 on smithi094 2024-08-17T17:11:16.966 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:16 smithi094 ceph-mon[102949]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T17:11:17.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:16 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:16.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:16 smithi190 ceph-mon[90718]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T17:11:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:16 smithi190 ceph-mon[90718]: Reconfiguring daemon osd.1 on smithi094 2024-08-17T17:11:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:16 smithi190 ceph-mon[90718]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T17:11:17.723 INFO:tasks.rados.rados.0.smithi094.stdout:1258: done (5 left) 2024-08-17T17:11:17.723 INFO:tasks.rados.rados.0.smithi094.stdout:1260: done (4 left) 2024-08-17T17:11:17.723 INFO:tasks.rados.rados.0.smithi094.stdout:1261: done (3 left) 2024-08-17T17:11:17.723 INFO:tasks.rados.rados.0.smithi094.stdout:1262: done (2 left) 2024-08-17T17:11:17.723 INFO:tasks.rados.rados.0.smithi094.stdout:1263: done (1 left) 2024-08-17T17:11:17.723 INFO:tasks.rados.rados.0.smithi094.stdout:1264: done (0 left) 2024-08-17T17:11:17.723 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 117 2024-08-17T17:11:17.723 INFO:tasks.rados.rados.0.smithi094.stdout:1265: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2024-08-17T17:11:17.726 INFO:tasks.rados.rados.0.smithi094.stdout:1265: writing smithi09487127-28 from 0 to 720896 tid 1 2024-08-17T17:11:17.730 INFO:tasks.rados.rados.0.smithi094.stdout:1265: writing smithi09487127-28 from 720896 to 1327104 tid 2 2024-08-17T17:11:17.734 INFO:tasks.rados.rados.0.smithi094.stdout:1265: writing smithi09487127-28 from 1327104 to 1925120 tid 3 2024-08-17T17:11:17.735 INFO:tasks.rados.rados.0.smithi094.stdout:1266: rmattr oid 39 current snap is 117 2024-08-17T17:11:17.735 INFO:tasks.rados.rados.0.smithi094.stdout:1266: done (1 left) 2024-08-17T17:11:17.735 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 117 2024-08-17T17:11:17.735 INFO:tasks.rados.rados.0.smithi094.stdout:1265: finishing write tid 1 to smithi09487127-28 2024-08-17T17:11:17.735 INFO:tasks.rados.rados.0.smithi094.stdout:1265: finishing write tid 2 to smithi09487127-28 2024-08-17T17:11:17.735 INFO:tasks.rados.rados.0.smithi094.stdout:1267: seq_num 402 ranges {4521984=737280,5259264=491520,5750784=516096,6266880=196608} 2024-08-17T17:11:17.762 INFO:tasks.rados.rados.0.smithi094.stdout:1267: writing smithi09487127-34 from 4521984 to 5259264 tid 1 2024-08-17T17:11:17.765 INFO:tasks.rados.rados.0.smithi094.stdout:1267: writing smithi09487127-34 from 5259264 to 5750784 tid 2 2024-08-17T17:11:17.768 INFO:tasks.rados.rados.0.smithi094.stdout:1267: writing smithi09487127-34 from 5750784 to 6266880 tid 3 2024-08-17T17:11:17.770 INFO:tasks.rados.rados.0.smithi094.stdout:1267: writing smithi09487127-34 from 6266880 to 6463488 tid 4 2024-08-17T17:11:17.770 INFO:tasks.rados.rados.0.smithi094.stdout:1268: copy_from oid 3 from oid 13 current snap is 117 2024-08-17T17:11:17.770 INFO:tasks.rados.rados.0.smithi094.stdout:1265: finishing write tid 3 to smithi09487127-28 2024-08-17T17:11:17.770 INFO:tasks.rados.rados.0.smithi094.stdout:1265: finishing write tid 4 to smithi09487127-28 2024-08-17T17:11:17.770 INFO:tasks.rados.rados.0.smithi094.stdout:1265: finishing write tid 5 to smithi09487127-28 2024-08-17T17:11:17.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 620 (ObjNum 401 snap 117 seq_num 401) dirty exists 2024-08-17T17:11:17.770 INFO:tasks.rados.rados.0.smithi094.stdout:1265: left oid 28 (ObjNum 401 snap 117 seq_num 401) 2024-08-17T17:11:17.770 INFO:tasks.rados.rados.0.smithi094.stdout:1267: finishing write tid 1 to smithi09487127-34 2024-08-17T17:11:17.771 INFO:tasks.rados.rados.0.smithi094.stdout:1267: finishing write tid 2 to smithi09487127-34 2024-08-17T17:11:17.771 INFO:tasks.rados.rados.0.smithi094.stdout:1265: done (2 left) 2024-08-17T17:11:17.771 INFO:tasks.rados.rados.0.smithi094.stdout:1269: copy_from oid 5 from oid 45 current snap is 117 2024-08-17T17:11:17.771 INFO:tasks.rados.rados.0.smithi094.stdout:1270: snap_create 2024-08-17T17:11:17.771 INFO:tasks.rados.rados.0.smithi094.stdout:1267: finishing write tid 3 to smithi09487127-34 2024-08-17T17:11:17.772 INFO:tasks.rados.rados.0.smithi094.stdout:1267: finishing write tid 4 to smithi09487127-34 2024-08-17T17:11:17.772 INFO:tasks.rados.rados.0.smithi094.stdout:1267: finishing write tid 5 to smithi09487127-34 2024-08-17T17:11:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:1267: finishing write tid 6 to smithi09487127-34 2024-08-17T17:11:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 526 (ObjNum 402 snap 117 seq_num 402) dirty exists 2024-08-17T17:11:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:1267: left oid 34 (ObjNum 402 snap 117 seq_num 402) 2024-08-17T17:11:17.779 INFO:tasks.rados.rados.0.smithi094.stdout:1268: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:11:17.781 INFO:tasks.rados.rados.0.smithi094.stdout:1268: finishing copy_from to smithi09487127-3 2024-08-17T17:11:17.781 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 549 (ObjNum 363 snap 109 seq_num 363) dirty exists 2024-08-17T17:11:17.787 INFO:tasks.rados.rados.0.smithi094.stdout:1269: finishing copy_from racing read to smithi09487127-5 2024-08-17T17:11:17.790 INFO:tasks.rados.rados.0.smithi094.stdout:1269: finishing copy_from to smithi09487127-5 2024-08-17T17:11:17.790 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 529 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:11:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[100402]: pgmap v67: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:11:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[100402]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T17:11:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:11:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[102949]: pgmap v67: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:11:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[102949]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T17:11:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:11:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:17 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:17 smithi190 ceph-mon[90718]: pgmap v67: 121 pgs: 121 active+clean; 200 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 943 KiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:11:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:17 smithi190 ceph-mon[90718]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T17:11:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:17 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:17 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:17 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:11:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:17 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:18.642 INFO:tasks.rados.rados.0.smithi094.stdout:1267: done (3 left) 2024-08-17T17:11:18.642 INFO:tasks.rados.rados.0.smithi094.stdout:1268: done (2 left) 2024-08-17T17:11:18.642 INFO:tasks.rados.rados.0.smithi094.stdout:1269: done (1 left) 2024-08-17T17:11:18.642 INFO:tasks.rados.rados.0.smithi094.stdout:1270: done (0 left) 2024-08-17T17:11:18.642 INFO:tasks.rados.rados.0.smithi094.stdout:1271: snap_create 2024-08-17T17:11:19.002 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[100402]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T17:11:19.002 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[100402]: Reconfiguring daemon osd.2 on smithi094 2024-08-17T17:11:19.002 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[100402]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T17:11:19.002 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[100402]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[102949]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[102949]: Reconfiguring daemon osd.2 on smithi094 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[102949]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:11:19.003 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:19.004 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:18 smithi094 ceph-mon[102949]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T17:11:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:18 smithi190 ceph-mon[90718]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T17:11:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:18 smithi190 ceph-mon[90718]: Reconfiguring daemon osd.2 on smithi094 2024-08-17T17:11:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:18 smithi190 ceph-mon[90718]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T17:11:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:11:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:18 smithi190 ceph-mon[90718]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T17:11:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:11:19] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.51.0" 2024-08-17T17:11:19.645 INFO:tasks.rados.rados.0.smithi094.stdout:1271: done (0 left) 2024-08-17T17:11:19.645 INFO:tasks.rados.rados.0.smithi094.stdout:1272: snap_remove snap 92 2024-08-17T17:11:20.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-mon[102949]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T17:11:20.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-mon[102949]: Reconfiguring daemon osd.3 on smithi094 2024-08-17T17:11:20.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-mon[102949]: pgmap v71: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-17T17:11:20.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-mon[102949]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T17:11:20.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-mon[100402]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T17:11:20.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-mon[100402]: Reconfiguring daemon osd.3 on smithi094 2024-08-17T17:11:20.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-mon[100402]: pgmap v71: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-17T17:11:20.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:19 smithi094 ceph-mon[100402]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T17:11:20.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:19 smithi190 ceph-mon[90718]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T17:11:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:19 smithi190 ceph-mon[90718]: Reconfiguring daemon osd.3 on smithi094 2024-08-17T17:11:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:19 smithi190 ceph-mon[90718]: pgmap v71: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-17T17:11:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:19 smithi190 ceph-mon[90718]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T17:11:20.647 INFO:tasks.rados.rados.0.smithi094.stdout:1272: done (0 left) 2024-08-17T17:11:20.648 INFO:tasks.rados.rados.0.smithi094.stdout:1273: rollback oid 5 current snap is 119 2024-08-17T17:11:20.648 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 110 2024-08-17T17:11:20.648 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 119 2024-08-17T17:11:20.648 INFO:tasks.rados.rados.0.smithi094.stdout:1274: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-08-17T17:11:20.652 INFO:tasks.rados.rados.0.smithi094.stdout:1274: writing smithi09487127-29 from 0 to 753664 tid 1 2024-08-17T17:11:20.655 INFO:tasks.rados.rados.0.smithi094.stdout:1274: writing smithi09487127-29 from 753664 to 1179648 tid 2 2024-08-17T17:11:20.659 INFO:tasks.rados.rados.0.smithi094.stdout:1274: writing smithi09487127-29 from 1179648 to 1900544 tid 3 2024-08-17T17:11:20.660 INFO:tasks.rados.rados.0.smithi094.stdout:1274: writing smithi09487127-29 from 1900544 to 1957888 tid 4 2024-08-17T17:11:20.660 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 119 2024-08-17T17:11:20.660 INFO:tasks.rados.rados.0.smithi094.stdout:1275: seq_num 404 ranges {1712128=770048,2482176=712704,3194880=491520} 2024-08-17T17:11:20.675 INFO:tasks.rados.rados.0.smithi094.stdout:1275: writing smithi09487127-10 from 1712128 to 2482176 tid 1 2024-08-17T17:11:20.679 INFO:tasks.rados.rados.0.smithi094.stdout:1275: writing smithi09487127-10 from 2482176 to 3194880 tid 2 2024-08-17T17:11:20.683 INFO:tasks.rados.rados.0.smithi094.stdout:1275: writing smithi09487127-10 from 3194880 to 3686400 tid 3 2024-08-17T17:11:20.683 INFO:tasks.rados.rados.0.smithi094.stdout:1276: delete oid 26 current snap is 119 2024-08-17T17:11:20.683 INFO:tasks.rados.rados.0.smithi094.stdout:1273: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:11:20.683 INFO:tasks.rados.rados.0.smithi094.stdout:1273: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:11:20.683 INFO:tasks.rados.rados.0.smithi094.stdout:1273: finishing rollback tid 2 to smithi09487127-5 2024-08-17T17:11:20.683 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 532 (ObjNum 355 snap 108 seq_num 355) dirty exists 2024-08-17T17:11:20.683 INFO:tasks.rados.rados.0.smithi094.stdout:1274: finishing write tid 1 to smithi09487127-29 2024-08-17T17:11:20.683 INFO:tasks.rados.rados.0.smithi094.stdout:1274: finishing write tid 2 to smithi09487127-29 2024-08-17T17:11:20.684 INFO:tasks.rados.rados.0.smithi094.stdout:1274: finishing write tid 3 to smithi09487127-29 2024-08-17T17:11:20.684 INFO:tasks.rados.rados.0.smithi094.stdout:1274: finishing write tid 4 to smithi09487127-29 2024-08-17T17:11:20.684 INFO:tasks.rados.rados.0.smithi094.stdout:1274: finishing write tid 5 to smithi09487127-29 2024-08-17T17:11:20.684 INFO:tasks.rados.rados.0.smithi094.stdout:1274: finishing write tid 6 to smithi09487127-29 2024-08-17T17:11:20.684 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 531 (ObjNum 403 snap 119 seq_num 403) dirty exists 2024-08-17T17:11:20.684 INFO:tasks.rados.rados.0.smithi094.stdout:1274: left oid 29 (ObjNum 403 snap 119 seq_num 403) 2024-08-17T17:11:20.684 INFO:tasks.rados.rados.0.smithi094.stdout:1275: finishing write tid 1 to smithi09487127-10 2024-08-17T17:11:20.684 INFO:tasks.rados.rados.0.smithi094.stdout:1275: finishing write tid 2 to smithi09487127-10 2024-08-17T17:11:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:20.686 INFO:tasks.rados.rados.0.smithi094.stdout:1275: finishing write tid 3 to smithi09487127-10 2024-08-17T17:11:20.686 INFO:tasks.rados.rados.0.smithi094.stdout:1273: done (3 left) 2024-08-17T17:11:20.686 INFO:tasks.rados.rados.0.smithi094.stdout:1274: done (2 left) 2024-08-17T17:11:20.686 INFO:tasks.rados.rados.0.smithi094.stdout:1276: done (1 left) 2024-08-17T17:11:20.686 INFO:tasks.rados.rados.0.smithi094.stdout:1277: read oid 39 snap -1 2024-08-17T17:11:20.686 INFO:tasks.rados.rados.0.smithi094.stdout:1277: expect deleted 2024-08-17T17:11:20.686 INFO:tasks.rados.rados.0.smithi094.stdout:1278: snap_remove snap 117 2024-08-17T17:11:21.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-mon[90718]: Reconfiguring mds.a (monmap changed)... 2024-08-17T17:11:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:11:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-mon[90718]: Reconfiguring daemon mds.a on smithi094 2024-08-17T17:11:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-mon[90718]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T17:11:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:20 smithi190 ceph-mon[90718]: pgmap v74: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-17T17:11:21.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:21.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:21.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[100402]: Reconfiguring mds.a (monmap changed)... 2024-08-17T17:11:21.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:11:21.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:21.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[100402]: Reconfiguring daemon mds.a on smithi094 2024-08-17T17:11:21.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[100402]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T17:11:21.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[100402]: pgmap v74: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-17T17:11:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[102949]: Reconfiguring mds.a (monmap changed)... 2024-08-17T17:11:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:11:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[102949]: Reconfiguring daemon mds.a on smithi094 2024-08-17T17:11:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[102949]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T17:11:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:20 smithi094 ceph-mon[102949]: pgmap v74: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-17T17:11:21.652 INFO:tasks.rados.rados.0.smithi094.stdout:1275: finishing write tid 4 to smithi09487127-10 2024-08-17T17:11:21.652 INFO:tasks.rados.rados.0.smithi094.stdout:1275: finishing write tid 5 to smithi09487127-10 2024-08-17T17:11:21.652 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 670 (ObjNum 404 snap 119 seq_num 404) dirty exists 2024-08-17T17:11:21.652 INFO:tasks.rados.rados.0.smithi094.stdout:1275: left oid 10 (ObjNum 404 snap 119 seq_num 404) 2024-08-17T17:11:21.652 INFO:tasks.rados.rados.0.smithi094.stdout:1275: done (2 left) 2024-08-17T17:11:21.652 INFO:tasks.rados.rados.0.smithi094.stdout:1277: done (1 left) 2024-08-17T17:11:21.652 INFO:tasks.rados.rados.0.smithi094.stdout:1278: done (0 left) 2024-08-17T17:11:21.652 INFO:tasks.rados.rados.0.smithi094.stdout:1279: snap_remove snap 94 2024-08-17T17:11:22.654 INFO:tasks.rados.rados.0.smithi094.stdout:1279: done (0 left) 2024-08-17T17:11:22.654 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 119 2024-08-17T17:11:22.654 INFO:tasks.rados.rados.0.smithi094.stdout:1280: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2024-08-17T17:11:22.658 INFO:tasks.rados.rados.0.smithi094.stdout:1280: writing smithi09487127-23 from 0 to 802816 tid 1 2024-08-17T17:11:22.662 INFO:tasks.rados.rados.0.smithi094.stdout:1280: writing smithi09487127-23 from 802816 to 1277952 tid 2 2024-08-17T17:11:22.665 INFO:tasks.rados.rados.0.smithi094.stdout:1280: writing smithi09487127-23 from 1277952 to 1777664 tid 3 2024-08-17T17:11:22.668 INFO:tasks.rados.rados.0.smithi094.stdout:1280: writing smithi09487127-23 from 1777664 to 2007040 tid 4 2024-08-17T17:11:22.668 INFO:tasks.rados.rados.0.smithi094.stdout:1281: copy_from oid 40 from oid 35 current snap is 119 2024-08-17T17:11:22.668 INFO:tasks.rados.rados.0.smithi094.stdout:1282: snap_create 2024-08-17T17:11:22.675 INFO:tasks.rados.rados.0.smithi094.stdout:1280: finishing write tid 1 to smithi09487127-23 2024-08-17T17:11:22.675 INFO:tasks.rados.rados.0.smithi094.stdout:1280: finishing write tid 2 to smithi09487127-23 2024-08-17T17:11:22.676 INFO:tasks.rados.rados.0.smithi094.stdout:1280: finishing write tid 3 to smithi09487127-23 2024-08-17T17:11:22.677 INFO:tasks.rados.rados.0.smithi094.stdout:1280: finishing write tid 4 to smithi09487127-23 2024-08-17T17:11:22.677 INFO:tasks.rados.rados.0.smithi094.stdout:1280: finishing write tid 5 to smithi09487127-23 2024-08-17T17:11:22.678 INFO:tasks.rados.rados.0.smithi094.stdout:1280: finishing write tid 6 to smithi09487127-23 2024-08-17T17:11:22.679 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 337 (ObjNum 406 snap 119 seq_num 406) dirty exists 2024-08-17T17:11:22.679 INFO:tasks.rados.rados.0.smithi094.stdout:1280: left oid 23 (ObjNum 406 snap 119 seq_num 406) 2024-08-17T17:11:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:22 smithi190 ceph-mon[90718]: Reconfiguring mon.b (monmap changed)... 2024-08-17T17:11:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:22 smithi190 ceph-mon[90718]: Reconfiguring daemon mon.b on smithi190 2024-08-17T17:11:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:22 smithi190 ceph-mon[90718]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T17:11:22.689 INFO:tasks.rados.rados.0.smithi094.stdout:1281: finishing copy_from racing read to smithi09487127-40 2024-08-17T17:11:22.692 INFO:tasks.rados.rados.0.smithi094.stdout:1281: finishing copy_from to smithi09487127-40 2024-08-17T17:11:22.693 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 366 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-17T17:11:22.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:22.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:22.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[100402]: Reconfiguring mon.b (monmap changed)... 2024-08-17T17:11:22.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:22.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[100402]: Reconfiguring daemon mon.b on smithi190 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[100402]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[102949]: Reconfiguring mon.b (monmap changed)... 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[102949]: Reconfiguring daemon mon.b on smithi190 2024-08-17T17:11:22.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:22 smithi094 ceph-mon[102949]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T17:11:23.660 INFO:tasks.rados.rados.0.smithi094.stdout:1280: done (2 left) 2024-08-17T17:11:23.660 INFO:tasks.rados.rados.0.smithi094.stdout:1281: done (1 left) 2024-08-17T17:11:23.660 INFO:tasks.rados.rados.0.smithi094.stdout:1282: done (0 left) 2024-08-17T17:11:23.660 INFO:tasks.rados.rados.0.smithi094.stdout:1283: delete oid 3 current snap is 120 2024-08-17T17:11:23.663 INFO:tasks.rados.rados.0.smithi094.stdout:1283: done (0 left) 2024-08-17T17:11:23.663 INFO:tasks.rados.rados.0.smithi094.stdout:1284: read oid 6 snap -1 2024-08-17T17:11:23.663 INFO:tasks.rados.rados.0.smithi094.stdout:1284: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:23.664 INFO:tasks.rados.rados.0.smithi094.stdout:1285: delete oid 30 current snap is 120 2024-08-17T17:11:23.671 INFO:tasks.rados.rados.0.smithi094.stdout:1285: done (1 left) 2024-08-17T17:11:23.671 INFO:tasks.rados.rados.0.smithi094.stdout:1286: snap_remove snap 113 2024-08-17T17:11:23.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:23 smithi190 ceph-mon[90718]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T17:11:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:23 smithi190 ceph-mon[90718]: pgmap v77: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:11:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:11:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[100402]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T17:11:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[100402]: pgmap v77: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[102949]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[102949]: pgmap v77: 121 pgs: 121 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:11:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:24.257 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:24.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:24.665 INFO:tasks.rados.rados.0.smithi094.stdout:1286: done (1 left) 2024-08-17T17:11:24.665 INFO:tasks.rados.rados.0.smithi094.stdout:1287: read oid 44 snap -1 2024-08-17T17:11:24.665 INFO:tasks.rados.rados.0.smithi094.stdout:1287: expect (ObjNum 365 snap 110 seq_num 365) 2024-08-17T17:11:24.666 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 120 2024-08-17T17:11:24.666 INFO:tasks.rados.rados.0.smithi094.stdout:1288: seq_num 409 ranges {1777664=458752,2236416=532480,2768896=720896,3489792=352256} 2024-08-17T17:11:24.678 INFO:tasks.rados.rados.0.smithi094.stdout:1288: writing smithi09487127-4 from 1777664 to 2236416 tid 1 2024-08-17T17:11:24.682 INFO:tasks.rados.rados.0.smithi094.stdout:1288: writing smithi09487127-4 from 2236416 to 2768896 tid 2 2024-08-17T17:11:24.687 INFO:tasks.rados.rados.0.smithi094.stdout:1288: writing smithi09487127-4 from 2768896 to 3489792 tid 3 2024-08-17T17:11:24.689 INFO:tasks.rados.rados.0.smithi094.stdout:1288: writing smithi09487127-4 from 3489792 to 3842048 tid 4 2024-08-17T17:11:24.689 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 120 2024-08-17T17:11:24.690 INFO:tasks.rados.rados.0.smithi094.stdout:1289: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2024-08-17T17:11:24.692 INFO:tasks.rados.rados.0.smithi094.stdout:1289: writing smithi09487127-19 from 0 to 475136 tid 1 2024-08-17T17:11:24.695 INFO:tasks.rados.rados.0.smithi094.stdout:1289: writing smithi09487127-19 from 475136 to 892928 tid 2 2024-08-17T17:11:24.698 INFO:tasks.rados.rados.0.smithi094.stdout:1289: writing smithi09487127-19 from 892928 to 1368064 tid 3 2024-08-17T17:11:24.700 INFO:tasks.rados.rados.0.smithi094.stdout:1289: writing smithi09487127-19 from 1368064 to 1794048 tid 4 2024-08-17T17:11:24.703 INFO:tasks.rados.rados.0.smithi094.stdout:1289: writing smithi09487127-19 from 1794048 to 2080768 tid 5 2024-08-17T17:11:24.703 INFO:tasks.rados.rados.0.smithi094.stdout:1290: read oid 38 snap -1 2024-08-17T17:11:24.703 INFO:tasks.rados.rados.0.smithi094.stdout:1290: expect (ObjNum 361 snap 109 seq_num 361) 2024-08-17T17:11:24.703 INFO:tasks.rados.rados.0.smithi094.stdout:1291: read oid 35 snap 81 2024-08-17T17:11:24.703 INFO:tasks.rados.rados.0.smithi094.stdout:1291: expect (ObjNum 278 snap 76 seq_num 278) 2024-08-17T17:11:24.703 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 120 2024-08-17T17:11:24.703 INFO:tasks.rados.rados.0.smithi094.stdout:1284: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1288: finishing write tid 1 to smithi09487127-4 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1288: finishing write tid 2 to smithi09487127-4 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1288: finishing write tid 3 to smithi09487127-4 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1288: finishing write tid 4 to smithi09487127-4 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1288: finishing write tid 5 to smithi09487127-4 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1288: finishing write tid 6 to smithi09487127-4 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 361 (ObjNum 409 snap 120 seq_num 409) dirty exists 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1288: left oid 4 (ObjNum 409 snap 120 seq_num 409) 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1289: finishing write tid 1 to smithi09487127-19 2024-08-17T17:11:24.816 INFO:tasks.rados.rados.0.smithi094.stdout:1292: seq_num 411 ranges {516096=491520,1007616=753664,1761280=688128,2449408=163840} 2024-08-17T17:11:24.820 INFO:tasks.rados.rados.0.smithi094.stdout:1292: writing smithi09487127-46 from 516096 to 1007616 tid 1 2024-08-17T17:11:24.825 INFO:tasks.rados.rados.0.smithi094.stdout:1292: writing smithi09487127-46 from 1007616 to 1761280 tid 2 2024-08-17T17:11:24.829 INFO:tasks.rados.rados.0.smithi094.stdout:1292: writing smithi09487127-46 from 1761280 to 2449408 tid 3 2024-08-17T17:11:24.830 INFO:tasks.rados.rados.0.smithi094.stdout:1292: writing smithi09487127-46 from 2449408 to 2613248 tid 4 2024-08-17T17:11:24.830 INFO:tasks.rados.rados.0.smithi094.stdout:1284: done (6 left) 2024-08-17T17:11:24.830 INFO:tasks.rados.rados.0.smithi094.stdout:1288: done (5 left) 2024-08-17T17:11:24.830 INFO:tasks.rados.rados.0.smithi094.stdout:1293: read oid 29 snap -1 2024-08-17T17:11:24.831 INFO:tasks.rados.rados.0.smithi094.stdout:1293: expect (ObjNum 403 snap 119 seq_num 403) 2024-08-17T17:11:24.831 INFO:tasks.rados.rados.0.smithi094.stdout:1294: delete oid 36 current snap is 120 2024-08-17T17:11:24.831 INFO:tasks.rados.rados.0.smithi094.stdout:1287: expect (ObjNum 365 snap 110 seq_num 365) 2024-08-17T17:11:24.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:24 smithi190 ceph-mon[90718]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T17:11:24.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:24 smithi190 ceph-mon[90718]: Reconfiguring daemon mgr.x on smithi190 2024-08-17T17:11:24.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:24 smithi190 ceph-mon[90718]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T17:11:24.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:24 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:24.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:24 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:24.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:24 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:11:24.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:24 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[100402]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T17:11:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[100402]: Reconfiguring daemon mgr.x on smithi190 2024-08-17T17:11:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[100402]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T17:11:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[102949]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[102949]: Reconfiguring daemon mgr.x on smithi190 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[102949]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:11:25.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:24 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1289: finishing write tid 2 to smithi09487127-19 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1289: finishing write tid 3 to smithi09487127-19 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1289: finishing write tid 4 to smithi09487127-19 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1289: finishing write tid 5 to smithi09487127-19 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1289: finishing write tid 6 to smithi09487127-19 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1287: done (6 left) 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1294: done (5 left) 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1295: snap_create 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:1289: finishing write tid 7 to smithi09487127-19 2024-08-17T17:11:25.143 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 692 (ObjNum 410 snap 120 seq_num 410) dirty exists 2024-08-17T17:11:25.144 INFO:tasks.rados.rados.0.smithi094.stdout:1289: left oid 19 (ObjNum 410 snap 120 seq_num 410) 2024-08-17T17:11:25.144 INFO:tasks.rados.rados.0.smithi094.stdout:1290: expect (ObjNum 361 snap 109 seq_num 361) 2024-08-17T17:11:25.216 INFO:tasks.rados.rados.0.smithi094.stdout:1291: expect (ObjNum 278 snap 76 seq_num 278) 2024-08-17T17:11:25.357 INFO:tasks.rados.rados.0.smithi094.stdout:1292: finishing write tid 1 to smithi09487127-46 2024-08-17T17:11:25.357 INFO:tasks.rados.rados.0.smithi094.stdout:1292: finishing write tid 2 to smithi09487127-46 2024-08-17T17:11:25.357 INFO:tasks.rados.rados.0.smithi094.stdout:1292: finishing write tid 3 to smithi09487127-46 2024-08-17T17:11:25.357 INFO:tasks.rados.rados.0.smithi094.stdout:1292: finishing write tid 4 to smithi09487127-46 2024-08-17T17:11:25.357 INFO:tasks.rados.rados.0.smithi094.stdout:1292: finishing write tid 5 to smithi09487127-46 2024-08-17T17:11:25.357 INFO:tasks.rados.rados.0.smithi094.stdout:1292: finishing write tid 6 to smithi09487127-46 2024-08-17T17:11:25.358 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 625 (ObjNum 411 snap 120 seq_num 411) dirty exists 2024-08-17T17:11:25.358 INFO:tasks.rados.rados.0.smithi094.stdout:1292: left oid 46 (ObjNum 411 snap 120 seq_num 411) 2024-08-17T17:11:25.358 INFO:tasks.rados.rados.0.smithi094.stdout:1293: expect (ObjNum 403 snap 119 seq_num 403) 2024-08-17T17:11:25.670 INFO:tasks.rados.rados.0.smithi094.stdout:1289: done (5 left) 2024-08-17T17:11:25.670 INFO:tasks.rados.rados.0.smithi094.stdout:1290: done (4 left) 2024-08-17T17:11:25.670 INFO:tasks.rados.rados.0.smithi094.stdout:1291: done (3 left) 2024-08-17T17:11:25.670 INFO:tasks.rados.rados.0.smithi094.stdout:1292: done (2 left) 2024-08-17T17:11:25.670 INFO:tasks.rados.rados.0.smithi094.stdout:1293: done (1 left) 2024-08-17T17:11:25.670 INFO:tasks.rados.rados.0.smithi094.stdout:1295: done (0 left) 2024-08-17T17:11:25.670 INFO:tasks.rados.rados.0.smithi094.stdout:1296: copy_from oid 38 from oid 8 current snap is 121 2024-08-17T17:11:25.670 INFO:tasks.rados.rados.0.smithi094.stdout:1297: delete oid 42 current snap is 121 2024-08-17T17:11:25.674 INFO:tasks.rados.rados.0.smithi094.stdout:1297: done (1 left) 2024-08-17T17:11:25.674 INFO:tasks.rados.rados.0.smithi094.stdout:1298: delete oid 29 current snap is 121 2024-08-17T17:11:25.675 INFO:tasks.rados.rados.0.smithi094.stdout:1296: finishing copy_from to smithi09487127-38 2024-08-17T17:11:25.675 INFO:tasks.rados.rados.0.smithi094.stdout:1296: got expected ENOENT (src dne) 2024-08-17T17:11:25.676 INFO:tasks.rados.rados.0.smithi094.stdout:1296: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:11:25.676 INFO:tasks.rados.rados.0.smithi094.stdout:1296: done (1 left) 2024-08-17T17:11:25.676 INFO:tasks.rados.rados.0.smithi094.stdout:1298: done (0 left) 2024-08-17T17:11:25.676 INFO:tasks.rados.rados.0.smithi094.stdout:1299: rollback oid 34 current snap is 121 2024-08-17T17:11:25.676 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 81 2024-08-17T17:11:25.676 INFO:tasks.rados.rados.0.smithi094.stdout:1300: snap_remove snap 111 2024-08-17T17:11:25.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:25 smithi190 ceph-mon[90718]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T17:11:25.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:25 smithi190 ceph-mon[90718]: Reconfiguring daemon osd.4 on smithi190 2024-08-17T17:11:25.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:25 smithi190 ceph-mon[90718]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T17:11:25.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:25 smithi190 ceph-mon[90718]: pgmap v80: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-08-17T17:11:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:25 smithi094 ceph-mon[100402]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T17:11:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:25 smithi094 ceph-mon[100402]: Reconfiguring daemon osd.4 on smithi190 2024-08-17T17:11:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:25 smithi094 ceph-mon[100402]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T17:11:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:25 smithi094 ceph-mon[100402]: pgmap v80: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-08-17T17:11:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:25 smithi094 ceph-mon[102949]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T17:11:26.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:25 smithi094 ceph-mon[102949]: Reconfiguring daemon osd.4 on smithi190 2024-08-17T17:11:26.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:25 smithi094 ceph-mon[102949]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T17:11:26.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:25 smithi094 ceph-mon[102949]: pgmap v80: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-08-17T17:11:26.145 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:26.145 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:26.672 INFO:tasks.rados.rados.0.smithi094.stdout:1300: done (1 left) 2024-08-17T17:11:26.672 INFO:tasks.rados.rados.0.smithi094.stdout:1301: setattr oid 41 current snap is 121 2024-08-17T17:11:26.673 INFO:tasks.rados.rados.0.smithi094.stdout:1299: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:11:26.673 INFO:tasks.rados.rados.0.smithi094.stdout:1299: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:11:26.673 INFO:tasks.rados.rados.0.smithi094.stdout:1299: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:11:26.673 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 536 (ObjNum 272 snap 70 seq_num 272) dirty exists 2024-08-17T17:11:26.675 INFO:tasks.rados.rados.0.smithi094.stdout:1299: done (1 left) 2024-08-17T17:11:26.675 INFO:tasks.rados.rados.0.smithi094.stdout:1302: rollback oid 38 current snap is 121 2024-08-17T17:11:26.675 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 38 to 116 2024-08-17T17:11:26.675 INFO:tasks.rados.rados.0.smithi094.stdout:1303: rollback oid 44 current snap is 121 2024-08-17T17:11:26.675 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 44 to 120 2024-08-17T17:11:26.675 INFO:tasks.rados.rados.0.smithi094.stdout:1304: snap_remove snap 81 2024-08-17T17:11:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:26 smithi190 ceph-mon[90718]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T17:11:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:11:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[100402]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T17:11:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:11:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[102949]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T17:11:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:11:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:27.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:26.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:27.687 INFO:tasks.rados.rados.0.smithi094.stdout:1304: done (3 left) 2024-08-17T17:11:27.687 INFO:tasks.rados.rados.0.smithi094.stdout:1305: copy_from oid 42 from oid 22 current snap is 121 2024-08-17T17:11:27.687 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 537 (ObjNum 306 snap 87 seq_num 306) dirty exists 2024-08-17T17:11:27.687 INFO:tasks.rados.rados.0.smithi094.stdout:1302: finishing rollback tid 0 to smithi09487127-38 2024-08-17T17:11:27.687 INFO:tasks.rados.rados.0.smithi094.stdout:1302: finishing rollback tid 1 to smithi09487127-38 2024-08-17T17:11:27.687 INFO:tasks.rados.rados.0.smithi094.stdout:1302: finishing rollback tid 2 to smithi09487127-38 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 724 (ObjNum 361 snap 109 seq_num 361) dirty exists 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:1303: finishing rollback tid 0 to smithi09487127-44 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:1303: finishing rollback tid 1 to smithi09487127-44 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:1303: finishing rollback tid 2 to smithi09487127-44 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 805 (ObjNum 365 snap 110 seq_num 365) dirty exists 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:1301: done (3 left) 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:1302: done (2 left) 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:1303: done (1 left) 2024-08-17T17:11:27.688 INFO:tasks.rados.rados.0.smithi094.stdout:1306: snap_create 2024-08-17T17:11:27.714 INFO:tasks.rados.rados.0.smithi094.stdout:1305: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:11:27.721 INFO:tasks.rados.rados.0.smithi094.stdout:1305: finishing copy_from to smithi09487127-42 2024-08-17T17:11:27.721 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 386 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: Reconfiguring daemon osd.5 on smithi190 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: pgmap v83: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:11:27.779 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T17:11:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: Reconfiguring daemon osd.5 on smithi190 2024-08-17T17:11:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T17:11:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: pgmap v83: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-08-17T17:11:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: Reconfiguring daemon osd.5 on smithi190 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: pgmap v83: 121 pgs: 121 active+clean; 237 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 4.7 MiB/s wr, 9 op/s 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:11:28.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:28.645 INFO:tasks.rados.rados.0.smithi094.stdout:1305: done (1 left) 2024-08-17T17:11:28.645 INFO:tasks.rados.rados.0.smithi094.stdout:1306: done (0 left) 2024-08-17T17:11:28.646 INFO:tasks.rados.rados.0.smithi094.stdout:1307: copy_from oid 35 from oid 22 current snap is 122 2024-08-17T17:11:28.646 INFO:tasks.rados.rados.0.smithi094.stdout:1308: rollback oid 20 current snap is 122 2024-08-17T17:11:28.646 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 106 2024-08-17T17:11:28.646 INFO:tasks.rados.rados.0.smithi094.stdout:1309: delete oid 27 current snap is 122 2024-08-17T17:11:28.649 INFO:tasks.rados.rados.0.smithi094.stdout:1309: done (2 left) 2024-08-17T17:11:28.649 INFO:tasks.rados.rados.0.smithi094.stdout:1310: rollback oid 36 current snap is 122 2024-08-17T17:11:28.649 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 118 2024-08-17T17:11:28.649 INFO:tasks.rados.rados.0.smithi094.stdout:1311: delete oid 7 current snap is 122 2024-08-17T17:11:28.650 INFO:tasks.rados.rados.0.smithi094.stdout:1308: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:11:28.652 INFO:tasks.rados.rados.0.smithi094.stdout:1308: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:11:28.652 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 740 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:11:28.655 INFO:tasks.rados.rados.0.smithi094.stdout:1308: done (3 left) 2024-08-17T17:11:28.655 INFO:tasks.rados.rados.0.smithi094.stdout:1311: done (2 left) 2024-08-17T17:11:28.655 INFO:tasks.rados.rados.0.smithi094.stdout:1312: copy_from oid 20 from oid 34 current snap is 122 2024-08-17T17:11:28.655 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 122 2024-08-17T17:11:28.655 INFO:tasks.rados.rados.0.smithi094.stdout:1313: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-08-17T17:11:28.659 INFO:tasks.rados.rados.0.smithi094.stdout:1313: writing smithi09487127-7 from 0 to 589824 tid 1 2024-08-17T17:11:28.662 INFO:tasks.rados.rados.0.smithi094.stdout:1313: writing smithi09487127-7 from 589824 to 1048576 tid 2 2024-08-17T17:11:28.666 INFO:tasks.rados.rados.0.smithi094.stdout:1313: writing smithi09487127-7 from 1048576 to 1728512 tid 3 2024-08-17T17:11:28.670 INFO:tasks.rados.rados.0.smithi094.stdout:1313: writing smithi09487127-7 from 1728512 to 2195456 tid 4 2024-08-17T17:11:28.670 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 122 2024-08-17T17:11:28.670 INFO:tasks.rados.rados.0.smithi094.stdout:1310: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:11:28.670 INFO:tasks.rados.rados.0.smithi094.stdout:1314: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2024-08-17T17:11:28.673 INFO:tasks.rados.rados.0.smithi094.stdout:1314: writing smithi09487127-3 from 0 to 606208 tid 1 2024-08-17T17:11:28.678 INFO:tasks.rados.rados.0.smithi094.stdout:1314: writing smithi09487127-3 from 606208 to 1343488 tid 2 2024-08-17T17:11:28.681 INFO:tasks.rados.rados.0.smithi094.stdout:1314: writing smithi09487127-3 from 1343488 to 1777664 tid 3 2024-08-17T17:11:28.685 INFO:tasks.rados.rados.0.smithi094.stdout:1314: writing smithi09487127-3 from 1777664 to 2211840 tid 4 2024-08-17T17:11:28.685 INFO:tasks.rados.rados.0.smithi094.stdout:1315: rollback oid 6 current snap is 122 2024-08-17T17:11:28.685 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 6 to 120 2024-08-17T17:11:28.685 INFO:tasks.rados.rados.0.smithi094.stdout:1310: finishing rollback tid 2 to smithi09487127-36 2024-08-17T17:11:28.685 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 539 (ObjNum 358 snap 109 seq_num 358) dirty exists 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1313: finishing write tid 1 to smithi09487127-7 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1313: finishing write tid 2 to smithi09487127-7 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1312: finishing copy_from racing read to smithi09487127-20 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1312: finishing copy_from to smithi09487127-20 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 536 (ObjNum 272 snap 70 seq_num 272) dirty exists 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1313: finishing write tid 3 to smithi09487127-7 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1313: finishing write tid 4 to smithi09487127-7 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1313: finishing write tid 5 to smithi09487127-7 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1313: finishing write tid 6 to smithi09487127-7 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 712 (ObjNum 417 snap 122 seq_num 417) dirty exists 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1313: left oid 7 (ObjNum 417 snap 122 seq_num 417) 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1307: finishing copy_from racing read to smithi09487127-35 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1314: finishing write tid 1 to smithi09487127-3 2024-08-17T17:11:28.686 INFO:tasks.rados.rados.0.smithi094.stdout:1307: finishing copy_from to smithi09487127-35 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 386 (ObjNum 227 snap 59 seq_num 227) dirty exists 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1314: finishing write tid 2 to smithi09487127-3 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1314: finishing write tid 3 to smithi09487127-3 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1307: done (5 left) 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1310: done (4 left) 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1312: done (3 left) 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1313: done (2 left) 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1316: read oid 10 snap -1 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1316: expect (ObjNum 404 snap 119 seq_num 404) 2024-08-17T17:11:28.687 INFO:tasks.rados.rados.0.smithi094.stdout:1317: snap_remove snap 106 2024-08-17T17:11:28.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:28 smithi190 ceph-mon[90718]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T17:11:28.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:28 smithi190 ceph-mon[90718]: Reconfiguring daemon osd.6 on smithi190 2024-08-17T17:11:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:28 smithi190 ceph-mon[90718]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T17:11:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:28 smithi190 ceph-mon[90718]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T17:11:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:28 smithi094 ceph-mon[100402]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T17:11:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:28 smithi094 ceph-mon[100402]: Reconfiguring daemon osd.6 on smithi190 2024-08-17T17:11:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:28 smithi094 ceph-mon[100402]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T17:11:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:28 smithi094 ceph-mon[100402]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T17:11:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:28 smithi094 ceph-mon[102949]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T17:11:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:28 smithi094 ceph-mon[102949]: Reconfiguring daemon osd.6 on smithi190 2024-08-17T17:11:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:28 smithi094 ceph-mon[102949]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T17:11:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:28 smithi094 ceph-mon[102949]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T17:11:29.687 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:11:29] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.51.0" 2024-08-17T17:11:29.693 INFO:tasks.rados.rados.0.smithi094.stdout:1317: done (3 left) 2024-08-17T17:11:29.693 INFO:tasks.rados.rados.0.smithi094.stdout:1318: rmattr oid 36 current snap is 122 2024-08-17T17:11:29.693 INFO:tasks.rados.rados.0.smithi094.stdout:1318: done (3 left) 2024-08-17T17:11:29.693 INFO:tasks.rados.rados.0.smithi094.stdout:1319: delete oid 11 current snap is 122 2024-08-17T17:11:29.693 INFO:tasks.rados.rados.0.smithi094.stdout:1314: finishing write tid 4 to smithi09487127-3 2024-08-17T17:11:29.693 INFO:tasks.rados.rados.0.smithi094.stdout:1314: finishing write tid 5 to smithi09487127-3 2024-08-17T17:11:29.693 INFO:tasks.rados.rados.0.smithi094.stdout:1315: finishing rollback tid 0 to smithi09487127-6 2024-08-17T17:11:29.693 INFO:tasks.rados.rados.0.smithi094.stdout:1315: finishing rollback tid 1 to smithi09487127-6 2024-08-17T17:11:29.694 INFO:tasks.rados.rados.0.smithi094.stdout:1314: finishing write tid 6 to smithi09487127-3 2024-08-17T17:11:29.694 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 555 (ObjNum 418 snap 122 seq_num 418) dirty exists 2024-08-17T17:11:29.694 INFO:tasks.rados.rados.0.smithi094.stdout:1314: left oid 3 (ObjNum 418 snap 122 seq_num 418) 2024-08-17T17:11:29.694 INFO:tasks.rados.rados.0.smithi094.stdout:1315: finishing rollback tid 2 to smithi09487127-6 2024-08-17T17:11:29.694 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 825 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:11:29.694 INFO:tasks.rados.rados.0.smithi094.stdout:1316: expect (ObjNum 404 snap 119 seq_num 404) 2024-08-17T17:11:29.834 INFO:tasks.rados.rados.0.smithi094.stdout:1314: done (3 left) 2024-08-17T17:11:29.834 INFO:tasks.rados.rados.0.smithi094.stdout:1315: done (2 left) 2024-08-17T17:11:29.834 INFO:tasks.rados.rados.0.smithi094.stdout:1316: done (1 left) 2024-08-17T17:11:29.834 INFO:tasks.rados.rados.0.smithi094.stdout:1319: done (0 left) 2024-08-17T17:11:29.835 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 122 2024-08-17T17:11:29.835 INFO:tasks.rados.rados.0.smithi094.stdout:1320: seq_num 420 ranges {1286144=638976,1925120=557056,2482176=450560,2932736=598016} 2024-08-17T17:11:29.844 INFO:tasks.rados.rados.0.smithi094.stdout:1320: writing smithi09487127-13 from 1286144 to 1925120 tid 1 2024-08-17T17:11:29.847 INFO:tasks.rados.rados.0.smithi094.stdout:1320: writing smithi09487127-13 from 1925120 to 2482176 tid 2 2024-08-17T17:11:29.850 INFO:tasks.rados.rados.0.smithi094.stdout:1320: writing smithi09487127-13 from 2482176 to 2932736 tid 3 2024-08-17T17:11:29.853 INFO:tasks.rados.rados.0.smithi094.stdout:1320: writing smithi09487127-13 from 2932736 to 3530752 tid 4 2024-08-17T17:11:29.853 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 122 2024-08-17T17:11:29.854 INFO:tasks.rados.rados.0.smithi094.stdout:1320: finishing write tid 1 to smithi09487127-13 2024-08-17T17:11:29.854 INFO:tasks.rados.rados.0.smithi094.stdout:1320: finishing write tid 2 to smithi09487127-13 2024-08-17T17:11:29.854 INFO:tasks.rados.rados.0.smithi094.stdout:1320: finishing write tid 3 to smithi09487127-13 2024-08-17T17:11:29.854 INFO:tasks.rados.rados.0.smithi094.stdout:1321: seq_num 421 ranges {2834432=655360,3489792=442368,3932160=663552,4595712=499712} 2024-08-17T17:11:29.872 INFO:tasks.rados.rados.0.smithi094.stdout:1321: writing smithi09487127-20 from 2834432 to 3489792 tid 1 2024-08-17T17:11:29.874 INFO:tasks.rados.rados.0.smithi094.stdout:1321: writing smithi09487127-20 from 3489792 to 3932160 tid 2 2024-08-17T17:11:29.879 INFO:tasks.rados.rados.0.smithi094.stdout:1321: writing smithi09487127-20 from 3932160 to 4595712 tid 3 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1321: writing smithi09487127-20 from 4595712 to 5095424 tid 4 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1322: snap_create 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1320: finishing write tid 4 to smithi09487127-13 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1320: finishing write tid 5 to smithi09487127-13 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1320: finishing write tid 6 to smithi09487127-13 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 650 (ObjNum 420 snap 122 seq_num 420) dirty exists 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1320: left oid 13 (ObjNum 420 snap 122 seq_num 420) 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1321: finishing write tid 1 to smithi09487127-20 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1321: finishing write tid 2 to smithi09487127-20 2024-08-17T17:11:29.882 INFO:tasks.rados.rados.0.smithi094.stdout:1321: finishing write tid 3 to smithi09487127-20 2024-08-17T17:11:29.884 INFO:tasks.rados.rados.0.smithi094.stdout:1321: finishing write tid 4 to smithi09487127-20 2024-08-17T17:11:29.884 INFO:tasks.rados.rados.0.smithi094.stdout:1321: finishing write tid 5 to smithi09487127-20 2024-08-17T17:11:29.885 INFO:tasks.rados.rados.0.smithi094.stdout:1321: finishing write tid 6 to smithi09487127-20 2024-08-17T17:11:29.885 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 754 (ObjNum 421 snap 122 seq_num 421) dirty exists 2024-08-17T17:11:29.885 INFO:tasks.rados.rados.0.smithi094.stdout:1321: left oid 20 (ObjNum 421 snap 122 seq_num 421) 2024-08-17T17:11:29.895 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:29 smithi190 ceph-mon[90718]: pgmap v86: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-17T17:11:29.895 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:29.895 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:29.895 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:11:29.895 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[100402]: pgmap v86: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-17T17:11:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:11:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[102949]: pgmap v86: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-17T17:11:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:11:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:30.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:30.695 INFO:tasks.rados.rados.0.smithi094.stdout:1320: done (2 left) 2024-08-17T17:11:30.695 INFO:tasks.rados.rados.0.smithi094.stdout:1321: done (1 left) 2024-08-17T17:11:30.695 INFO:tasks.rados.rados.0.smithi094.stdout:1322: done (0 left) 2024-08-17T17:11:30.695 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 123 2024-08-17T17:11:30.695 INFO:tasks.rados.rados.0.smithi094.stdout:1323: seq_num 422 ranges {5758976=671744,6430720=729088,7159808=417792,7577600=458752} 2024-08-17T17:11:30.728 INFO:tasks.rados.rados.0.smithi094.stdout:1323: writing smithi09487127-42 from 5758976 to 6430720 tid 1 2024-08-17T17:11:30.732 INFO:tasks.rados.rados.0.smithi094.stdout:1323: writing smithi09487127-42 from 6430720 to 7159808 tid 2 2024-08-17T17:11:30.734 INFO:tasks.rados.rados.0.smithi094.stdout:1323: writing smithi09487127-42 from 7159808 to 7577600 tid 3 2024-08-17T17:11:30.737 INFO:tasks.rados.rados.0.smithi094.stdout:1323: writing smithi09487127-42 from 7577600 to 8036352 tid 4 2024-08-17T17:11:30.738 INFO:tasks.rados.rados.0.smithi094.stdout:1324: read oid 6 snap -1 2024-08-17T17:11:30.738 INFO:tasks.rados.rados.0.smithi094.stdout:1324: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:30.738 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 123 2024-08-17T17:11:30.738 INFO:tasks.rados.rados.0.smithi094.stdout:1323: finishing write tid 1 to smithi09487127-42 2024-08-17T17:11:30.738 INFO:tasks.rados.rados.0.smithi094.stdout:1323: finishing write tid 2 to smithi09487127-42 2024-08-17T17:11:30.738 INFO:tasks.rados.rados.0.smithi094.stdout:1325: seq_num 423 ranges {4104192=688128,4792320=614400,5406720=622592,6029312=368640} 2024-08-17T17:11:30.763 INFO:tasks.rados.rados.0.smithi094.stdout:1325: writing smithi09487127-14 from 4104192 to 4792320 tid 1 2024-08-17T17:11:30.767 INFO:tasks.rados.rados.0.smithi094.stdout:1325: writing smithi09487127-14 from 4792320 to 5406720 tid 2 2024-08-17T17:11:30.771 INFO:tasks.rados.rados.0.smithi094.stdout:1325: writing smithi09487127-14 from 5406720 to 6029312 tid 3 2024-08-17T17:11:30.773 INFO:tasks.rados.rados.0.smithi094.stdout:1325: writing smithi09487127-14 from 6029312 to 6397952 tid 4 2024-08-17T17:11:30.773 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 123 2024-08-17T17:11:30.773 INFO:tasks.rados.rados.0.smithi094.stdout:1326: seq_num 424 ranges {7028736=704512,7733248=491520,8224768=434176,8658944=679936} 2024-08-17T17:11:30.813 INFO:tasks.rados.rados.0.smithi094.stdout:1326: writing smithi09487127-12 from 7028736 to 7733248 tid 1 2024-08-17T17:11:30.816 INFO:tasks.rados.rados.0.smithi094.stdout:1326: writing smithi09487127-12 from 7733248 to 8224768 tid 2 2024-08-17T17:11:30.819 INFO:tasks.rados.rados.0.smithi094.stdout:1326: writing smithi09487127-12 from 8224768 to 8658944 tid 3 2024-08-17T17:11:30.824 INFO:tasks.rados.rados.0.smithi094.stdout:1326: writing smithi09487127-12 from 8658944 to 9338880 tid 4 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1327: rmattr oid 16 current snap is 123 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1327: done (4 left) 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1328: delete oid 29 current snap is 123 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1323: finishing write tid 3 to smithi09487127-42 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1323: finishing write tid 4 to smithi09487127-42 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1323: finishing write tid 5 to smithi09487127-42 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1323: finishing write tid 6 to smithi09487127-42 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 538 (ObjNum 422 snap 123 seq_num 422) dirty exists 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1323: left oid 42 (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:11:30.825 INFO:tasks.rados.rados.0.smithi094.stdout:1324: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:30.888 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:30 smithi190 ceph-mon[90718]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T17:11:30.888 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:30 smithi190 ceph-mon[90718]: Reconfiguring daemon osd.7 on smithi190 2024-08-17T17:11:30.889 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:30 smithi190 ceph-mon[90718]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T17:11:30.889 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:30.889 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:30.889 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:11:30.889 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1325: finishing write tid 1 to smithi09487127-14 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1325: finishing write tid 2 to smithi09487127-14 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1325: finishing write tid 3 to smithi09487127-14 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1325: finishing write tid 4 to smithi09487127-14 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1325: finishing write tid 5 to smithi09487127-14 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1325: finishing write tid 6 to smithi09487127-14 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 839 (ObjNum 423 snap 123 seq_num 423) dirty exists 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1325: left oid 14 (ObjNum 423 snap 123 seq_num 423) 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1326: finishing write tid 1 to smithi09487127-12 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1326: finishing write tid 2 to smithi09487127-12 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1323: done (4 left) 2024-08-17T17:11:30.936 INFO:tasks.rados.rados.0.smithi094.stdout:1324: done (3 left) 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:1325: done (2 left) 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:1328: done (1 left) 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:1329: snap_create 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:1326: finishing write tid 3 to smithi09487127-12 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:1326: finishing write tid 4 to smithi09487127-12 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:1326: finishing write tid 5 to smithi09487127-12 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:1326: finishing write tid 6 to smithi09487127-12 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 724 (ObjNum 424 snap 123 seq_num 424) dirty exists 2024-08-17T17:11:30.937 INFO:tasks.rados.rados.0.smithi094.stdout:1326: left oid 12 (ObjNum 424 snap 123 seq_num 424) 2024-08-17T17:11:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[100402]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T17:11:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[100402]: Reconfiguring daemon osd.7 on smithi190 2024-08-17T17:11:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[100402]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T17:11:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[102949]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[102949]: Reconfiguring daemon osd.7 on smithi190 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[102949]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:11:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:31.704 INFO:tasks.rados.rados.0.smithi094.stdout:1326: done (1 left) 2024-08-17T17:11:31.704 INFO:tasks.rados.rados.0.smithi094.stdout:1329: done (0 left) 2024-08-17T17:11:31.705 INFO:tasks.rados.rados.0.smithi094.stdout:1330: read oid 10 snap -1 2024-08-17T17:11:31.705 INFO:tasks.rados.rados.0.smithi094.stdout:1330: expect (ObjNum 404 snap 119 seq_num 404) 2024-08-17T17:11:31.705 INFO:tasks.rados.rados.0.smithi094.stdout:1331: setattr oid 17 current snap is 124 2024-08-17T17:11:31.707 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 124 2024-08-17T17:11:31.707 INFO:tasks.rados.rados.0.smithi094.stdout:1332: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-08-17T17:11:31.712 INFO:tasks.rados.rados.0.smithi094.stdout:1332: writing smithi09487127-8 from 0 to 737280 tid 1 2024-08-17T17:11:31.717 INFO:tasks.rados.rados.0.smithi094.stdout:1332: writing smithi09487127-8 from 737280 to 1449984 tid 2 2024-08-17T17:11:31.722 INFO:tasks.rados.rados.0.smithi094.stdout:1332: writing smithi09487127-8 from 1449984 to 2252800 tid 3 2024-08-17T17:11:31.723 INFO:tasks.rados.rados.0.smithi094.stdout:1332: writing smithi09487127-8 from 2252800 to 2342912 tid 4 2024-08-17T17:11:31.723 INFO:tasks.rados.rados.0.smithi094.stdout:1333: delete oid 7 current snap is 124 2024-08-17T17:11:31.723 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 725 (ObjNum 65 snap 0 seq_num 3942182947) dirty exists 2024-08-17T17:11:31.723 INFO:tasks.rados.rados.0.smithi094.stdout:1330: expect (ObjNum 404 snap 119 seq_num 404) 2024-08-17T17:11:31.862 INFO:tasks.rados.rados.0.smithi094.stdout:1332: finishing write tid 1 to smithi09487127-8 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1332: finishing write tid 2 to smithi09487127-8 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1332: finishing write tid 3 to smithi09487127-8 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1332: finishing write tid 4 to smithi09487127-8 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1332: finishing write tid 5 to smithi09487127-8 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1332: finishing write tid 6 to smithi09487127-8 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 655 (ObjNum 426 snap 124 seq_num 426) dirty exists 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1332: left oid 8 (ObjNum 426 snap 124 seq_num 426) 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1330: done (3 left) 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1331: done (2 left) 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1332: done (1 left) 2024-08-17T17:11:31.863 INFO:tasks.rados.rados.0.smithi094.stdout:1333: done (0 left) 2024-08-17T17:11:31.864 INFO:tasks.rados.rados.0.smithi094.stdout:1334: rollback oid 34 current snap is 124 2024-08-17T17:11:31.864 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 121 2024-08-17T17:11:31.864 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 124 2024-08-17T17:11:31.864 INFO:tasks.rados.rados.0.smithi094.stdout:1335: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-08-17T17:11:31.868 INFO:tasks.rados.rados.0.smithi094.stdout:1335: writing smithi09487127-2 from 0 to 778240 tid 1 2024-08-17T17:11:31.871 INFO:tasks.rados.rados.0.smithi094.stdout:1335: writing smithi09487127-2 from 778240 to 1261568 tid 2 2024-08-17T17:11:31.873 INFO:tasks.rados.rados.0.smithi094.stdout:1335: writing smithi09487127-2 from 1261568 to 1671168 tid 3 2024-08-17T17:11:31.876 INFO:tasks.rados.rados.0.smithi094.stdout:1335: writing smithi09487127-2 from 1671168 to 2088960 tid 4 2024-08-17T17:11:31.878 INFO:tasks.rados.rados.0.smithi094.stdout:1335: writing smithi09487127-2 from 2088960 to 2383872 tid 5 2024-08-17T17:11:31.878 INFO:tasks.rados.rados.0.smithi094.stdout:1336: read oid 15 snap -1 2024-08-17T17:11:31.878 INFO:tasks.rados.rados.0.smithi094.stdout:1336: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:11:31.878 INFO:tasks.rados.rados.0.smithi094.stdout:1334: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:11:31.878 INFO:tasks.rados.rados.0.smithi094.stdout:1334: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:11:31.878 INFO:tasks.rados.rados.0.smithi094.stdout:1334: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:11:31.878 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 542 (ObjNum 272 snap 70 seq_num 272) dirty exists 2024-08-17T17:11:31.879 INFO:tasks.rados.rados.0.smithi094.stdout:1335: finishing write tid 1 to smithi09487127-2 2024-08-17T17:11:31.879 INFO:tasks.rados.rados.0.smithi094.stdout:1335: finishing write tid 2 to smithi09487127-2 2024-08-17T17:11:31.879 INFO:tasks.rados.rados.0.smithi094.stdout:1335: finishing write tid 3 to smithi09487127-2 2024-08-17T17:11:31.879 INFO:tasks.rados.rados.0.smithi094.stdout:1334: done (2 left) 2024-08-17T17:11:31.879 INFO:tasks.rados.rados.0.smithi094.stdout:1337: read oid 1 snap 114 2024-08-17T17:11:31.879 INFO:tasks.rados.rados.0.smithi094.stdout:1337: expect deleted 2024-08-17T17:11:31.879 INFO:tasks.rados.rados.0.smithi094.stdout:1338: snap_remove snap 123 2024-08-17T17:11:31.905 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:11:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: Reconfiguring mds.b (monmap changed)... 2024-08-17T17:11:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: Reconfiguring daemon mds.b on smithi190 2024-08-17T17:11:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: pgmap v88: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-17T17:11:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T17:11:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: Reconfiguring mds.b (monmap changed)... 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: Reconfiguring daemon mds.b on smithi190 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: pgmap v88: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:32.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:31 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: Reconfiguring mds.b (monmap changed)... 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: Reconfiguring daemon mds.b on smithi190 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: pgmap v88: 121 pgs: 3 active+clean+snaptrim_wait, 9 active+clean+snaptrim, 109 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:31 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (2m) 41s ago 6m 16.6M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (2m) 26s ago 6m 81.8M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (8m) 41s ago 8m 18.6M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (8m) 26s ago 8m 14.5M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (88s) 26s ago 11m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (115s) 41s ago 13m 514M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (74s) 41s ago 13m 43.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (32s) 26s ago 12m 24.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (51s) 41s ago 12m 28.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:11:32.489 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (2m) 41s ago 6m 8162k - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (2m) 26s ago 6m 9.99M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (11m) 41s ago 11m 160M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 300a0a2e8b6f 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (11m) 41s ago 11m 120M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (10m) 41s ago 10m 196M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (10m) 41s ago 10m 148M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (9m) 26s ago 9m 186M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (9m) 26s ago 9m 154M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (9m) 26s ago 9m 106M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (8m) 26s ago 8m 129M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:11:32.490 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (93s) 26s ago 7m 41.7M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:11:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1338: done (3 left) 2024-08-17T17:11:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1339: read oid 39 snap -1 2024-08-17T17:11:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1339: expect deleted 2024-08-17T17:11:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1340: snap_create 2024-08-17T17:11:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1335: finishing write tid 4 to smithi09487127-2 2024-08-17T17:11:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1335: finishing write tid 5 to smithi09487127-2 2024-08-17T17:11:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1335: finishing write tid 6 to smithi09487127-2 2024-08-17T17:11:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1335: finishing write tid 7 to smithi09487127-2 2024-08-17T17:11:32.731 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 482 (ObjNum 428 snap 124 seq_num 428) dirty exists 2024-08-17T17:11:32.731 INFO:tasks.rados.rados.0.smithi094.stdout:1335: left oid 2 (ObjNum 428 snap 124 seq_num 428) 2024-08-17T17:11:32.731 INFO:tasks.rados.rados.0.smithi094.stdout:1336: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:11:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all mon 2024-08-17T17:11:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T17:11:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T17:11:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T17:11:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T17:11:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T17:11:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T17:11:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all crash 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all mon 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T17:11:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:32.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all crash 2024-08-17T17:11:32.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:32.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T17:11:32.845 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:11:32.845 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:11:32.845 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:11:32.845 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:11:32.845 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:11:32.845 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 10, 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 5 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:11:32.846 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "5/20 daemons upgraded", 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:11:33.147 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:11:33.148 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all mon 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all crash 2024-08-17T17:11:33.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:33.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T17:11:33.645 INFO:tasks.rados.rados.0.smithi094.stdout:1335: done (4 left) 2024-08-17T17:11:33.645 INFO:tasks.rados.rados.0.smithi094.stdout:1336: done (3 left) 2024-08-17T17:11:33.645 INFO:tasks.rados.rados.0.smithi094.stdout:1337: done (2 left) 2024-08-17T17:11:33.646 INFO:tasks.rados.rados.0.smithi094.stdout:1339: done (1 left) 2024-08-17T17:11:33.646 INFO:tasks.rados.rados.0.smithi094.stdout:1340: done (0 left) 2024-08-17T17:11:33.646 INFO:tasks.rados.rados.0.smithi094.stdout:1341: snap_create 2024-08-17T17:11:33.911 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T17:11:33.911 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: Upgrade: osd.0 is safe to restart 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: pgmap v91: 121 pgs: 3 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 110 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2255647458' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[100402]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T17:11:33.912 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: Upgrade: osd.0 is safe to restart 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: pgmap v91: 121 pgs: 3 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 110 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2255647458' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:33.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:33 smithi094 ceph-mon[102949]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T17:11:34.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T17:11:34.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: Upgrade: osd.0 is safe to restart 2024-08-17T17:11:34.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:34.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: from='client.44114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: pgmap v91: 121 pgs: 3 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 110 active+clean; 239 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-08-17T17:11:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T17:11:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2255647458' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:11:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:33 smithi190 ceph-mon[90718]: osdmap e322: 8 total, 8 up, 8 in 2024-08-17T17:11:34.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:34.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:34.648 INFO:tasks.rados.rados.0.smithi094.stdout:1341: done (0 left) 2024-08-17T17:11:34.648 INFO:tasks.rados.rados.0.smithi094.stdout:1342: read oid 17 snap 124 2024-08-17T17:11:34.649 INFO:tasks.rados.rados.0.smithi094.stdout:1342: expect (ObjNum -1080562112 snap 21846 seq_num 3213795808) 2024-08-17T17:11:34.649 INFO:tasks.rados.rados.0.smithi094.stdout:1343: rmattr oid 32 current snap is 126 2024-08-17T17:11:34.649 INFO:tasks.rados.rados.0.smithi094.stdout:1344: rmattr oid 27 current snap is 126 2024-08-17T17:11:34.649 INFO:tasks.rados.rados.0.smithi094.stdout:1344: done (2 left) 2024-08-17T17:11:34.649 INFO:tasks.rados.rados.0.smithi094.stdout:1345: delete oid 12 current snap is 126 2024-08-17T17:11:34.650 INFO:tasks.rados.rados.0.smithi094.stdout:1342: expect (ObjNum -1080562112 snap 21846 seq_num 3213795808) 2024-08-17T17:11:34.655 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 0 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:11:34.655 INFO:tasks.rados.rados.0.smithi094.stdout:1342: done (2 left) 2024-08-17T17:11:34.656 INFO:tasks.rados.rados.0.smithi094.stdout:1343: done (1 left) 2024-08-17T17:11:34.656 INFO:tasks.rados.rados.0.smithi094.stdout:1345: done (0 left) 2024-08-17T17:11:34.656 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 126 2024-08-17T17:11:34.656 INFO:tasks.rados.rados.0.smithi094.stdout:1346: seq_num 430 ranges {344064=8192} 2024-08-17T17:11:34.657 INFO:tasks.rados.rados.0.smithi094.stdout:1346: writing smithi09487127-50 from 344064 to 352256 tid 1 2024-08-17T17:11:34.657 INFO:tasks.rados.rados.0.smithi094.stdout:1347: snap_remove snap 116 2024-08-17T17:11:34.966 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[100402]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:34.966 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[100402]: Upgrade: Updating osd.0 2024-08-17T17:11:34.966 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[100402]: Deploying daemon osd.0 on smithi094 2024-08-17T17:11:34.967 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[100402]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T17:11:34.967 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[100402]: pgmap v95: 121 pgs: 121 active+clean; 251 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 26 op/s 2024-08-17T17:11:34.967 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[102949]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:34.967 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[102949]: Upgrade: Updating osd.0 2024-08-17T17:11:34.967 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[102949]: Deploying daemon osd.0 on smithi094 2024-08-17T17:11:34.967 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[102949]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T17:11:34.967 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:34 smithi094 ceph-mon[102949]: pgmap v95: 121 pgs: 121 active+clean; 251 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 26 op/s 2024-08-17T17:11:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:34 smithi190 ceph-mon[90718]: from='client.34245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:34 smithi190 ceph-mon[90718]: Upgrade: Updating osd.0 2024-08-17T17:11:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:34 smithi190 ceph-mon[90718]: Deploying daemon osd.0 on smithi094 2024-08-17T17:11:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:34 smithi190 ceph-mon[90718]: osdmap e323: 8 total, 8 up, 8 in 2024-08-17T17:11:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:34 smithi190 ceph-mon[90718]: pgmap v95: 121 pgs: 121 active+clean; 251 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 26 op/s 2024-08-17T17:11:35.653 INFO:tasks.rados.rados.0.smithi094.stdout:1347: done (1 left) 2024-08-17T17:11:35.653 INFO:tasks.rados.rados.0.smithi094.stdout:1348: read oid 37 snap -1 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:1348: expect (ObjNum 348 snap 102 seq_num 348) 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:1349: copy_from oid 49 from oid 6 current snap is 126 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:1346: finishing write tid 1 to smithi09487127-50 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:1346: finishing write tid 2 to smithi09487127-50 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:1346: finishing write tid 3 to smithi09487127-50 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 658 (ObjNum 430 snap 126 seq_num 430) dirty exists 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:1346: left oid 50 (ObjNum 430 snap 126 seq_num 430) 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:1346: done (2 left) 2024-08-17T17:11:35.654 INFO:tasks.rados.rados.0.smithi094.stdout:1350: delete oid 44 current snap is 126 2024-08-17T17:11:35.663 INFO:tasks.rados.rados.0.smithi094.stdout:1348: expect (ObjNum 348 snap 102 seq_num 348) 2024-08-17T17:11:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:1349: finishing copy_from racing read to smithi09487127-49 2024-08-17T17:11:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:1349: finishing copy_from to smithi09487127-49 2024-08-17T17:11:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 825 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:11:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:1348: done (2 left) 2024-08-17T17:11:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:1349: done (1 left) 2024-08-17T17:11:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:1350: done (0 left) 2024-08-17T17:11:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:1351: copy_from oid 37 from oid 30 current snap is 126 2024-08-17T17:11:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 126 2024-08-17T17:11:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:1352: seq_num 432 ranges {0=40960} 2024-08-17T17:11:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:1352: writing smithi09487127-44 from 0 to 40960 tid 1 2024-08-17T17:11:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 126 2024-08-17T17:11:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:1353: seq_num 433 ranges {3686400=57344} 2024-08-17T17:11:35.741 INFO:tasks.rados.rados.0.smithi094.stdout:1353: writing smithi09487127-10 from 3686400 to 3743744 tid 1 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1354: read oid 45 snap -1 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1354: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1355: setattr oid 34 current snap is 126 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1351: finishing copy_from to smithi09487127-37 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1351: got expected ENOENT (src dne) 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1351: finishing copy_from racing read to smithi09487127-37 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1352: finishing write tid 1 to smithi09487127-44 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1352: finishing write tid 2 to smithi09487127-44 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1352: finishing write tid 3 to smithi09487127-44 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 849 (ObjNum 432 snap 126 seq_num 432) dirty exists 2024-08-17T17:11:35.742 INFO:tasks.rados.rados.0.smithi094.stdout:1352: left oid 44 (ObjNum 432 snap 126 seq_num 432) 2024-08-17T17:11:35.743 INFO:tasks.rados.rados.0.smithi094.stdout:1351: done (4 left) 2024-08-17T17:11:35.743 INFO:tasks.rados.rados.0.smithi094.stdout:1352: done (3 left) 2024-08-17T17:11:35.743 INFO:tasks.rados.rados.0.smithi094.stdout:1356: delete oid 19 current snap is 126 2024-08-17T17:11:35.745 INFO:tasks.rados.rados.0.smithi094.stdout:1353: finishing write tid 1 to smithi09487127-10 2024-08-17T17:11:35.745 INFO:tasks.rados.rados.0.smithi094.stdout:1353: finishing write tid 2 to smithi09487127-10 2024-08-17T17:11:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:1356: done (3 left) 2024-08-17T17:11:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:1357: delete oid 35 current snap is 126 2024-08-17T17:11:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:1353: finishing write tid 3 to smithi09487127-10 2024-08-17T17:11:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 738 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-08-17T17:11:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:1353: left oid 10 (ObjNum 433 snap 126 seq_num 433) 2024-08-17T17:11:35.747 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 543 (ObjNum 272 snap 70 seq_num 272) dirty exists 2024-08-17T17:11:35.749 INFO:tasks.rados.rados.0.smithi094.stdout:1353: done (3 left) 2024-08-17T17:11:35.749 INFO:tasks.rados.rados.0.smithi094.stdout:1355: done (2 left) 2024-08-17T17:11:35.749 INFO:tasks.rados.rados.0.smithi094.stdout:1357: done (1 left) 2024-08-17T17:11:35.749 INFO:tasks.rados.rados.0.smithi094.stdout:1358: copy_from oid 30 from oid 37 current snap is 126 2024-08-17T17:11:35.749 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 126 2024-08-17T17:11:35.749 INFO:tasks.rados.rados.0.smithi094.stdout:1359: seq_num 436 ranges {2834432=106496} 2024-08-17T17:11:35.766 INFO:tasks.rados.rados.0.smithi094.stdout:1359: writing smithi09487127-34 from 2834432 to 2940928 tid 1 2024-08-17T17:11:35.766 INFO:tasks.rados.rados.0.smithi094.stdout:1360: copy_from oid 26 from oid 27 current snap is 126 2024-08-17T17:11:35.766 INFO:tasks.rados.rados.0.smithi094.stdout:1358: finishing copy_from racing read to smithi09487127-30 2024-08-17T17:11:35.766 INFO:tasks.rados.rados.0.smithi094.stdout:1354: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:35.882 INFO:tasks.rados.rados.0.smithi094.stdout:1358: finishing copy_from to smithi09487127-30 2024-08-17T17:11:35.882 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 375 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-08-17T17:11:35.882 INFO:tasks.rados.rados.0.smithi094.stdout:1360: finishing copy_from to smithi09487127-26 2024-08-17T17:11:35.882 INFO:tasks.rados.rados.0.smithi094.stdout:1360: got expected ENOENT (src dne) 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1360: finishing copy_from racing read to smithi09487127-26 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1359: finishing write tid 1 to smithi09487127-34 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1359: finishing write tid 2 to smithi09487127-34 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1354: done (3 left) 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1358: done (2 left) 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1360: done (1 left) 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1361: read oid 47 snap -1 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1361: expect deleted 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 126 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1359: finishing write tid 3 to smithi09487127-34 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 545 (ObjNum 436 snap 126 seq_num 436) dirty exists 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1359: left oid 34 (ObjNum 436 snap 126 seq_num 436) 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1362: seq_num 437 ranges {0=122880} 2024-08-17T17:11:35.883 INFO:tasks.rados.rados.0.smithi094.stdout:1362: writing smithi09487127-17 from 0 to 122880 tid 1 2024-08-17T17:11:35.884 INFO:tasks.rados.rados.0.smithi094.stdout:1359: done (2 left) 2024-08-17T17:11:35.884 INFO:tasks.rados.rados.0.smithi094.stdout:1363: copy_from oid 3 from oid 25 current snap is 126 2024-08-17T17:11:35.884 INFO:tasks.rados.rados.0.smithi094.stdout:1361: done (2 left) 2024-08-17T17:11:35.884 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 126 2024-08-17T17:11:35.884 INFO:tasks.rados.rados.0.smithi094.stdout:1364: seq_num 438 ranges {0=139264} 2024-08-17T17:11:35.885 INFO:tasks.rados.rados.0.smithi094.stdout:1364: writing smithi09487127-7 from 0 to 139264 tid 1 2024-08-17T17:11:35.885 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 126 2024-08-17T17:11:35.885 INFO:tasks.rados.rados.0.smithi094.stdout:1365: seq_num 439 ranges {0=155648} 2024-08-17T17:11:35.885 INFO:tasks.rados.rados.0.smithi094.stdout:1365: writing smithi09487127-12 from 0 to 155648 tid 1 2024-08-17T17:11:35.885 INFO:tasks.rados.rados.0.smithi094.stdout:1366: read oid 32 snap -1 2024-08-17T17:11:35.885 INFO:tasks.rados.rados.0.smithi094.stdout:1366: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-17T17:11:35.885 INFO:tasks.rados.rados.0.smithi094.stdout:1367: snap_create 2024-08-17T17:11:35.887 INFO:tasks.rados.rados.0.smithi094.stdout:1362: finishing write tid 1 to smithi09487127-17 2024-08-17T17:11:35.888 INFO:tasks.rados.rados.0.smithi094.stdout:1362: finishing write tid 2 to smithi09487127-17 2024-08-17T17:11:35.888 INFO:tasks.rados.rados.0.smithi094.stdout:1364: finishing write tid 1 to smithi09487127-7 2024-08-17T17:11:35.888 INFO:tasks.rados.rados.0.smithi094.stdout:1364: finishing write tid 2 to smithi09487127-7 2024-08-17T17:11:35.889 INFO:tasks.rados.rados.0.smithi094.stdout:1362: finishing write tid 3 to smithi09487127-17 2024-08-17T17:11:35.889 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 743 (ObjNum 437 snap 126 seq_num 437) dirty exists 2024-08-17T17:11:35.889 INFO:tasks.rados.rados.0.smithi094.stdout:1362: left oid 17 (ObjNum 437 snap 126 seq_num 437) 2024-08-17T17:11:35.891 INFO:tasks.rados.rados.0.smithi094.stdout:1364: finishing write tid 3 to smithi09487127-7 2024-08-17T17:11:35.891 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 745 (ObjNum 438 snap 126 seq_num 438) dirty exists 2024-08-17T17:11:35.891 INFO:tasks.rados.rados.0.smithi094.stdout:1364: left oid 7 (ObjNum 438 snap 126 seq_num 438) 2024-08-17T17:11:35.892 INFO:tasks.rados.rados.0.smithi094.stdout:1365: finishing write tid 1 to smithi09487127-12 2024-08-17T17:11:35.893 INFO:tasks.rados.rados.0.smithi094.stdout:1365: finishing write tid 2 to smithi09487127-12 2024-08-17T17:11:35.893 INFO:tasks.rados.rados.0.smithi094.stdout:1365: finishing write tid 3 to smithi09487127-12 2024-08-17T17:11:35.893 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 747 (ObjNum 439 snap 126 seq_num 439) dirty exists 2024-08-17T17:11:35.893 INFO:tasks.rados.rados.0.smithi094.stdout:1365: left oid 12 (ObjNum 439 snap 126 seq_num 439) 2024-08-17T17:11:35.894 INFO:tasks.rados.rados.0.smithi094.stdout:1366: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-17T17:11:35.926 INFO:tasks.rados.rados.0.smithi094.stdout:1363: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:11:35.927 INFO:tasks.rados.rados.0.smithi094.stdout:1363: finishing copy_from to smithi09487127-3 2024-08-17T17:11:35.927 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 237 (ObjNum 385 snap 112 seq_num 385) dirty exists 2024-08-17T17:11:36.185 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:36.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:35.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:36.522 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:36 smithi094 systemd[1]: Stopping Ceph osd.0 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:11:36.658 INFO:tasks.rados.rados.0.smithi094.stdout:1362: done (5 left) 2024-08-17T17:11:36.658 INFO:tasks.rados.rados.0.smithi094.stdout:1363: done (4 left) 2024-08-17T17:11:36.658 INFO:tasks.rados.rados.0.smithi094.stdout:1364: done (3 left) 2024-08-17T17:11:36.658 INFO:tasks.rados.rados.0.smithi094.stdout:1365: done (2 left) 2024-08-17T17:11:36.658 INFO:tasks.rados.rados.0.smithi094.stdout:1366: done (1 left) 2024-08-17T17:11:36.658 INFO:tasks.rados.rados.0.smithi094.stdout:1367: done (0 left) 2024-08-17T17:11:36.658 INFO:tasks.rados.rados.0.smithi094.stdout:1368: setattr oid 23 current snap is 127 2024-08-17T17:11:36.662 INFO:tasks.rados.rados.0.smithi094.stdout:1369: snap_remove snap 122 2024-08-17T17:11:36.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:36 smithi190 ceph-mon[90718]: osdmap e324: 8 total, 8 up, 8 in 2024-08-17T17:11:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:36 smithi190 ceph-mon[90718]: osd.0 marked itself down and dead 2024-08-17T17:11:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:36 smithi094 ceph-mon[100402]: osdmap e324: 8 total, 8 up, 8 in 2024-08-17T17:11:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:36 smithi094 ceph-mon[100402]: osd.0 marked itself down and dead 2024-08-17T17:11:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:36 smithi094 ceph-mon[102949]: osdmap e324: 8 total, 8 up, 8 in 2024-08-17T17:11:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:36 smithi094 ceph-mon[102949]: osd.0 marked itself down and dead 2024-08-17T17:11:37.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:36 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[45331]: 2024-08-17T17:11:36.530+0000 7f6f2df5d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:11:37.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:36 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[45331]: 2024-08-17T17:11:36.530+0000 7f6f2df5d640 -1 osd.0 324 *** Got signal Terminated *** 2024-08-17T17:11:37.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:36 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[45331]: 2024-08-17T17:11:36.530+0000 7f6f2df5d640 -1 osd.0 324 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:11:37.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:36.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:37.497 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:37 smithi094 podman[108155]: 2024-08-17 17:11:37.195366205 +0000 UTC m=+0.830892871 container died 300a0a2e8b6f0f958cb0967134120bd2c3d9dbbc57cafda540575b793545589d (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:11:37.664 INFO:tasks.rados.rados.0.smithi094.stdout:1369: done (1 left) 2024-08-17T17:11:37.665 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 127 2024-08-17T17:11:37.665 INFO:tasks.rados.rados.0.smithi094.stdout:1370: seq_num 440 ranges {3260416=172032} 2024-08-17T17:11:37.683 INFO:tasks.rados.rados.0.smithi094.stdout:1370: writing smithi09487127-45 from 3260416 to 3432448 tid 1 2024-08-17T17:11:37.683 INFO:tasks.rados.rados.0.smithi094.stdout:1371: snap_remove snap 119 2024-08-17T17:11:37.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:37 smithi094 ceph-mon[102949]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:11:37.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:37 smithi094 ceph-mon[102949]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T17:11:37.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:37 smithi094 ceph-mon[102949]: pgmap v98: 121 pgs: 16 stale+active+clean, 105 active+clean; 251 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:37.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:37 smithi094 ceph-mon[100402]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:11:37.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:37 smithi094 ceph-mon[100402]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T17:11:37.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:37 smithi094 ceph-mon[100402]: pgmap v98: 121 pgs: 16 stale+active+clean, 105 active+clean; 251 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:37.773 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:37 smithi094 podman[108155]: 2024-08-17 17:11:37.596018083 +0000 UTC m=+1.231544739 container cleanup 300a0a2e8b6f0f958cb0967134120bd2c3d9dbbc57cafda540575b793545589d (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:11:37.773 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:37 smithi094 bash[108155]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0 2024-08-17T17:11:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:37 smithi190 ceph-mon[90718]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:11:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:37 smithi190 ceph-mon[90718]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T17:11:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:37 smithi190 ceph-mon[90718]: pgmap v98: 121 pgs: 16 stale+active+clean, 105 active+clean; 251 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-17T17:11:38.231 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:37 smithi094 podman[108179]: 2024-08-17 17:11:37.864384505 +0000 UTC m=+0.664730829 container remove 300a0a2e8b6f0f958cb0967134120bd2c3d9dbbc57cafda540575b793545589d (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-17T17:11:38.522 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:38 smithi094 podman[108273]: 2024-08-17 17:11:38.133458795 +0000 UTC m=+0.016787195 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:11:38.522 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:38 smithi094 podman[108273]: 2024-08-17 17:11:38.240167814 +0000 UTC m=+0.123496199 container create d407a4175ac5f8aa7cc99a4cb20d834548221438afc1c1c6876e189bad261dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:11:38.522 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:38 smithi094 podman[108273]: 2024-08-17 17:11:38.475907985 +0000 UTC m=+0.359236370 container init d407a4175ac5f8aa7cc99a4cb20d834548221438afc1c1c6876e189bad261dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-17T17:11:38.522 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:38 smithi094 podman[108273]: 2024-08-17 17:11:38.480898234 +0000 UTC m=+0.364226616 container start d407a4175ac5f8aa7cc99a4cb20d834548221438afc1c1c6876e189bad261dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T17:11:38.650 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 339 (ObjNum 406 snap 119 seq_num 406) dirty exists 2024-08-17T17:11:38.650 INFO:tasks.rados.rados.0.smithi094.stdout:1370: finishing write tid 1 to smithi09487127-45 2024-08-17T17:11:38.650 INFO:tasks.rados.rados.0.smithi094.stdout:1370: finishing write tid 2 to smithi09487127-45 2024-08-17T17:11:38.650 INFO:tasks.rados.rados.0.smithi094.stdout:1370: finishing write tid 3 to smithi09487127-45 2024-08-17T17:11:38.650 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 665 (ObjNum 440 snap 127 seq_num 440) dirty exists 2024-08-17T17:11:38.650 INFO:tasks.rados.rados.0.smithi094.stdout:1370: left oid 45 (ObjNum 440 snap 127 seq_num 440) 2024-08-17T17:11:38.650 INFO:tasks.rados.rados.0.smithi094.stdout:1368: done (2 left) 2024-08-17T17:11:38.651 INFO:tasks.rados.rados.0.smithi094.stdout:1370: done (1 left) 2024-08-17T17:11:38.651 INFO:tasks.rados.rados.0.smithi094.stdout:1371: done (0 left) 2024-08-17T17:11:38.651 INFO:tasks.rados.rados.0.smithi094.stdout:1372: delete oid 3 current snap is 127 2024-08-17T17:11:38.659 INFO:tasks.rados.rados.0.smithi094.stdout:1372: done (0 left) 2024-08-17T17:11:38.659 INFO:tasks.rados.rados.0.smithi094.stdout:1373: rollback oid 50 current snap is 127 2024-08-17T17:11:38.659 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 121 2024-08-17T17:11:38.659 INFO:tasks.rados.rados.0.smithi094.stdout:1374: copy_from oid 39 from oid 10 current snap is 127 2024-08-17T17:11:38.659 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 127 2024-08-17T17:11:38.659 INFO:tasks.rados.rados.0.smithi094.stdout:1375: seq_num 442 ranges {2383872=204800} 2024-08-17T17:11:38.673 INFO:tasks.rados.rados.0.smithi094.stdout:1375: writing smithi09487127-2 from 2383872 to 2588672 tid 1 2024-08-17T17:11:38.673 INFO:tasks.rados.rados.0.smithi094.stdout:1376: read oid 36 snap -1 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1376: expect (ObjNum 358 snap 109 seq_num 358) 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1377: rollback oid 32 current snap is 127 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1373: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 109 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1373: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1373: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 669 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1373: done (4 left) 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1378: rollback oid 25 current snap is 127 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 91 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1379: copy_from oid 34 from oid 3 current snap is 127 2024-08-17T17:11:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1380: snap_create 2024-08-17T17:11:38.677 INFO:tasks.rados.rados.0.smithi094.stdout:1377: finishing rollback tid 0 to smithi09487127-32 2024-08-17T17:11:38.677 INFO:tasks.rados.rados.0.smithi094.stdout:1379: finishing copy_from to smithi09487127-34 2024-08-17T17:11:38.677 INFO:tasks.rados.rados.0.smithi094.stdout:1379: got expected ENOENT (src dne) 2024-08-17T17:11:38.677 INFO:tasks.rados.rados.0.smithi094.stdout:1379: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:11:38.678 INFO:tasks.rados.rados.0.smithi094.stdout:1378: finishing rollback tid 0 to smithi09487127-25 2024-08-17T17:11:38.678 INFO:tasks.rados.rados.0.smithi094.stdout:1375: finishing write tid 1 to smithi09487127-2 2024-08-17T17:11:38.678 INFO:tasks.rados.rados.0.smithi094.stdout:1377: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:11:38.678 INFO:tasks.rados.rados.0.smithi094.stdout:1377: finishing rollback tid 2 to smithi09487127-32 2024-08-17T17:11:38.678 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 283 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:11:38.679 INFO:tasks.rados.rados.0.smithi094.stdout:1375: finishing write tid 2 to smithi09487127-2 2024-08-17T17:11:38.679 INFO:tasks.rados.rados.0.smithi094.stdout:1378: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:11:38.679 INFO:tasks.rados.rados.0.smithi094.stdout:1378: finishing rollback tid 2 to smithi09487127-25 2024-08-17T17:11:38.679 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 262 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:11:38.680 INFO:tasks.rados.rados.0.smithi094.stdout:1375: finishing write tid 3 to smithi09487127-2 2024-08-17T17:11:38.681 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 487 (ObjNum 442 snap 127 seq_num 442) dirty exists 2024-08-17T17:11:38.681 INFO:tasks.rados.rados.0.smithi094.stdout:1375: left oid 2 (ObjNum 442 snap 127 seq_num 442) 2024-08-17T17:11:38.681 INFO:tasks.rados.rados.0.smithi094.stdout:1374: finishing copy_from racing read to smithi09487127-39 2024-08-17T17:11:38.682 INFO:tasks.rados.rados.0.smithi094.stdout:1376: expect (ObjNum 358 snap 109 seq_num 358) 2024-08-17T17:11:38.761 INFO:tasks.rados.rados.0.smithi094.stdout:1374: finishing copy_from to smithi09487127-39 2024-08-17T17:11:38.761 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 738 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-08-17T17:11:38.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:38 smithi094 ceph-mon[100402]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T17:11:38.833 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:38 smithi094 ceph-mon[100402]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T17:11:38.834 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:38 smithi094 ceph-mon[102949]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T17:11:38.834 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:38 smithi094 ceph-mon[102949]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T17:11:38.834 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:38 smithi094 podman[108273]: 2024-08-17 17:11:38.575903509 +0000 UTC m=+0.459231907 container attach d407a4175ac5f8aa7cc99a4cb20d834548221438afc1c1c6876e189bad261dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-17T17:11:38.834 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:38 smithi094 podman[108273]: 2024-08-17 17:11:38.69013521 +0000 UTC m=+0.573463601 container died d407a4175ac5f8aa7cc99a4cb20d834548221438afc1c1c6876e189bad261dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe) 2024-08-17T17:11:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:38 smithi190 ceph-mon[90718]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T17:11:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:38 smithi190 ceph-mon[90718]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T17:11:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:11:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:11:39] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.51.0" 2024-08-17T17:11:39.522 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 podman[108318]: 2024-08-17 17:11:39.262855965 +0000 UTC m=+0.567283975 container remove d407a4175ac5f8aa7cc99a4cb20d834548221438afc1c1c6876e189bad261dc2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:11:39.523 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-17T17:11:39.523 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 systemd[1]: Stopped Ceph osd.0 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:11:39.523 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.0.service: Consumed 11.668s CPU time. 2024-08-17T17:11:39.523 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 systemd[1]: Starting Ceph osd.0 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:11:39.670 INFO:tasks.rados.rados.0.smithi094.stdout:1374: done (6 left) 2024-08-17T17:11:39.670 INFO:tasks.rados.rados.0.smithi094.stdout:1375: done (5 left) 2024-08-17T17:11:39.670 INFO:tasks.rados.rados.0.smithi094.stdout:1376: done (4 left) 2024-08-17T17:11:39.670 INFO:tasks.rados.rados.0.smithi094.stdout:1377: done (3 left) 2024-08-17T17:11:39.671 INFO:tasks.rados.rados.0.smithi094.stdout:1378: done (2 left) 2024-08-17T17:11:39.671 INFO:tasks.rados.rados.0.smithi094.stdout:1379: done (1 left) 2024-08-17T17:11:39.671 INFO:tasks.rados.rados.0.smithi094.stdout:1380: done (0 left) 2024-08-17T17:11:39.671 INFO:tasks.rados.rados.0.smithi094.stdout:1381: read oid 31 snap 121 2024-08-17T17:11:39.671 INFO:tasks.rados.rados.0.smithi094.stdout:1381: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:11:39.671 INFO:tasks.rados.rados.0.smithi094.stdout:1382: setattr oid 47 current snap is 128 2024-08-17T17:11:39.671 INFO:tasks.rados.rados.0.smithi094.stdout:1383: copy_from oid 46 from oid 9 current snap is 128 2024-08-17T17:11:39.671 INFO:tasks.rados.rados.0.smithi094.stdout:1384: snap_create 2024-08-17T17:11:39.676 INFO:tasks.rados.rados.0.smithi094.stdout:1383: finishing copy_from to smithi09487127-46 2024-08-17T17:11:39.676 INFO:tasks.rados.rados.0.smithi094.stdout:1383: got expected ENOENT (src dne) 2024-08-17T17:11:39.676 INFO:tasks.rados.rados.0.smithi094.stdout:1383: finishing copy_from racing read to smithi09487127-46 2024-08-17T17:11:39.676 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 284 (ObjNum 33 snap 0 seq_num 3220820448) dirty exists 2024-08-17T17:11:39.682 INFO:tasks.rados.rados.0.smithi094.stdout:1381: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:11:39.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:39 smithi190 ceph-mon[90718]: pgmap v101: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:39.976 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 podman[108431]: 2024-08-17 17:11:39.60843698 +0000 UTC m=+0.017733561 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:11:39.976 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 podman[108431]: 2024-08-17 17:11:39.730955555 +0000 UTC m=+0.140252136 container create 5b764e7100c2cd720c05bcada1b1df0c21ee4ca5213253d2c37c29dd1a8082c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:11:39.976 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 podman[108431]: 2024-08-17 17:11:39.975058972 +0000 UTC m=+0.384355571 container init 5b764e7100c2cd720c05bcada1b1df0c21ee4ca5213253d2c37c29dd1a8082c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:11:39.977 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:39 smithi094 ceph-mon[100402]: pgmap v101: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:39.977 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:39 smithi094 ceph-mon[102949]: pgmap v101: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:40.272 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:39 smithi094 podman[108431]: 2024-08-17 17:11:39.980406161 +0000 UTC m=+0.389702734 container start 5b764e7100c2cd720c05bcada1b1df0c21ee4ca5213253d2c37c29dd1a8082c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T17:11:40.272 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 podman[108431]: 2024-08-17 17:11:40.091557992 +0000 UTC m=+0.500854589 container attach 5b764e7100c2cd720c05bcada1b1df0c21ee4ca5213253d2c37c29dd1a8082c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-17T17:11:40.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-17T17:11:40.668 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:40.674 INFO:tasks.rados.rados.0.smithi094.stdout:1381: done (3 left) 2024-08-17T17:11:40.674 INFO:tasks.rados.rados.0.smithi094.stdout:1382: done (2 left) 2024-08-17T17:11:40.674 INFO:tasks.rados.rados.0.smithi094.stdout:1383: done (1 left) 2024-08-17T17:11:40.674 INFO:tasks.rados.rados.0.smithi094.stdout:1384: done (0 left) 2024-08-17T17:11:40.674 INFO:tasks.rados.rados.0.smithi094.stdout:1385: snap_remove snap 104 2024-08-17T17:11:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-mon[100402]: Health check failed: Degraded data redundancy: 104/621 objects degraded (16.747%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:40.812 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-mon[100402]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T17:11:40.813 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-mon[102949]: Health check failed: Degraded data redundancy: 104/621 objects degraded (16.747%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:40.813 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-mon[102949]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T17:11:40.813 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T17:11:40.813 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T17:11:40.813 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-17T17:11:40.813 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-17T17:11:40.813 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T17:11:40.814 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T17:11:40.814 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T17:11:40.814 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T17:11:40.814 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate[108447]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-17T17:11:40.814 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 bash[108431]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-17T17:11:40.814 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:40 smithi094 podman[108431]: 2024-08-17 17:11:40.52573747 +0000 UTC m=+0.935034052 container died 5b764e7100c2cd720c05bcada1b1df0c21ee4ca5213253d2c37c29dd1a8082c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate, RELEASE=main-cd8bdbe, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:11:40.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:40 smithi190 ceph-mon[90718]: Health check failed: Degraded data redundancy: 104/621 objects degraded (16.747%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:40 smithi190 ceph-mon[90718]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T17:11:41.512 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:41 smithi094 podman[108578]: 2024-08-17 17:11:41.162128053 +0000 UTC m=+0.630333736 container remove 5b764e7100c2cd720c05bcada1b1df0c21ee4ca5213253d2c37c29dd1a8082c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T17:11:41.512 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:41 smithi094 podman[108642]: 2024-08-17 17:11:41.276588268 +0000 UTC m=+0.017211916 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:11:41.512 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:41 smithi094 podman[108642]: 2024-08-17 17:11:41.388166237 +0000 UTC m=+0.128789916 container create a41895dc67e90b3375ae38d575f44a1b99a3955c808cac62a000d31ecad299be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-17T17:11:41.678 INFO:tasks.rados.rados.0.smithi094.stdout:1385: done (0 left) 2024-08-17T17:11:41.679 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 129 2024-08-17T17:11:41.679 INFO:tasks.rados.rados.0.smithi094.stdout:1386: seq_num 443 ranges {2342912=221184} 2024-08-17T17:11:41.692 INFO:tasks.rados.rados.0.smithi094.stdout:1386: writing smithi09487127-8 from 2342912 to 2564096 tid 1 2024-08-17T17:11:41.692 INFO:tasks.rados.rados.0.smithi094.stdout:1387: rollback oid 31 current snap is 129 2024-08-17T17:11:41.693 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 115 2024-08-17T17:11:41.693 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 129 2024-08-17T17:11:41.693 INFO:tasks.rados.rados.0.smithi094.stdout:1388: seq_num 444 ranges {5095424=237568} 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1388: writing smithi09487127-20 from 5095424 to 5332992 tid 1 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1389: read oid 41 snap -1 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1389: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1390: rmattr oid 46 current snap is 129 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1390: done (4 left) 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1391: rmattr oid 32 current snap is 129 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1391: done (4 left) 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1392: snap_create 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1386: finishing write tid 1 to smithi09487127-8 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1386: finishing write tid 2 to smithi09487127-8 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1387: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:11:41.723 INFO:tasks.rados.rados.0.smithi094.stdout:1387: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:11:41.724 INFO:tasks.rados.rados.0.smithi094.stdout:1387: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:11:41.724 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 764 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:11:41.724 INFO:tasks.rados.rados.0.smithi094.stdout:1386: finishing write tid 3 to smithi09487127-8 2024-08-17T17:11:41.724 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 740 (ObjNum 443 snap 129 seq_num 443) dirty exists 2024-08-17T17:11:41.724 INFO:tasks.rados.rados.0.smithi094.stdout:1386: left oid 8 (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:11:41.726 INFO:tasks.rados.rados.0.smithi094.stdout:1388: finishing write tid 1 to smithi09487127-20 2024-08-17T17:11:41.726 INFO:tasks.rados.rados.0.smithi094.stdout:1388: finishing write tid 2 to smithi09487127-20 2024-08-17T17:11:41.727 INFO:tasks.rados.rados.0.smithi094.stdout:1388: finishing write tid 3 to smithi09487127-20 2024-08-17T17:11:41.727 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 773 (ObjNum 444 snap 129 seq_num 444) dirty exists 2024-08-17T17:11:41.727 INFO:tasks.rados.rados.0.smithi094.stdout:1388: left oid 20 (ObjNum 444 snap 129 seq_num 444) 2024-08-17T17:11:41.744 INFO:tasks.rados.rados.0.smithi094.stdout:1389: expect (ObjNum 306 snap 87 seq_num 306) 2024-08-17T17:11:41.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:41 smithi190 ceph-mon[90718]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T17:11:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:41 smithi190 ceph-mon[90718]: pgmap v104: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:41 smithi094 ceph-mon[100402]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T17:11:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:41 smithi094 ceph-mon[100402]: pgmap v104: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:41 smithi094 ceph-mon[102949]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T17:11:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:41 smithi094 ceph-mon[102949]: pgmap v104: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 21 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:42.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:41 smithi094 podman[108642]: 2024-08-17 17:11:41.631919024 +0000 UTC m=+0.372542661 container init a41895dc67e90b3375ae38d575f44a1b99a3955c808cac62a000d31ecad299be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=) 2024-08-17T17:11:42.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:41 smithi094 podman[108642]: 2024-08-17 17:11:41.636432006 +0000 UTC m=+0.377055643 container start a41895dc67e90b3375ae38d575f44a1b99a3955c808cac62a000d31ecad299be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T17:11:42.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:41 smithi094 ceph-osd[108680]: -- 172.21.15.94:0/3534489460 <== mon.0 v2:172.21.15.94:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56482c49da40 con 0x56482d26a000 2024-08-17T17:11:42.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:41 smithi094 bash[108642]: a41895dc67e90b3375ae38d575f44a1b99a3955c808cac62a000d31ecad299be 2024-08-17T17:11:42.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:41 smithi094 systemd[1]: Started Ceph osd.0 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:1386: done (4 left) 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:1387: done (3 left) 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:1388: done (2 left) 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:1389: done (1 left) 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:1392: done (0 left) 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:1393: rollback oid 39 current snap is 130 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 114 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 130 2024-08-17T17:11:42.684 INFO:tasks.rados.rados.0.smithi094.stdout:1394: seq_num 445 ranges {40960=253952} 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1394: writing smithi09487127-44 from 40960 to 294912 tid 1 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1395: read oid 16 snap 114 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1395: expect (ObjNum 378 snap 111 seq_num 378) 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1396: read oid 17 snap -1 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1396: expect (ObjNum 437 snap 126 seq_num 437) 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1397: read oid 34 snap 91 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1397: expect (ObjNum 272 snap 70 seq_num 272) 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1398: read oid 20 snap -1 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1398: expect (ObjNum 444 snap 129 seq_num 444) 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 130 2024-08-17T17:11:42.686 INFO:tasks.rados.rados.0.smithi094.stdout:1399: seq_num 446 ranges {3842048=278528} 2024-08-17T17:11:42.709 INFO:tasks.rados.rados.0.smithi094.stdout:1399: writing smithi09487127-4 from 3842048 to 4120576 tid 1 2024-08-17T17:11:42.709 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 130 2024-08-17T17:11:42.709 INFO:tasks.rados.rados.0.smithi094.stdout:1400: seq_num 447 ranges {5537792=294912} 2024-08-17T17:11:42.741 INFO:tasks.rados.rados.0.smithi094.stdout:1400: writing smithi09487127-41 from 5537792 to 5832704 tid 1 2024-08-17T17:11:42.741 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 130 2024-08-17T17:11:42.741 INFO:tasks.rados.rados.0.smithi094.stdout:1396: expect (ObjNum 437 snap 126 seq_num 437) 2024-08-17T17:11:42.749 INFO:tasks.rados.rados.0.smithi094.stdout:1393: finishing rollback tid 0 to smithi09487127-39 2024-08-17T17:11:42.749 INFO:tasks.rados.rados.0.smithi094.stdout:1393: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:11:42.750 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 742 (ObjNum 4113 snap 0 seq_num 3162485504) dirty dne 2024-08-17T17:11:42.750 INFO:tasks.rados.rados.0.smithi094.stdout:1394: finishing write tid 1 to smithi09487127-44 2024-08-17T17:11:42.750 INFO:tasks.rados.rados.0.smithi094.stdout:1394: finishing write tid 2 to smithi09487127-44 2024-08-17T17:11:42.750 INFO:tasks.rados.rados.0.smithi094.stdout:1394: finishing write tid 3 to smithi09487127-44 2024-08-17T17:11:42.750 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 872 (ObjNum 445 snap 130 seq_num 445) dirty exists 2024-08-17T17:11:42.750 INFO:tasks.rados.rados.0.smithi094.stdout:1394: left oid 44 (ObjNum 445 snap 130 seq_num 445) 2024-08-17T17:11:42.750 INFO:tasks.rados.rados.0.smithi094.stdout:1401: seq_num 448 ranges {0=311296} 2024-08-17T17:11:42.751 INFO:tasks.rados.rados.0.smithi094.stdout:1401: writing smithi09487127-33 from 0 to 311296 tid 1 2024-08-17T17:11:42.751 INFO:tasks.rados.rados.0.smithi094.stdout:1393: done (8 left) 2024-08-17T17:11:42.751 INFO:tasks.rados.rados.0.smithi094.stdout:1394: done (7 left) 2024-08-17T17:11:42.751 INFO:tasks.rados.rados.0.smithi094.stdout:1396: done (6 left) 2024-08-17T17:11:42.751 INFO:tasks.rados.rados.0.smithi094.stdout:1402: snap_remove snap 118 2024-08-17T17:11:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[100402]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T17:11:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[102949]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T17:11:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:42.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:42 smithi190 ceph-mon[90718]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T17:11:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:43.686 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:43 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[108657]: 2024-08-17T17:11:43.538+0000 7f31aeccb640 -1 Falling back to public interface 2024-08-17T17:11:43.688 INFO:tasks.rados.rados.0.smithi094.stdout:1402: done (6 left) 2024-08-17T17:11:43.689 INFO:tasks.rados.rados.0.smithi094.stdout:1403: snap_create 2024-08-17T17:11:43.689 INFO:tasks.rados.rados.0.smithi094.stdout:1399: finishing write tid 1 to smithi09487127-4 2024-08-17T17:11:43.689 INFO:tasks.rados.rados.0.smithi094.stdout:1399: finishing write tid 2 to smithi09487127-4 2024-08-17T17:11:43.689 INFO:tasks.rados.rados.0.smithi094.stdout:1397: expect (ObjNum 272 snap 70 seq_num 272) 2024-08-17T17:11:43.784 INFO:tasks.rados.rados.0.smithi094.stdout:1395: expect (ObjNum 378 snap 111 seq_num 378) 2024-08-17T17:11:44.019 INFO:tasks.rados.rados.0.smithi094.stdout:1399: finishing write tid 3 to smithi09487127-4 2024-08-17T17:11:44.019 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 363 (ObjNum 446 snap 130 seq_num 446) dirty exists 2024-08-17T17:11:44.019 INFO:tasks.rados.rados.0.smithi094.stdout:1399: left oid 4 (ObjNum 446 snap 130 seq_num 446) 2024-08-17T17:11:44.019 INFO:tasks.rados.rados.0.smithi094.stdout:1398: expect (ObjNum 444 snap 129 seq_num 444) 2024-08-17T17:11:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:43 smithi094 ceph-mon[100402]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T17:11:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:43 smithi094 ceph-mon[100402]: pgmap v107: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 0 B/s wr, 6 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:43 smithi094 ceph-mon[102949]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T17:11:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:43 smithi094 ceph-mon[102949]: pgmap v107: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 0 B/s wr, 6 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:44.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:43 smithi190 ceph-mon[90718]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T17:11:44.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:43 smithi190 ceph-mon[90718]: pgmap v107: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 257 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 0 B/s wr, 6 op/s; 104/621 objects degraded (16.747%) 2024-08-17T17:11:44.309 INFO:tasks.rados.rados.0.smithi094.stdout:1400: finishing write tid 1 to smithi09487127-41 2024-08-17T17:11:44.309 INFO:tasks.rados.rados.0.smithi094.stdout:1400: finishing write tid 2 to smithi09487127-41 2024-08-17T17:11:44.309 INFO:tasks.rados.rados.0.smithi094.stdout:1400: finishing write tid 3 to smithi09487127-41 2024-08-17T17:11:44.309 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 547 (ObjNum 447 snap 130 seq_num 447) dirty exists 2024-08-17T17:11:44.309 INFO:tasks.rados.rados.0.smithi094.stdout:1400: left oid 41 (ObjNum 447 snap 130 seq_num 447) 2024-08-17T17:11:44.309 INFO:tasks.rados.rados.0.smithi094.stdout:1401: finishing write tid 1 to smithi09487127-33 2024-08-17T17:11:44.310 INFO:tasks.rados.rados.0.smithi094.stdout:1401: finishing write tid 2 to smithi09487127-33 2024-08-17T17:11:44.310 INFO:tasks.rados.rados.0.smithi094.stdout:1401: finishing write tid 3 to smithi09487127-33 2024-08-17T17:11:44.310 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 490 (ObjNum 448 snap 130 seq_num 448) dirty exists 2024-08-17T17:11:44.310 INFO:tasks.rados.rados.0.smithi094.stdout:1401: left oid 33 (ObjNum 448 snap 130 seq_num 448) 2024-08-17T17:11:44.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:44.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1395: done (6 left) 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1397: done (5 left) 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1398: done (4 left) 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1399: done (3 left) 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1400: done (2 left) 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1401: done (1 left) 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1403: done (0 left) 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1404: copy_from oid 34 from oid 38 current snap is 131 2024-08-17T17:11:44.691 INFO:tasks.rados.rados.0.smithi094.stdout:1405: rollback oid 46 current snap is 131 2024-08-17T17:11:44.692 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 91 2024-08-17T17:11:44.692 INFO:tasks.rados.rados.0.smithi094.stdout:1406: rollback oid 23 current snap is 131 2024-08-17T17:11:44.692 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 23 to 126 2024-08-17T17:11:44.692 INFO:tasks.rados.rados.0.smithi094.stdout:1407: delete oid 22 current snap is 131 2024-08-17T17:11:44.698 INFO:tasks.rados.rados.0.smithi094.stdout:1405: finishing rollback tid 0 to smithi09487127-46 2024-08-17T17:11:44.699 INFO:tasks.rados.rados.0.smithi094.stdout:1405: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:11:44.699 INFO:tasks.rados.rados.0.smithi094.stdout:1405: finishing rollback tid 2 to smithi09487127-46 2024-08-17T17:11:44.699 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 628 (ObjNum 317 snap 90 seq_num 317) dirty exists 2024-08-17T17:11:44.700 INFO:tasks.rados.rados.0.smithi094.stdout:1406: finishing rollback tid 0 to smithi09487127-23 2024-08-17T17:11:44.701 INFO:tasks.rados.rados.0.smithi094.stdout:1406: finishing rollback tid 1 to smithi09487127-23 2024-08-17T17:11:44.701 INFO:tasks.rados.rados.0.smithi094.stdout:1406: finishing rollback tid 2 to smithi09487127-23 2024-08-17T17:11:44.701 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 342 (ObjNum 406 snap 119 seq_num 406) dirty exists 2024-08-17T17:11:44.701 INFO:tasks.rados.rados.0.smithi094.stdout:1405: done (3 left) 2024-08-17T17:11:44.701 INFO:tasks.rados.rados.0.smithi094.stdout:1406: done (2 left) 2024-08-17T17:11:44.702 INFO:tasks.rados.rados.0.smithi094.stdout:1407: done (1 left) 2024-08-17T17:11:44.702 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 131 2024-08-17T17:11:44.702 INFO:tasks.rados.rados.0.smithi094.stdout:1408: seq_num 450 ranges {155648=344064} 2024-08-17T17:11:44.704 INFO:tasks.rados.rados.0.smithi094.stdout:1408: writing smithi09487127-12 from 155648 to 499712 tid 1 2024-08-17T17:11:44.704 INFO:tasks.rados.rados.0.smithi094.stdout:1409: copy_from oid 46 from oid 10 current snap is 131 2024-08-17T17:11:44.704 INFO:tasks.rados.rados.0.smithi094.stdout:1410: snap_remove snap 110 2024-08-17T17:11:44.954 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:44 smithi094 ceph-mon[100402]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T17:11:44.955 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:44 smithi094 ceph-mon[102949]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T17:11:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:44 smithi190 ceph-mon[90718]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T17:11:45.703 INFO:tasks.rados.rados.0.smithi094.stdout:1410: done (3 left) 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1411: copy_from oid 35 from oid 45 current snap is 131 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1408: finishing write tid 1 to smithi09487127-12 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1404: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1408: finishing write tid 2 to smithi09487127-12 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1408: finishing write tid 3 to smithi09487127-12 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 772 (ObjNum 450 snap 131 seq_num 450) dirty exists 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1408: left oid 12 (ObjNum 450 snap 131 seq_num 450) 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1404: finishing copy_from to smithi09487127-34 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 724 (ObjNum 361 snap 109 seq_num 361) dirty exists 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1409: finishing copy_from racing read to smithi09487127-46 2024-08-17T17:11:45.704 INFO:tasks.rados.rados.0.smithi094.stdout:1409: finishing copy_from to smithi09487127-46 2024-08-17T17:11:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 738 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-08-17T17:11:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:1404: done (3 left) 2024-08-17T17:11:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:1408: done (2 left) 2024-08-17T17:11:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:1409: done (1 left) 2024-08-17T17:11:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:1412: copy_from oid 7 from oid 48 current snap is 131 2024-08-17T17:11:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 131 2024-08-17T17:11:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:1413: seq_num 451 ranges {0=360448} 2024-08-17T17:11:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:1413: writing smithi09487127-27 from 0 to 360448 tid 1 2024-08-17T17:11:45.706 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 131 2024-08-17T17:11:45.706 INFO:tasks.rados.rados.0.smithi094.stdout:1414: seq_num 452 ranges {4440064=376832} 2024-08-17T17:11:45.735 INFO:tasks.rados.rados.0.smithi094.stdout:1414: writing smithi09487127-31 from 4440064 to 4816896 tid 1 2024-08-17T17:11:45.735 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 131 2024-08-17T17:11:45.735 INFO:tasks.rados.rados.0.smithi094.stdout:1415: seq_num 453 ranges {1597440=393216} 2024-08-17T17:11:45.746 INFO:tasks.rados.rados.0.smithi094.stdout:1415: writing smithi09487127-30 from 1597440 to 1990656 tid 1 2024-08-17T17:11:45.747 INFO:tasks.rados.rados.0.smithi094.stdout:1416: rmattr oid 28 current snap is 131 2024-08-17T17:11:45.747 INFO:tasks.rados.rados.0.smithi094.stdout:1416: done (5 left) 2024-08-17T17:11:45.747 INFO:tasks.rados.rados.0.smithi094.stdout:1417: delete oid 17 current snap is 131 2024-08-17T17:11:45.747 INFO:tasks.rados.rados.0.smithi094.stdout:1413: finishing write tid 1 to smithi09487127-27 2024-08-17T17:11:45.747 INFO:tasks.rados.rados.0.smithi094.stdout:1413: finishing write tid 2 to smithi09487127-27 2024-08-17T17:11:45.747 INFO:tasks.rados.rados.0.smithi094.stdout:1413: finishing write tid 3 to smithi09487127-27 2024-08-17T17:11:45.747 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 382 (ObjNum 451 snap 131 seq_num 451) dirty exists 2024-08-17T17:11:45.747 INFO:tasks.rados.rados.0.smithi094.stdout:1413: left oid 27 (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:1411: finishing copy_from racing read to smithi09487127-35 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:1411: finishing copy_from to smithi09487127-35 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 665 (ObjNum 440 snap 127 seq_num 440) dirty exists 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:1412: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:1412: finishing copy_from to smithi09487127-7 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 769 (ObjNum 398 snap 116 seq_num 398) dirty exists 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:1414: finishing write tid 1 to smithi09487127-31 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:1414: finishing write tid 2 to smithi09487127-31 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:1414: finishing write tid 3 to smithi09487127-31 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 792 (ObjNum 452 snap 131 seq_num 452) dirty exists 2024-08-17T17:11:45.748 INFO:tasks.rados.rados.0.smithi094.stdout:1414: left oid 31 (ObjNum 452 snap 131 seq_num 452) 2024-08-17T17:11:45.749 INFO:tasks.rados.rados.0.smithi094.stdout:1411: done (5 left) 2024-08-17T17:11:45.749 INFO:tasks.rados.rados.0.smithi094.stdout:1412: done (4 left) 2024-08-17T17:11:45.749 INFO:tasks.rados.rados.0.smithi094.stdout:1413: done (3 left) 2024-08-17T17:11:45.749 INFO:tasks.rados.rados.0.smithi094.stdout:1414: done (2 left) 2024-08-17T17:11:45.749 INFO:tasks.rados.rados.0.smithi094.stdout:1417: done (1 left) 2024-08-17T17:11:45.749 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 131 2024-08-17T17:11:45.750 INFO:tasks.rados.rados.0.smithi094.stdout:1418: seq_num 455 ranges {4390912=425984} 2024-08-17T17:11:45.775 INFO:tasks.rados.rados.0.smithi094.stdout:1418: writing smithi09487127-5 from 4390912 to 4816896 tid 1 2024-08-17T17:11:45.775 INFO:tasks.rados.rados.0.smithi094.stdout:1419: delete oid 38 current snap is 131 2024-08-17T17:11:45.775 INFO:tasks.rados.rados.0.smithi094.stdout:1415: finishing write tid 1 to smithi09487127-30 2024-08-17T17:11:45.776 INFO:tasks.rados.rados.0.smithi094.stdout:1415: finishing write tid 2 to smithi09487127-30 2024-08-17T17:11:45.776 INFO:tasks.rados.rados.0.smithi094.stdout:1415: finishing write tid 3 to smithi09487127-30 2024-08-17T17:11:45.776 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 667 (ObjNum 453 snap 131 seq_num 453) dirty exists 2024-08-17T17:11:45.776 INFO:tasks.rados.rados.0.smithi094.stdout:1415: left oid 30 (ObjNum 453 snap 131 seq_num 453) 2024-08-17T17:11:45.776 INFO:tasks.rados.rados.0.smithi094.stdout:1415: done (2 left) 2024-08-17T17:11:45.776 INFO:tasks.rados.rados.0.smithi094.stdout:1419: done (1 left) 2024-08-17T17:11:45.777 INFO:tasks.rados.rados.0.smithi094.stdout:1420: setattr oid 17 current snap is 131 2024-08-17T17:11:45.777 INFO:tasks.rados.rados.0.smithi094.stdout:1421: read oid 21 snap -1 2024-08-17T17:11:45.778 INFO:tasks.rados.rados.0.smithi094.stdout:1421: expect deleted 2024-08-17T17:11:45.778 INFO:tasks.rados.rados.0.smithi094.stdout:1422: snap_remove snap 115 2024-08-17T17:11:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:45 smithi094 ceph-mon[100402]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T17:11:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:45 smithi094 ceph-mon[100402]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110/642 objects degraded (17.134%) 2024-08-17T17:11:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:46.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:45 smithi094 ceph-mon[102949]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T17:11:46.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:45 smithi094 ceph-mon[102949]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110/642 objects degraded (17.134%) 2024-08-17T17:11:46.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:46.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:45 smithi190 ceph-mon[90718]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T17:11:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:45 smithi190 ceph-mon[90718]: pgmap v110: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110/642 objects degraded (17.134%) 2024-08-17T17:11:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:46.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:46.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:45.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:46.705 INFO:tasks.rados.rados.0.smithi094.stdout:1422: done (3 left) 2024-08-17T17:11:46.706 INFO:tasks.rados.rados.0.smithi094.stdout:1423: snap_remove snap 126 2024-08-17T17:11:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:46 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 110/642 objects degraded (17.134%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:46 smithi094 ceph-mon[100402]: osdmap e334: 8 total, 7 up, 8 in 2024-08-17T17:11:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:46 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:46 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:47.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:46 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 110/642 objects degraded (17.134%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:47.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:46 smithi094 ceph-mon[102949]: osdmap e334: 8 total, 7 up, 8 in 2024-08-17T17:11:47.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:46 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:47.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:46 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:47.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:46 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 110/642 objects degraded (17.134%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:46 smithi190 ceph-mon[90718]: osdmap e334: 8 total, 7 up, 8 in 2024-08-17T17:11:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:46 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:46 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:47.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:47.522 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[108657]: 2024-08-17T17:11:47.237+0000 7f31aeccb640 -1 osd.0 324 log_to_monitors true 2024-08-17T17:11:47.709 INFO:tasks.rados.rados.0.smithi094.stdout:1423: done (3 left) 2024-08-17T17:11:47.709 INFO:tasks.rados.rados.0.smithi094.stdout:1424: snap_create 2024-08-17T17:11:47.709 INFO:tasks.rados.rados.0.smithi094.stdout:1418: finishing write tid 1 to smithi09487127-5 2024-08-17T17:11:47.710 INFO:tasks.rados.rados.0.smithi094.stdout:1418: finishing write tid 2 to smithi09487127-5 2024-08-17T17:11:47.710 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 785 (ObjNum 65 snap 0 seq_num 1433098582) dirty exists 2024-08-17T17:11:47.710 INFO:tasks.rados.rados.0.smithi094.stdout:1418: finishing write tid 3 to smithi09487127-5 2024-08-17T17:11:47.710 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 540 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:11:47.710 INFO:tasks.rados.rados.0.smithi094.stdout:1418: left oid 5 (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:11:47.848 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-mon[100402]: pgmap v112: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110/642 objects degraded (17.134%) 2024-08-17T17:11:47.848 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-mon[100402]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T17:11:47.848 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-mon[100402]: from='osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:11:47.848 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-mon[100402]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:11:47.848 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-mon[102949]: pgmap v112: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110/642 objects degraded (17.134%) 2024-08-17T17:11:47.848 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-mon[102949]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T17:11:47.848 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-mon[102949]: from='osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:11:47.848 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:47 smithi094 ceph-mon[102949]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:11:48.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:47 smithi190 ceph-mon[90718]: pgmap v112: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 260 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 110/642 objects degraded (17.134%) 2024-08-17T17:11:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:47 smithi190 ceph-mon[90718]: osdmap e335: 8 total, 7 up, 8 in 2024-08-17T17:11:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:47 smithi190 ceph-mon[90718]: from='osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:11:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:47 smithi190 ceph-mon[90718]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:11:48.273 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[108657]: 2024-08-17T17:11:48.036+0000 7f31a2a6d640 -1 osd.0 324 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:11:48.651 INFO:tasks.rados.rados.0.smithi094.stdout:1418: done (3 left) 2024-08-17T17:11:48.651 INFO:tasks.rados.rados.0.smithi094.stdout:1420: done (2 left) 2024-08-17T17:11:48.651 INFO:tasks.rados.rados.0.smithi094.stdout:1421: done (1 left) 2024-08-17T17:11:48.651 INFO:tasks.rados.rados.0.smithi094.stdout:1424: done (0 left) 2024-08-17T17:11:48.651 INFO:tasks.rados.rados.0.smithi094.stdout:1425: rollback oid 14 current snap is 132 2024-08-17T17:11:48.651 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 124 2024-08-17T17:11:48.651 INFO:tasks.rados.rados.0.smithi094.stdout:1426: snap_remove snap 128 2024-08-17T17:11:48.954 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:11:48.954 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: osdmap e336: 8 total, 7 up, 8 in 2024-08-17T17:11:48.954 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: from='osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: from='osd.0 ' entity='osd.0' 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204] boot 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: osdmap e336: 8 total, 7 up, 8 in 2024-08-17T17:11:48.955 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: from='osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:11:48.956 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:11:48.956 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: from='osd.0 ' entity='osd.0' 2024-08-17T17:11:48.956 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:48.956 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204] boot 2024-08-17T17:11:48.956 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T17:11:48.956 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: osdmap e336: 8 total, 7 up, 8 in 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: from='osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: from='osd.0 ' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: from='osd.0 ' entity='osd.0' 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: osd.0 [v2:172.21.15.94:6802/4142521204,v1:172.21.15.94:6803/4142521204] boot 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T17:11:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:11:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:11:49] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.51.0" 2024-08-17T17:11:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:11:49.437+0000 7f7c7ed28640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-17T17:11:49.654 INFO:tasks.rados.rados.0.smithi094.stdout:1426: done (1 left) 2024-08-17T17:11:49.655 INFO:tasks.rados.rados.0.smithi094.stdout:1427: snap_remove snap 114 2024-08-17T17:11:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: pgmap v116: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 116/669 objects degraded (17.339%) 2024-08-17T17:11:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[100402]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: pgmap v116: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 116/669 objects degraded (17.339%) 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:50.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:11:50.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:49 smithi094 ceph-mon[102949]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: pgmap v116: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 116/669 objects degraded (17.339%) 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:11:50.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:49 smithi190 ceph-mon[90718]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T17:11:50.655 INFO:tasks.rados.rados.0.smithi094.stdout:1427: done (1 left) 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1428: rollback oid 38 current snap is 132 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 38 to 91 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1429: read oid 4 snap -1 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1429: expect (ObjNum 446 snap 130 seq_num 446) 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1430: read oid 28 snap -1 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1430: expect (ObjNum 401 snap 117 seq_num 401) 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1431: rollback oid 31 current snap is 132 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 120 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1432: read oid 25 snap -1 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1432: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:11:50.656 INFO:tasks.rados.rados.0.smithi094.stdout:1433: read oid 2 snap -1 2024-08-17T17:11:50.657 INFO:tasks.rados.rados.0.smithi094.stdout:1433: expect (ObjNum 442 snap 127 seq_num 442) 2024-08-17T17:11:50.657 INFO:tasks.rados.rados.0.smithi094.stdout:1434: rollback oid 30 current snap is 132 2024-08-17T17:11:50.657 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 30 to 130 2024-08-17T17:11:50.657 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 132 2024-08-17T17:11:50.657 INFO:tasks.rados.rados.0.smithi094.stdout:1435: seq_num 457 ranges {2154496=458752} 2024-08-17T17:11:50.671 INFO:tasks.rados.rados.0.smithi094.stdout:1435: writing smithi09487127-34 from 2154496 to 2613248 tid 1 2024-08-17T17:11:50.671 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 132 2024-08-17T17:11:50.671 INFO:tasks.rados.rados.0.smithi094.stdout:1436: seq_num 458 ranges {0=475136} 2024-08-17T17:11:50.674 INFO:tasks.rados.rados.0.smithi094.stdout:1436: writing smithi09487127-18 from 0 to 475136 tid 1 2024-08-17T17:11:50.675 INFO:tasks.rados.rados.0.smithi094.stdout:1437: setattr oid 35 current snap is 132 2024-08-17T17:11:50.679 INFO:tasks.rados.rados.0.smithi094.stdout:1425: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:11:50.679 INFO:tasks.rados.rados.0.smithi094.stdout:1425: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:11:50.679 INFO:tasks.rados.rados.0.smithi094.stdout:1425: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:11:50.680 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 902 (ObjNum 423 snap 123 seq_num 423) dirty exists 2024-08-17T17:11:50.680 INFO:tasks.rados.rados.0.smithi094.stdout:1434: finishing rollback tid 0 to smithi09487127-30 2024-08-17T17:11:50.680 INFO:tasks.rados.rados.0.smithi094.stdout:1432: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:11:50.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:50.727 INFO:tasks.rados.rados.0.smithi094.stdout:1433: expect (ObjNum 442 snap 127 seq_num 442) 2024-08-17T17:11:50.834 INFO:tasks.rados.rados.0.smithi094.stdout:1434: finishing rollback tid 1 to smithi09487127-30 2024-08-17T17:11:50.835 INFO:tasks.rados.rados.0.smithi094.stdout:1434: finishing rollback tid 2 to smithi09487127-30 2024-08-17T17:11:50.835 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 670 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-08-17T17:11:50.835 INFO:tasks.rados.rados.0.smithi094.stdout:1428: finishing rollback tid 1 to smithi09487127-38 2024-08-17T17:11:50.835 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 794 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:11:50.835 INFO:tasks.rados.rados.0.smithi094.stdout:1430: expect (ObjNum 401 snap 117 seq_num 401) 2024-08-17T17:11:50.887 INFO:tasks.rados.rados.0.smithi094.stdout:1431: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:11:50.887 INFO:tasks.rados.rados.0.smithi094.stdout:1431: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:11:50.887 INFO:tasks.rados.rados.0.smithi094.stdout:1431: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 817 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:1436: finishing write tid 1 to smithi09487127-18 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:1436: finishing write tid 2 to smithi09487127-18 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:1435: finishing write tid 1 to smithi09487127-34 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:1435: finishing write tid 2 to smithi09487127-34 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:1436: finishing write tid 3 to smithi09487127-18 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 740 (ObjNum 458 snap 132 seq_num 458) dirty exists 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:1436: left oid 18 (ObjNum 458 snap 132 seq_num 458) 2024-08-17T17:11:50.888 INFO:tasks.rados.rados.0.smithi094.stdout:1435: finishing write tid 3 to smithi09487127-34 2024-08-17T17:11:50.889 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 726 (ObjNum 457 snap 132 seq_num 457) dirty exists 2024-08-17T17:11:50.889 INFO:tasks.rados.rados.0.smithi094.stdout:1435: left oid 34 (ObjNum 457 snap 132 seq_num 457) 2024-08-17T17:11:50.889 INFO:tasks.rados.rados.0.smithi094.stdout:1429: expect (ObjNum 446 snap 130 seq_num 446) 2024-08-17T17:11:51.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:50 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:11:51.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:50 smithi094 ceph-mon[100402]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-17T17:11:51.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:50 smithi094 ceph-mon[100402]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T17:11:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:50 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:11:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:50 smithi094 ceph-mon[102949]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-17T17:11:51.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:50 smithi094 ceph-mon[102949]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T17:11:51.089 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 671 (ObjNum 440 snap 127 seq_num 440) dirty exists 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1425: done (10 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1428: done (9 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1429: done (8 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1430: done (7 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1431: done (6 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1432: done (5 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1433: done (4 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1434: done (3 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1435: done (2 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1436: done (1 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1437: done (0 left) 2024-08-17T17:11:51.090 INFO:tasks.rados.rados.0.smithi094.stdout:1438: copy_from oid 23 from oid 34 current snap is 132 2024-08-17T17:11:51.091 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 132 2024-08-17T17:11:51.091 INFO:tasks.rados.rados.0.smithi094.stdout:1439: seq_num 459 ranges {4612096=491520} 2024-08-17T17:11:51.117 INFO:tasks.rados.rados.0.smithi094.stdout:1439: writing smithi09487127-48 from 4612096 to 5103616 tid 1 2024-08-17T17:11:51.117 INFO:tasks.rados.rados.0.smithi094.stdout:1440: copy_from oid 38 from oid 8 current snap is 132 2024-08-17T17:11:51.117 INFO:tasks.rados.rados.0.smithi094.stdout:1438: finishing copy_from racing read to smithi09487127-23 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:1438: finishing copy_from to smithi09487127-23 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 726 (ObjNum 457 snap 132 seq_num 457) dirty exists 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:1438: done (2 left) 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:1441: copy_from oid 45 from oid 36 current snap is 132 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:1442: rollback oid 34 current snap is 132 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 131 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:1443: read oid 40 snap -1 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:1443: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-17T17:11:51.118 INFO:tasks.rados.rados.0.smithi094.stdout:1444: snap_remove snap 100 2024-08-17T17:11:51.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:50 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:11:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:50 smithi190 ceph-mon[90718]: Upgrade: unsafe to stop osd(s) at this time (19 PGs are or would become offline) 2024-08-17T17:11:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:50 smithi190 ceph-mon[90718]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:1444: done (5 left) 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:1445: copy_from oid 11 from oid 17 current snap is 132 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:1446: read oid 29 snap 120 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:1446: expect (ObjNum 403 snap 119 seq_num 403) 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:1447: rollback oid 47 current snap is 132 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 91 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:1448: read oid 23 snap -1 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:1448: expect (ObjNum 457 snap 132 seq_num 457) 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:1449: rollback oid 32 current snap is 132 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 131 2024-08-17T17:11:51.727 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 132 2024-08-17T17:11:51.728 INFO:tasks.rados.rados.0.smithi094.stdout:1450: seq_num 460 ranges {0=507904} 2024-08-17T17:11:51.731 INFO:tasks.rados.rados.0.smithi094.stdout:1450: writing smithi09487127-9 from 0 to 507904 tid 1 2024-08-17T17:11:51.731 INFO:tasks.rados.rados.0.smithi094.stdout:1451: rmattr oid 27 current snap is 132 2024-08-17T17:11:51.731 INFO:tasks.rados.rados.0.smithi094.stdout:1451: done (11 left) 2024-08-17T17:11:51.731 INFO:tasks.rados.rados.0.smithi094.stdout:1452: read oid 3 snap -1 2024-08-17T17:11:51.731 INFO:tasks.rados.rados.0.smithi094.stdout:1452: expect deleted 2024-08-17T17:11:51.731 INFO:tasks.rados.rados.0.smithi094.stdout:1442: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:11:51.731 INFO:tasks.rados.rados.0.smithi094.stdout:1442: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:11:51.731 INFO:tasks.rados.rados.0.smithi094.stdout:1453: snap_create 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1439: finishing write tid 1 to smithi09487127-48 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1442: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 729 (ObjNum 361 snap 109 seq_num 361) dirty exists 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1439: finishing write tid 2 to smithi09487127-48 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1439: finishing write tid 3 to smithi09487127-48 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 919 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1439: left oid 48 (ObjNum 459 snap 132 seq_num 459) 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1440: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1441: finishing copy_from racing read to smithi09487127-45 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1441: finishing copy_from to smithi09487127-45 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 539 (ObjNum 358 snap 109 seq_num 358) dirty exists 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:1440: finishing copy_from to smithi09487127-38 2024-08-17T17:11:51.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 740 (ObjNum 443 snap 129 seq_num 443) dirty exists 2024-08-17T17:11:51.733 INFO:tasks.rados.rados.0.smithi094.stdout:1443: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-17T17:11:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:51 smithi094 ceph-mon[100402]: pgmap v119: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 116/669 objects degraded (17.339%) 2024-08-17T17:11:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:51 smithi094 ceph-mon[102949]: pgmap v119: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 116/669 objects degraded (17.339%) 2024-08-17T17:11:52.054 INFO:tasks.rados.rados.0.smithi094.stdout:1447: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:11:52.054 INFO:tasks.rados.rados.0.smithi094.stdout:1447: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:11:52.054 INFO:tasks.rados.rados.0.smithi094.stdout:1447: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:11:52.054 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 304 (ObjNum 311 snap 88 seq_num 311) dirty exists 2024-08-17T17:11:52.054 INFO:tasks.rados.rados.0.smithi094.stdout:1449: finishing rollback tid 0 to smithi09487127-32 2024-08-17T17:11:52.054 INFO:tasks.rados.rados.0.smithi094.stdout:1449: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:1449: finishing rollback tid 2 to smithi09487127-32 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 308 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:1450: finishing write tid 1 to smithi09487127-9 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:1450: finishing write tid 2 to smithi09487127-9 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:1445: finishing copy_from racing read to smithi09487127-11 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:1450: finishing write tid 3 to smithi09487127-9 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 514 (ObjNum 460 snap 132 seq_num 460) dirty exists 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:1450: left oid 9 (ObjNum 460 snap 132 seq_num 460) 2024-08-17T17:11:52.055 INFO:tasks.rados.rados.0.smithi094.stdout:1448: expect (ObjNum 457 snap 132 seq_num 457) 2024-08-17T17:11:52.173 INFO:tasks.rados.rados.0.smithi094.stdout:1446: expect (ObjNum 403 snap 119 seq_num 403) 2024-08-17T17:11:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:51 smithi190 ceph-mon[90718]: pgmap v119: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.0 MiB/s wr, 17 op/s; 116/669 objects degraded (17.339%) 2024-08-17T17:11:52.226 INFO:tasks.rados.rados.0.smithi094.stdout:1445: finishing copy_from to smithi09487127-11 2024-08-17T17:11:52.227 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 785 (ObjNum 49 snap 0 seq_num 3940812575) dirty exists 2024-08-17T17:11:52.732 INFO:tasks.rados.rados.0.smithi094.stdout:1439: done (12 left) 2024-08-17T17:11:52.732 INFO:tasks.rados.rados.0.smithi094.stdout:1440: done (11 left) 2024-08-17T17:11:52.732 INFO:tasks.rados.rados.0.smithi094.stdout:1441: done (10 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1442: done (9 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1443: done (8 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1445: done (7 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1446: done (6 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1447: done (5 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1448: done (4 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1449: done (3 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1450: done (2 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1452: done (1 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1453: done (0 left) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1454: read oid 49 snap -1 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1454: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 133 2024-08-17T17:11:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1455: seq_num 461 ranges {0=524288} 2024-08-17T17:11:52.735 INFO:tasks.rados.rados.0.smithi094.stdout:1455: writing smithi09487127-26 from 0 to 524288 tid 1 2024-08-17T17:11:52.736 INFO:tasks.rados.rados.0.smithi094.stdout:1456: snap_create 2024-08-17T17:11:52.743 INFO:tasks.rados.rados.0.smithi094.stdout:1455: finishing write tid 1 to smithi09487127-26 2024-08-17T17:11:52.743 INFO:tasks.rados.rados.0.smithi094.stdout:1455: finishing write tid 2 to smithi09487127-26 2024-08-17T17:11:52.745 INFO:tasks.rados.rados.0.smithi094.stdout:1454: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:52.854 INFO:tasks.rados.rados.0.smithi094.stdout:1455: finishing write tid 3 to smithi09487127-26 2024-08-17T17:11:52.854 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 832 (ObjNum 461 snap 133 seq_num 461) dirty exists 2024-08-17T17:11:52.854 INFO:tasks.rados.rados.0.smithi094.stdout:1455: left oid 26 (ObjNum 461 snap 133 seq_num 461) 2024-08-17T17:11:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:52 smithi094 ceph-mon[100402]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T17:11:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:52 smithi094 ceph-mon[102949]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T17:11:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:52 smithi190 ceph-mon[90718]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T17:11:53.737 INFO:tasks.rados.rados.0.smithi094.stdout:1454: done (2 left) 2024-08-17T17:11:53.737 INFO:tasks.rados.rados.0.smithi094.stdout:1455: done (1 left) 2024-08-17T17:11:53.737 INFO:tasks.rados.rados.0.smithi094.stdout:1456: done (0 left) 2024-08-17T17:11:53.738 INFO:tasks.rados.rados.0.smithi094.stdout:1457: snap_create 2024-08-17T17:11:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:53 smithi094 ceph-mon[100402]: pgmap v121: 121 pgs: 26 active+undersized, 14 active+undersized+degraded, 81 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 6 op/s; 113/666 objects degraded (16.967%) 2024-08-17T17:11:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:53 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 113/666 objects degraded (16.967%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:53 smithi094 ceph-mon[100402]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T17:11:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:53 smithi094 ceph-mon[102949]: pgmap v121: 121 pgs: 26 active+undersized, 14 active+undersized+degraded, 81 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 6 op/s; 113/666 objects degraded (16.967%) 2024-08-17T17:11:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:53 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 113/666 objects degraded (16.967%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:53 smithi094 ceph-mon[102949]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T17:11:54.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:53 smithi190 ceph-mon[90718]: pgmap v121: 121 pgs: 26 active+undersized, 14 active+undersized+degraded, 81 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 6 op/s; 113/666 objects degraded (16.967%) 2024-08-17T17:11:54.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:53 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 113/666 objects degraded (16.967%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:54.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:53 smithi190 ceph-mon[90718]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T17:11:54.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:54.148Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T17:11:54.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:54.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:54.744 INFO:tasks.rados.rados.0.smithi094.stdout:1457: done (0 left) 2024-08-17T17:11:54.744 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 135 2024-08-17T17:11:54.744 INFO:tasks.rados.rados.0.smithi094.stdout:1458: seq_num 462 ranges {294912=540672} 2024-08-17T17:11:54.748 INFO:tasks.rados.rados.0.smithi094.stdout:1458: writing smithi09487127-44 from 294912 to 835584 tid 1 2024-08-17T17:11:54.748 INFO:tasks.rados.rados.0.smithi094.stdout:1459: read oid 10 snap -1 2024-08-17T17:11:54.749 INFO:tasks.rados.rados.0.smithi094.stdout:1459: expect (ObjNum 433 snap 126 seq_num 433) 2024-08-17T17:11:54.749 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 135 2024-08-17T17:11:54.749 INFO:tasks.rados.rados.0.smithi094.stdout:1460: seq_num 463 ranges {1925120=557056} 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:1460: writing smithi09487127-28 from 1925120 to 2482176 tid 1 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:1461: rollback oid 26 current snap is 135 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 131 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:1458: finishing write tid 1 to smithi09487127-44 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:1458: finishing write tid 2 to smithi09487127-44 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:1458: finishing write tid 3 to smithi09487127-44 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 932 (ObjNum 462 snap 135 seq_num 462) dirty exists 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:1458: left oid 44 (ObjNum 462 snap 135 seq_num 462) 2024-08-17T17:11:54.763 INFO:tasks.rados.rados.0.smithi094.stdout:1459: expect (ObjNum 433 snap 126 seq_num 433) 2024-08-17T17:11:54.955 INFO:tasks.rados.rados.0.smithi094.stdout:1461: finishing rollback tid 0 to smithi09487127-26 2024-08-17T17:11:54.955 INFO:tasks.rados.rados.0.smithi094.stdout:1461: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:11:54.955 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 835 (ObjNum 129 snap 0 seq_num 3214701776) dirty dne 2024-08-17T17:11:54.955 INFO:tasks.rados.rados.0.smithi094.stdout:1460: finishing write tid 1 to smithi09487127-28 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1460: finishing write tid 2 to smithi09487127-28 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1460: finishing write tid 3 to smithi09487127-28 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 742 (ObjNum 463 snap 135 seq_num 463) dirty exists 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1460: left oid 28 (ObjNum 463 snap 135 seq_num 463) 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1458: done (3 left) 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1459: done (2 left) 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1460: done (1 left) 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1461: done (0 left) 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1462: rollback oid 15 current snap is 135 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 15 to 133 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 135 2024-08-17T17:11:54.956 INFO:tasks.rados.rados.0.smithi094.stdout:1463: seq_num 464 ranges {1597440=573440} 2024-08-17T17:11:54.966 INFO:tasks.rados.rados.0.smithi094.stdout:1463: writing smithi09487127-37 from 1597440 to 2170880 tid 1 2024-08-17T17:11:54.967 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 135 2024-08-17T17:11:54.967 INFO:tasks.rados.rados.0.smithi094.stdout:1464: seq_num 465 ranges {5316608=598016} 2024-08-17T17:11:54.999 INFO:tasks.rados.rados.0.smithi094.stdout:1464: writing smithi09487127-40 from 5316608 to 5914624 tid 1 2024-08-17T17:11:54.999 INFO:tasks.rados.rados.0.smithi094.stdout:1465: copy_from oid 13 from oid 24 current snap is 135 2024-08-17T17:11:54.999 INFO:tasks.rados.rados.0.smithi094.stdout:1462: finishing rollback tid 0 to smithi09487127-15 2024-08-17T17:11:54.999 INFO:tasks.rados.rados.0.smithi094.stdout:1462: finishing rollback tid 1 to smithi09487127-15 2024-08-17T17:11:54.999 INFO:tasks.rados.rados.0.smithi094.stdout:1462: finishing rollback tid 2 to smithi09487127-15 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 936 (ObjNum 394 snap 115 seq_num 394) dirty exists 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:1463: finishing write tid 1 to smithi09487127-37 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:1462: done (3 left) 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:1466: read oid 6 snap 130 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:1466: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 135 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:1463: finishing write tid 2 to smithi09487127-37 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:1463: finishing write tid 3 to smithi09487127-37 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 828 (ObjNum 464 snap 135 seq_num 464) dirty exists 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:1463: left oid 37 (ObjNum 464 snap 135 seq_num 464) 2024-08-17T17:11:55.000 INFO:tasks.rados.rados.0.smithi094.stdout:1467: seq_num 466 ranges {6397952=614400} 2024-08-17T17:11:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:54 smithi094 ceph-mon[100402]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T17:11:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:54 smithi094 ceph-mon[100402]: pgmap v124: 121 pgs: 121 active+clean; 265 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-17T17:11:55.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:54 smithi094 ceph-mon[102949]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T17:11:55.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:54 smithi094 ceph-mon[102949]: pgmap v124: 121 pgs: 121 active+clean; 265 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-17T17:11:55.036 INFO:tasks.rados.rados.0.smithi094.stdout:1467: writing smithi09487127-14 from 6397952 to 7012352 tid 1 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1463: done (4 left) 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1468: setattr oid 42 current snap is 135 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1465: finishing copy_from to smithi09487127-13 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1465: got expected ENOENT (src dne) 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1465: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1464: finishing write tid 1 to smithi09487127-40 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1464: finishing write tid 2 to smithi09487127-40 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1464: finishing write tid 3 to smithi09487127-40 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 517 (ObjNum 465 snap 135 seq_num 465) dirty exists 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1464: left oid 40 (ObjNum 465 snap 135 seq_num 465) 2024-08-17T17:11:55.037 INFO:tasks.rados.rados.0.smithi094.stdout:1466: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:11:55.146 INFO:tasks.rados.rados.0.smithi094.stdout:1467: finishing write tid 1 to smithi09487127-14 2024-08-17T17:11:55.146 INFO:tasks.rados.rados.0.smithi094.stdout:1467: finishing write tid 2 to smithi09487127-14 2024-08-17T17:11:55.146 INFO:tasks.rados.rados.0.smithi094.stdout:1467: finishing write tid 3 to smithi09487127-14 2024-08-17T17:11:55.146 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 939 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-08-17T17:11:55.146 INFO:tasks.rados.rados.0.smithi094.stdout:1467: left oid 14 (ObjNum 466 snap 135 seq_num 466) 2024-08-17T17:11:55.146 INFO:tasks.rados.rados.0.smithi094.stdout:1464: done (4 left) 2024-08-17T17:11:55.146 INFO:tasks.rados.rados.0.smithi094.stdout:1465: done (3 left) 2024-08-17T17:11:55.146 INFO:tasks.rados.rados.0.smithi094.stdout:1466: done (2 left) 2024-08-17T17:11:55.147 INFO:tasks.rados.rados.0.smithi094.stdout:1467: done (1 left) 2024-08-17T17:11:55.147 INFO:tasks.rados.rados.0.smithi094.stdout:1469: snap_create 2024-08-17T17:11:55.149 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 541 (ObjNum 422 snap 123 seq_num 422) dirty exists 2024-08-17T17:11:55.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:54 smithi190 ceph-mon[90718]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T17:11:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:54 smithi190 ceph-mon[90718]: pgmap v124: 121 pgs: 121 active+clean; 265 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 20 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-17T17:11:55.750 INFO:tasks.rados.rados.0.smithi094.stdout:1468: done (1 left) 2024-08-17T17:11:55.750 INFO:tasks.rados.rados.0.smithi094.stdout:1469: done (0 left) 2024-08-17T17:11:55.750 INFO:tasks.rados.rados.0.smithi094.stdout:1470: rmattr oid 41 current snap is 136 2024-08-17T17:11:55.750 INFO:tasks.rados.rados.0.smithi094.stdout:1471: snap_remove snap 129 2024-08-17T17:11:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:55 smithi094 ceph-mon[100402]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 113/666 objects degraded (16.967%), 14 pgs degraded) 2024-08-17T17:11:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:55 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:11:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:55 smithi094 ceph-mon[100402]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T17:11:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:55 smithi094 ceph-mon[102949]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 113/666 objects degraded (16.967%), 14 pgs degraded) 2024-08-17T17:11:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:55 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:11:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:55 smithi094 ceph-mon[102949]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T17:11:56.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:55.739Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:56.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:55.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:55 smithi190 ceph-mon[90718]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 113/666 objects degraded (16.967%), 14 pgs degraded) 2024-08-17T17:11:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:55 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:11:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:55 smithi190 ceph-mon[90718]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T17:11:56.757 INFO:tasks.rados.rados.0.smithi094.stdout:1471: done (1 left) 2024-08-17T17:11:56.757 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 136 2024-08-17T17:11:56.757 INFO:tasks.rados.rados.0.smithi094.stdout:1472: seq_num 467 ranges {4112384=630784} 2024-08-17T17:11:56.783 INFO:tasks.rados.rados.0.smithi094.stdout:1472: writing smithi09487127-43 from 4112384 to 4743168 tid 1 2024-08-17T17:11:56.784 INFO:tasks.rados.rados.0.smithi094.stdout:1473: delete oid 20 current snap is 136 2024-08-17T17:11:56.784 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 730 (ObjNum 447 snap 130 seq_num 447) dirty exists 2024-08-17T17:11:56.785 INFO:tasks.rados.rados.0.smithi094.stdout:1470: done (2 left) 2024-08-17T17:11:56.786 INFO:tasks.rados.rados.0.smithi094.stdout:1473: done (1 left) 2024-08-17T17:11:56.786 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 136 2024-08-17T17:11:56.786 INFO:tasks.rados.rados.0.smithi094.stdout:1474: seq_num 469 ranges {475136=663552} 2024-08-17T17:11:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:1474: writing smithi09487127-18 from 475136 to 1138688 tid 1 2024-08-17T17:11:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:1475: delete oid 1 current snap is 136 2024-08-17T17:11:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:1472: finishing write tid 1 to smithi09487127-43 2024-08-17T17:11:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:1472: finishing write tid 2 to smithi09487127-43 2024-08-17T17:11:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:1472: finishing write tid 3 to smithi09487127-43 2024-08-17T17:11:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 365 (ObjNum 467 snap 136 seq_num 467) dirty exists 2024-08-17T17:11:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:1472: left oid 43 (ObjNum 467 snap 136 seq_num 467) 2024-08-17T17:11:56.793 INFO:tasks.rados.rados.0.smithi094.stdout:1472: done (2 left) 2024-08-17T17:11:56.793 INFO:tasks.rados.rados.0.smithi094.stdout:1475: done (1 left) 2024-08-17T17:11:56.793 INFO:tasks.rados.rados.0.smithi094.stdout:1476: copy_from oid 4 from oid 1 current snap is 136 2024-08-17T17:11:56.793 INFO:tasks.rados.rados.0.smithi094.stdout:1477: snap_create 2024-08-17T17:11:56.795 INFO:tasks.rados.rados.0.smithi094.stdout:1476: finishing copy_from to smithi09487127-4 2024-08-17T17:11:56.795 INFO:tasks.rados.rados.0.smithi094.stdout:1476: got expected ENOENT (src dne) 2024-08-17T17:11:56.795 INFO:tasks.rados.rados.0.smithi094.stdout:1476: finishing copy_from racing read to smithi09487127-4 2024-08-17T17:11:56.795 INFO:tasks.rados.rados.0.smithi094.stdout:1474: finishing write tid 1 to smithi09487127-18 2024-08-17T17:11:56.795 INFO:tasks.rados.rados.0.smithi094.stdout:1474: finishing write tid 2 to smithi09487127-18 2024-08-17T17:11:56.796 INFO:tasks.rados.rados.0.smithi094.stdout:1474: finishing write tid 3 to smithi09487127-18 2024-08-17T17:11:56.796 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 744 (ObjNum 469 snap 136 seq_num 469) dirty exists 2024-08-17T17:11:56.796 INFO:tasks.rados.rados.0.smithi094.stdout:1474: left oid 18 (ObjNum 469 snap 136 seq_num 469) 2024-08-17T17:11:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:56 smithi094 ceph-mon[100402]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T17:11:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:56 smithi094 ceph-mon[100402]: pgmap v127: 121 pgs: 121 active+clean; 265 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 13 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-17T17:11:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:56 smithi094 ceph-mon[102949]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T17:11:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:56 smithi094 ceph-mon[102949]: pgmap v127: 121 pgs: 121 active+clean; 265 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 13 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-17T17:11:57.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:56 smithi190 ceph-mon[90718]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T17:11:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:56 smithi190 ceph-mon[90718]: pgmap v127: 121 pgs: 121 active+clean; 265 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 13 op/s; 15 MiB/s, 6 objects/s recovering 2024-08-17T17:11:57.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:11:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:11:56.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:11:57.764 INFO:tasks.rados.rados.0.smithi094.stdout:1474: done (2 left) 2024-08-17T17:11:57.764 INFO:tasks.rados.rados.0.smithi094.stdout:1476: done (1 left) 2024-08-17T17:11:57.765 INFO:tasks.rados.rados.0.smithi094.stdout:1477: done (0 left) 2024-08-17T17:11:57.765 INFO:tasks.rados.rados.0.smithi094.stdout:1478: setattr oid 25 current snap is 137 2024-08-17T17:11:57.765 INFO:tasks.rados.rados.0.smithi094.stdout:1479: setattr oid 47 current snap is 137 2024-08-17T17:11:57.766 INFO:tasks.rados.rados.0.smithi094.stdout:1480: snap_create 2024-08-17T17:11:57.769 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 277 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:11:57.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 316 (ObjNum 311 snap 88 seq_num 311) dirty exists 2024-08-17T17:11:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:57 smithi094 ceph-mon[100402]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T17:11:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:57 smithi094 ceph-mon[102949]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T17:11:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:58.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:57 smithi190 ceph-mon[90718]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T17:11:58.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:11:58.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:58.654 INFO:tasks.rados.rados.0.smithi094.stdout:1478: done (2 left) 2024-08-17T17:11:58.654 INFO:tasks.rados.rados.0.smithi094.stdout:1479: done (1 left) 2024-08-17T17:11:58.654 INFO:tasks.rados.rados.0.smithi094.stdout:1480: done (0 left) 2024-08-17T17:11:58.654 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 138 2024-08-17T17:11:58.654 INFO:tasks.rados.rados.0.smithi094.stdout:1481: seq_num 471 ranges {4612096=696320} 2024-08-17T17:11:58.683 INFO:tasks.rados.rados.0.smithi094.stdout:1481: writing smithi09487127-7 from 4612096 to 5308416 tid 1 2024-08-17T17:11:58.683 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 138 2024-08-17T17:11:58.683 INFO:tasks.rados.rados.0.smithi094.stdout:1482: seq_num 472 ranges {1073152=712704} 2024-08-17T17:11:58.693 INFO:tasks.rados.rados.0.smithi094.stdout:1482: writing smithi09487127-32 from 1073152 to 1785856 tid 1 2024-08-17T17:11:58.693 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 138 2024-08-17T17:11:58.693 INFO:tasks.rados.rados.0.smithi094.stdout:1481: finishing write tid 1 to smithi09487127-7 2024-08-17T17:11:58.693 INFO:tasks.rados.rados.0.smithi094.stdout:1481: finishing write tid 2 to smithi09487127-7 2024-08-17T17:11:58.693 INFO:tasks.rados.rados.0.smithi094.stdout:1481: finishing write tid 3 to smithi09487127-7 2024-08-17T17:11:58.693 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 824 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T17:11:58.693 INFO:tasks.rados.rados.0.smithi094.stdout:1481: left oid 7 (ObjNum 471 snap 138 seq_num 471) 2024-08-17T17:11:58.693 INFO:tasks.rados.rados.0.smithi094.stdout:1483: seq_num 473 ranges {2154496=729088} 2024-08-17T17:11:58.708 INFO:tasks.rados.rados.0.smithi094.stdout:1483: writing smithi09487127-34 from 2154496 to 2883584 tid 1 2024-08-17T17:11:58.708 INFO:tasks.rados.rados.0.smithi094.stdout:1481: done (2 left) 2024-08-17T17:11:58.709 INFO:tasks.rados.rados.0.smithi094.stdout:1484: snap_create 2024-08-17T17:11:58.709 INFO:tasks.rados.rados.0.smithi094.stdout:1482: finishing write tid 1 to smithi09487127-32 2024-08-17T17:11:58.709 INFO:tasks.rados.rados.0.smithi094.stdout:1482: finishing write tid 2 to smithi09487127-32 2024-08-17T17:11:58.709 INFO:tasks.rados.rados.0.smithi094.stdout:1482: finishing write tid 3 to smithi09487127-32 2024-08-17T17:11:58.709 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 319 (ObjNum 472 snap 138 seq_num 472) dirty exists 2024-08-17T17:11:58.709 INFO:tasks.rados.rados.0.smithi094.stdout:1482: left oid 32 (ObjNum 472 snap 138 seq_num 472) 2024-08-17T17:11:58.714 INFO:tasks.rados.rados.0.smithi094.stdout:1483: finishing write tid 1 to smithi09487127-34 2024-08-17T17:11:58.715 INFO:tasks.rados.rados.0.smithi094.stdout:1483: finishing write tid 2 to smithi09487127-34 2024-08-17T17:11:58.715 INFO:tasks.rados.rados.0.smithi094.stdout:1483: finishing write tid 3 to smithi09487127-34 2024-08-17T17:11:58.716 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 732 (ObjNum 473 snap 138 seq_num 473) dirty exists 2024-08-17T17:11:58.716 INFO:tasks.rados.rados.0.smithi094.stdout:1483: left oid 34 (ObjNum 473 snap 138 seq_num 473) 2024-08-17T17:11:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:58 smithi094 ceph-mon[102949]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T17:11:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:58 smithi094 ceph-mon[102949]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T17:11:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:11:58 smithi094 ceph-mon[102949]: pgmap v131: 121 pgs: 121 active+clean; 269 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:11:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:58 smithi094 ceph-mon[100402]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T17:11:59.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:58 smithi094 ceph-mon[100402]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T17:11:59.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:11:58 smithi094 ceph-mon[100402]: pgmap v131: 121 pgs: 121 active+clean; 269 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:11:59.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:58 smithi190 ceph-mon[90718]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T17:11:59.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:58 smithi190 ceph-mon[90718]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T17:11:59.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:11:58 smithi190 ceph-mon[90718]: pgmap v131: 121 pgs: 121 active+clean; 269 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:11:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:11:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:11:59] "GET /metrics HTTP/1.1" 200 36258 "" "Prometheus/2.51.0" 2024-08-17T17:11:59.667 INFO:tasks.rados.rados.0.smithi094.stdout:1482: done (2 left) 2024-08-17T17:11:59.667 INFO:tasks.rados.rados.0.smithi094.stdout:1483: done (1 left) 2024-08-17T17:11:59.667 INFO:tasks.rados.rados.0.smithi094.stdout:1484: done (0 left) 2024-08-17T17:11:59.667 INFO:tasks.rados.rados.0.smithi094.stdout:1485: delete oid 40 current snap is 139 2024-08-17T17:11:59.672 INFO:tasks.rados.rados.0.smithi094.stdout:1485: done (0 left) 2024-08-17T17:11:59.672 INFO:tasks.rados.rados.0.smithi094.stdout:1486: snap_remove snap 134 2024-08-17T17:12:00.662 INFO:tasks.rados.rados.0.smithi094.stdout:1486: done (0 left) 2024-08-17T17:12:00.663 INFO:tasks.rados.rados.0.smithi094.stdout:1487: snap_remove snap 131 2024-08-17T17:12:00.664 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:00.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:00 smithi190 ceph-mon[90718]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T17:12:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:00 smithi190 ceph-mon[90718]: mgrmap e45: y(active, since 93s), standbys: x 2024-08-17T17:12:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:00 smithi094 ceph-mon[100402]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T17:12:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:00 smithi094 ceph-mon[100402]: mgrmap e45: y(active, since 93s), standbys: x 2024-08-17T17:12:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:00 smithi094 ceph-mon[102949]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T17:12:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:00 smithi094 ceph-mon[102949]: mgrmap e45: y(active, since 93s), standbys: x 2024-08-17T17:12:01.674 INFO:tasks.rados.rados.0.smithi094.stdout:1487: done (0 left) 2024-08-17T17:12:01.674 INFO:tasks.rados.rados.0.smithi094.stdout:1488: snap_remove snap 91 2024-08-17T17:12:01.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:01 smithi190 ceph-mon[90718]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T17:12:01.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:01 smithi190 ceph-mon[90718]: pgmap v134: 121 pgs: 121 active+clean; 269 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:12:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:01 smithi094 ceph-mon[100402]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T17:12:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:01 smithi094 ceph-mon[100402]: pgmap v134: 121 pgs: 121 active+clean; 269 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:12:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:01 smithi094 ceph-mon[102949]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T17:12:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:01 smithi094 ceph-mon[102949]: pgmap v134: 121 pgs: 121 active+clean; 269 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:12:02.674 INFO:tasks.rados.rados.0.smithi094.stdout:1488: done (0 left) 2024-08-17T17:12:02.674 INFO:tasks.rados.rados.0.smithi094.stdout:1489: delete oid 34 current snap is 139 2024-08-17T17:12:02.688 INFO:tasks.rados.rados.0.smithi094.stdout:1489: done (0 left) 2024-08-17T17:12:02.688 INFO:tasks.rados.rados.0.smithi094.stdout:1490: read oid 33 snap -1 2024-08-17T17:12:02.688 INFO:tasks.rados.rados.0.smithi094.stdout:1490: expect (ObjNum 448 snap 130 seq_num 448) 2024-08-17T17:12:02.688 INFO:tasks.rados.rados.0.smithi094.stdout:1491: snap_remove snap 127 2024-08-17T17:12:02.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:02 smithi190 ceph-mon[90718]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T17:12:02.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:02 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:02 smithi094 ceph-mon[100402]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T17:12:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:02 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:02 smithi094 ceph-mon[102949]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T17:12:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:02 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:03.446 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:12:03.685 INFO:tasks.rados.rados.0.smithi094.stdout:1491: done (1 left) 2024-08-17T17:12:03.685 INFO:tasks.rados.rados.0.smithi094.stdout:1492: setattr oid 2 current snap is 139 2024-08-17T17:12:03.685 INFO:tasks.rados.rados.0.smithi094.stdout:1490: expect (ObjNum 448 snap 130 seq_num 448) 2024-08-17T17:12:03.703 INFO:tasks.rados.rados.0.smithi094.stdout:1490: done (1 left) 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1493: copy_from oid 12 from oid 18 current snap is 139 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1494: read oid 25 snap -1 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1494: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1495: read oid 33 snap -1 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1495: expect (ObjNum 448 snap 130 seq_num 448) 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1496: rmattr oid 13 current snap is 139 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1496: done (4 left) 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1497: read oid 8 snap -1 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1497: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1498: rollback oid 40 current snap is 139 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 120 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1499: copy_from oid 34 from oid 38 current snap is 139 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1500: read oid 48 snap 130 2024-08-17T17:12:03.704 INFO:tasks.rados.rados.0.smithi094.stdout:1500: expect (ObjNum 398 snap 116 seq_num 398) 2024-08-17T17:12:03.705 INFO:tasks.rados.rados.0.smithi094.stdout:1501: setattr oid 23 current snap is 139 2024-08-17T17:12:03.705 INFO:tasks.rados.rados.0.smithi094.stdout:1502: read oid 37 snap -1 2024-08-17T17:12:03.705 INFO:tasks.rados.rados.0.smithi094.stdout:1502: expect (ObjNum 464 snap 135 seq_num 464) 2024-08-17T17:12:03.705 INFO:tasks.rados.rados.0.smithi094.stdout:1503: read oid 41 snap 136 2024-08-17T17:12:03.706 INFO:tasks.rados.rados.0.smithi094.stdout:1503: expect (ObjNum 447 snap 130 seq_num 447) 2024-08-17T17:12:03.706 INFO:tasks.rados.rados.0.smithi094.stdout:1504: delete oid 45 current snap is 139 2024-08-17T17:12:03.707 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 537 (ObjNum 442 snap 127 seq_num 442) dirty exists 2024-08-17T17:12:03.710 INFO:tasks.rados.rados.0.smithi094.stdout:1495: expect (ObjNum 448 snap 130 seq_num 448) 2024-08-17T17:12:03.724 INFO:tasks.rados.rados.0.smithi094.stdout:1494: expect (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:12:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:03 smithi094 ceph-mon[100402]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T17:12:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:03 smithi094 ceph-mon[100402]: pgmap v137: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 344 KiB/s wr, 6 op/s 2024-08-17T17:12:03.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:03 smithi094 ceph-mon[102949]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T17:12:03.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:03 smithi094 ceph-mon[102949]: pgmap v137: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 344 KiB/s wr, 6 op/s 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:1493: finishing copy_from racing read to smithi09487127-12 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:1498: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:1498: finishing rollback tid 2 to smithi09487127-40 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 539 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 786 (ObjNum 457 snap 132 seq_num 457) dirty exists 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:1493: finishing copy_from to smithi09487127-12 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 744 (ObjNum 469 snap 136 seq_num 469) dirty exists 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:1492: done (11 left) 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:1493: done (10 left) 2024-08-17T17:12:03.777 INFO:tasks.rados.rados.0.smithi094.stdout:1494: done (9 left) 2024-08-17T17:12:03.778 INFO:tasks.rados.rados.0.smithi094.stdout:1495: done (8 left) 2024-08-17T17:12:03.778 INFO:tasks.rados.rados.0.smithi094.stdout:1498: done (7 left) 2024-08-17T17:12:03.778 INFO:tasks.rados.rados.0.smithi094.stdout:1501: done (6 left) 2024-08-17T17:12:03.778 INFO:tasks.rados.rados.0.smithi094.stdout:1504: done (5 left) 2024-08-17T17:12:03.778 INFO:tasks.rados.rados.0.smithi094.stdout:1505: snap_remove snap 137 2024-08-17T17:12:03.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:03 smithi190 ceph-mon[90718]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T17:12:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:03 smithi190 ceph-mon[90718]: pgmap v137: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 344 KiB/s wr, 6 op/s 2024-08-17T17:12:04.028 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:12:04.028 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (3m) 18s ago 7m 16.7M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:12:04.028 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (2m) 58s ago 7m 81.8M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:12:04.028 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (8m) 18s ago 8m 19.4M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:12:04.028 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (8m) 58s ago 8m 14.5M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (119s) 58s ago 12m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (2m) 18s ago 13m 516M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (105s) 18s ago 14m 51.7M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (64s) 58s ago 12m 24.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (82s) 18s ago 12m 38.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (2m) 18s ago 6m 10.9M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (2m) 58s ago 6m 9.99M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (22s) 18s ago 12m 11.7M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:12:04.029 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (11m) 18s ago 11m 160M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d6330290ae4b 2024-08-17T17:12:04.030 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (11m) 18s ago 11m 238M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:12:04.030 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (10m) 18s ago 10m 179M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:12:04.030 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (10m) 58s ago 10m 186M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:12:04.030 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (10m) 58s ago 10m 154M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:12:04.030 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (9m) 58s ago 9m 106M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:12:04.030 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (9m) 58s ago 9m 129M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:12:04.030 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (2m) 58s ago 7m 41.7M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:12:04.359 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 7, 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 9, 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 6 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:12:04.360 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:12:04.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:04 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:04.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:12:04.661 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "6/20 daemons upgraded", 2024-08-17T17:12:04.662 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:12:04.662 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:12:04.662 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:12:04.688 INFO:tasks.rados.rados.0.smithi094.stdout:1505: done (5 left) 2024-08-17T17:12:04.688 INFO:tasks.rados.rados.0.smithi094.stdout:1506: snap_remove snap 138 2024-08-17T17:12:04.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:04 smithi190 ceph-mon[90718]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:04 smithi190 ceph-mon[90718]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T17:12:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:04 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/311371907' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:12:04.947 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:04 smithi094 ceph-mon[100402]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:04.947 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:04 smithi094 ceph-mon[100402]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T17:12:04.947 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:04 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/311371907' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:04.947 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:12:04.948 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:04 smithi094 ceph-mon[102949]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:04.948 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:04 smithi094 ceph-mon[102949]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T17:12:04.948 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:04 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/311371907' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:04.948 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:12:05.693 INFO:tasks.rados.rados.0.smithi094.stdout:1506: done (5 left) 2024-08-17T17:12:05.694 INFO:tasks.rados.rados.0.smithi094.stdout:1507: snap_create 2024-08-17T17:12:05.694 INFO:tasks.rados.rados.0.smithi094.stdout:1502: expect (ObjNum 464 snap 135 seq_num 464) 2024-08-17T17:12:05.788 INFO:tasks.rados.rados.0.smithi094.stdout:1497: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:12:05.845 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[100402]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:05.845 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[100402]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:05.845 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:12:05.845 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[100402]: Upgrade: osd.1 is safe to restart 2024-08-17T17:12:05.845 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[100402]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:05.846 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[100402]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T17:12:05.846 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[100402]: pgmap v140: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 522 KiB/s wr, 13 op/s 2024-08-17T17:12:05.846 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[102949]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:05.846 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[102949]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:05.846 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:12:05.846 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[102949]: Upgrade: osd.1 is safe to restart 2024-08-17T17:12:05.846 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[102949]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:05.846 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[102949]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T17:12:05.847 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:05 smithi094 ceph-mon[102949]: pgmap v140: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 522 KiB/s wr, 13 op/s 2024-08-17T17:12:05.897 INFO:tasks.rados.rados.0.smithi094.stdout:1500: expect (ObjNum 398 snap 116 seq_num 398) 2024-08-17T17:12:06.105 INFO:tasks.rados.rados.0.smithi094.stdout:1503: expect (ObjNum 447 snap 130 seq_num 447) 2024-08-17T17:12:06.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:06.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:05.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-mon[90718]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-mon[90718]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:12:06.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-mon[90718]: Upgrade: osd.1 is safe to restart 2024-08-17T17:12:06.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-mon[90718]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:06.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-mon[90718]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T17:12:06.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:05 smithi190 ceph-mon[90718]: pgmap v140: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 522 KiB/s wr, 13 op/s 2024-08-17T17:12:06.511 INFO:tasks.rados.rados.0.smithi094.stdout:1499: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:12:06.511 INFO:tasks.rados.rados.0.smithi094.stdout:1499: finishing copy_from to smithi09487127-34 2024-08-17T17:12:06.511 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 740 (ObjNum 443 snap 129 seq_num 443) dirty exists 2024-08-17T17:12:06.694 INFO:tasks.rados.rados.0.smithi094.stdout:1497: done (5 left) 2024-08-17T17:12:06.694 INFO:tasks.rados.rados.0.smithi094.stdout:1499: done (4 left) 2024-08-17T17:12:06.694 INFO:tasks.rados.rados.0.smithi094.stdout:1500: done (3 left) 2024-08-17T17:12:06.695 INFO:tasks.rados.rados.0.smithi094.stdout:1502: done (2 left) 2024-08-17T17:12:06.695 INFO:tasks.rados.rados.0.smithi094.stdout:1503: done (1 left) 2024-08-17T17:12:06.695 INFO:tasks.rados.rados.0.smithi094.stdout:1507: done (0 left) 2024-08-17T17:12:06.695 INFO:tasks.rados.rados.0.smithi094.stdout:1508: snap_remove snap 125 2024-08-17T17:12:06.949 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:06 smithi190 ceph-mon[90718]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T17:12:06.949 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:06 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:06.949 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:06 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:12:06.949 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:06 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:06 smithi094 ceph-mon[100402]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T17:12:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:06 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:06 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:12:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:06 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:06 smithi094 ceph-mon[102949]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T17:12:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:06 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:06 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:12:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:06 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:07.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:06 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:06.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:07.705 INFO:tasks.rados.rados.0.smithi094.stdout:1508: done (0 left) 2024-08-17T17:12:07.705 INFO:tasks.rados.rados.0.smithi094.stdout:1509: read oid 33 snap -1 2024-08-17T17:12:07.705 INFO:tasks.rados.rados.0.smithi094.stdout:1509: expect (ObjNum 448 snap 130 seq_num 448) 2024-08-17T17:12:07.706 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 140 2024-08-17T17:12:07.706 INFO:tasks.rados.rados.0.smithi094.stdout:1510: seq_num 477 ranges {2613248=794624} 2024-08-17T17:12:07.726 INFO:tasks.rados.rados.0.smithi094.stdout:1510: writing smithi09487127-23 from 2613248 to 3407872 tid 1 2024-08-17T17:12:07.726 INFO:tasks.rados.rados.0.smithi094.stdout:1511: rollback oid 41 current snap is 140 2024-08-17T17:12:07.726 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 139 2024-08-17T17:12:07.726 INFO:tasks.rados.rados.0.smithi094.stdout:1509: expect (ObjNum 448 snap 130 seq_num 448) 2024-08-17T17:12:07.738 INFO:tasks.rados.rados.0.smithi094.stdout:1511: finishing rollback tid 0 to smithi09487127-41 2024-08-17T17:12:07.738 INFO:tasks.rados.rados.0.smithi094.stdout:1510: finishing write tid 1 to smithi09487127-23 2024-08-17T17:12:07.738 INFO:tasks.rados.rados.0.smithi094.stdout:1510: finishing write tid 2 to smithi09487127-23 2024-08-17T17:12:07.738 INFO:tasks.rados.rados.0.smithi094.stdout:1509: done (2 left) 2024-08-17T17:12:07.738 INFO:tasks.rados.rados.0.smithi094.stdout:1512: read oid 5 snap -1 2024-08-17T17:12:07.738 INFO:tasks.rados.rados.0.smithi094.stdout:1512: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:12:07.738 INFO:tasks.rados.rados.0.smithi094.stdout:1513: snap_remove snap 120 2024-08-17T17:12:07.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:07 smithi190 ceph-mon[90718]: Upgrade: Updating osd.1 2024-08-17T17:12:07.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:07 smithi190 ceph-mon[90718]: Deploying daemon osd.1 on smithi094 2024-08-17T17:12:07.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:07 smithi190 ceph-mon[90718]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T17:12:07.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:07 smithi190 ceph-mon[90718]: pgmap v143: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 178 KiB/s wr, 7 op/s 2024-08-17T17:12:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:07 smithi094 ceph-mon[100402]: Upgrade: Updating osd.1 2024-08-17T17:12:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:07 smithi094 ceph-mon[100402]: Deploying daemon osd.1 on smithi094 2024-08-17T17:12:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:07 smithi094 ceph-mon[100402]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T17:12:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:07 smithi094 ceph-mon[100402]: pgmap v143: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 178 KiB/s wr, 7 op/s 2024-08-17T17:12:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:07 smithi094 ceph-mon[102949]: Upgrade: Updating osd.1 2024-08-17T17:12:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:07 smithi094 ceph-mon[102949]: Deploying daemon osd.1 on smithi094 2024-08-17T17:12:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:07 smithi094 ceph-mon[102949]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T17:12:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:07 smithi094 ceph-mon[102949]: pgmap v143: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 237 KiB/s rd, 178 KiB/s wr, 7 op/s 2024-08-17T17:12:08.657 INFO:tasks.rados.rados.0.smithi094.stdout:1513: done (3 left) 2024-08-17T17:12:08.657 INFO:tasks.rados.rados.0.smithi094.stdout:1514: rollback oid 32 current snap is 140 2024-08-17T17:12:08.657 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 132 2024-08-17T17:12:08.658 INFO:tasks.rados.rados.0.smithi094.stdout:1515: snap_remove snap 121 2024-08-17T17:12:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:08 smithi094 ceph-mon[100402]: osdmap e356: 8 total, 8 up, 8 in 2024-08-17T17:12:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:08 smithi094 ceph-mon[100402]: osdmap e357: 8 total, 8 up, 8 in 2024-08-17T17:12:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:08 smithi094 ceph-mon[102949]: osdmap e356: 8 total, 8 up, 8 in 2024-08-17T17:12:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:08 smithi094 ceph-mon[102949]: osdmap e357: 8 total, 8 up, 8 in 2024-08-17T17:12:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:08 smithi190 ceph-mon[90718]: osdmap e356: 8 total, 8 up, 8 in 2024-08-17T17:12:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:08 smithi190 ceph-mon[90718]: osdmap e357: 8 total, 8 up, 8 in 2024-08-17T17:12:09.363 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:09 smithi094 systemd[1]: Stopping Ceph osd.1 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:09.363 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:12:09] "GET /metrics HTTP/1.1" 200 36258 "" "Prometheus/2.51.0" 2024-08-17T17:12:09.664 INFO:tasks.rados.rados.0.smithi094.stdout:1515: done (4 left) 2024-08-17T17:12:09.664 INFO:tasks.rados.rados.0.smithi094.stdout:1516: setattr oid 14 current snap is 140 2024-08-17T17:12:09.664 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 140 2024-08-17T17:12:09.664 INFO:tasks.rados.rados.0.smithi094.stdout:1517: seq_num 478 ranges {2482176=409600,2891776=401408} 2024-08-17T17:12:09.679 INFO:tasks.rados.rados.0.smithi094.stdout:1517: writing smithi09487127-28 from 2482176 to 2891776 tid 1 2024-08-17T17:12:09.682 INFO:tasks.rados.rados.0.smithi094.stdout:1517: writing smithi09487127-28 from 2891776 to 3293184 tid 2 2024-08-17T17:12:09.682 INFO:tasks.rados.rados.0.smithi094.stdout:1518: snap_remove snap 135 2024-08-17T17:12:09.702 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[51510]: 2024-08-17T17:12:09.361+0000 7fe493d16640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:12:09.702 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[51510]: 2024-08-17T17:12:09.361+0000 7fe493d16640 -1 osd.1 357 *** Got signal Terminated *** 2024-08-17T17:12:09.702 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[51510]: 2024-08-17T17:12:09.361+0000 7fe493d16640 -1 osd.1 357 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:12:10.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-mon[100402]: pgmap v146: 121 pgs: 121 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 904 KiB/s wr, 17 op/s 2024-08-17T17:12:10.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-mon[100402]: osd.1 marked itself down and dead 2024-08-17T17:12:10.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-mon[100402]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:10.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-mon[100402]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T17:12:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-mon[102949]: pgmap v146: 121 pgs: 121 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 904 KiB/s wr, 17 op/s 2024-08-17T17:12:10.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-mon[102949]: osd.1 marked itself down and dead 2024-08-17T17:12:10.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-mon[102949]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:10.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:09 smithi094 ceph-mon[102949]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T17:12:10.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:09 smithi190 ceph-mon[90718]: pgmap v146: 121 pgs: 121 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 904 KiB/s wr, 17 op/s 2024-08-17T17:12:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:09 smithi190 ceph-mon[90718]: osd.1 marked itself down and dead 2024-08-17T17:12:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:09 smithi190 ceph-mon[90718]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:09 smithi190 ceph-mon[90718]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T17:12:10.486 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:10 smithi094 podman[113400]: 2024-08-17 17:12:10.207968022 +0000 UTC m=+0.970933367 container died d6330290ae4b3efb6619316bc36bf2168150c2bde2907314d1b9c4c97e69429f (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T17:12:10.665 INFO:tasks.rados.rados.0.smithi094.stdout:1511: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:12:10.665 INFO:tasks.rados.rados.0.smithi094.stdout:1511: finishing rollback tid 2 to smithi09487127-41 2024-08-17T17:12:10.665 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 743 (ObjNum 447 snap 130 seq_num 447) dirty exists 2024-08-17T17:12:10.665 INFO:tasks.rados.rados.0.smithi094.stdout:1510: finishing write tid 3 to smithi09487127-23 2024-08-17T17:12:10.665 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 788 (ObjNum 477 snap 140 seq_num 477) dirty exists 2024-08-17T17:12:10.665 INFO:tasks.rados.rados.0.smithi094.stdout:1510: left oid 23 (ObjNum 477 snap 140 seq_num 477) 2024-08-17T17:12:10.665 INFO:tasks.rados.rados.0.smithi094.stdout:1512: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:12:10.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:10.772 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:10 smithi094 podman[113400]: 2024-08-17 17:12:10.652237212 +0000 UTC m=+1.415202555 container cleanup d6330290ae4b3efb6619316bc36bf2168150c2bde2907314d1b9c4c97e69429f (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, RELEASE=quincy-f2c39d4, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T17:12:10.772 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:10 smithi094 bash[113400]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1 2024-08-17T17:12:10.957 INFO:tasks.rados.rados.0.smithi094.stdout:1514: finishing rollback tid 0 to smithi09487127-32 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1514: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1514: finishing rollback tid 2 to smithi09487127-32 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 339 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 999 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1510: done (6 left) 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1511: done (5 left) 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1512: done (4 left) 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1514: done (3 left) 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1516: done (2 left) 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1518: done (1 left) 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 140 2024-08-17T17:12:10.958 INFO:tasks.rados.rados.0.smithi094.stdout:1517: finishing write tid 1 to smithi09487127-28 2024-08-17T17:12:10.959 INFO:tasks.rados.rados.0.smithi094.stdout:1517: finishing write tid 2 to smithi09487127-28 2024-08-17T17:12:10.959 INFO:tasks.rados.rados.0.smithi094.stdout:1517: finishing write tid 3 to smithi09487127-28 2024-08-17T17:12:10.959 INFO:tasks.rados.rados.0.smithi094.stdout:1517: finishing write tid 4 to smithi09487127-28 2024-08-17T17:12:10.959 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 747 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-08-17T17:12:10.959 INFO:tasks.rados.rados.0.smithi094.stdout:1517: left oid 28 (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:12:10.959 INFO:tasks.rados.rados.0.smithi094.stdout:1519: seq_num 479 ranges {1351680=425984,1777664=401408} 2024-08-17T17:12:10.967 INFO:tasks.rados.rados.0.smithi094.stdout:1519: writing smithi09487127-25 from 1351680 to 1777664 tid 1 2024-08-17T17:12:10.969 INFO:tasks.rados.rados.0.smithi094.stdout:1519: writing smithi09487127-25 from 1777664 to 2179072 tid 2 2024-08-17T17:12:10.969 INFO:tasks.rados.rados.0.smithi094.stdout:1517: done (1 left) 2024-08-17T17:12:10.970 INFO:tasks.rados.rados.0.smithi094.stdout:1520: rollback oid 2 current snap is 140 2024-08-17T17:12:10.970 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 109 2024-08-17T17:12:10.970 INFO:tasks.rados.rados.0.smithi094.stdout:1521: copy_from oid 3 from oid 33 current snap is 140 2024-08-17T17:12:10.970 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 140 2024-08-17T17:12:10.970 INFO:tasks.rados.rados.0.smithi094.stdout:1522: seq_num 480 ranges {1597440=442368,2039808=401408} 2024-08-17T17:12:10.980 INFO:tasks.rados.rados.0.smithi094.stdout:1522: writing smithi09487127-30 from 1597440 to 2039808 tid 1 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1522: writing smithi09487127-30 from 2039808 to 2441216 tid 2 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1523: read oid 31 snap -1 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1523: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1524: read oid 8 snap -1 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1524: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1525: copy_from oid 9 from oid 7 current snap is 140 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1519: finishing write tid 1 to smithi09487127-25 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1519: finishing write tid 2 to smithi09487127-25 2024-08-17T17:12:10.984 INFO:tasks.rados.rados.0.smithi094.stdout:1520: finishing rollback tid 0 to smithi09487127-2 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:1519: finishing write tid 3 to smithi09487127-25 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:1520: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:1520: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 569 (ObjNum 319 snap 94 seq_num 319) dirty exists 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:1519: finishing write tid 4 to smithi09487127-25 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 295 (ObjNum 479 snap 140 seq_num 479) dirty exists 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:1519: left oid 25 (ObjNum 479 snap 140 seq_num 479) 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:1521: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:12:10.985 INFO:tasks.rados.rados.0.smithi094.stdout:1521: finishing copy_from to smithi09487127-3 2024-08-17T17:12:10.986 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 490 (ObjNum 448 snap 130 seq_num 448) dirty exists 2024-08-17T17:12:10.986 INFO:tasks.rados.rados.0.smithi094.stdout:1519: done (6 left) 2024-08-17T17:12:10.986 INFO:tasks.rados.rados.0.smithi094.stdout:1520: done (5 left) 2024-08-17T17:12:10.986 INFO:tasks.rados.rados.0.smithi094.stdout:1521: done (4 left) 2024-08-17T17:12:10.986 INFO:tasks.rados.rados.0.smithi094.stdout:1526: rmattr oid 28 current snap is 140 2024-08-17T17:12:10.986 INFO:tasks.rados.rados.0.smithi094.stdout:1526: done (4 left) 2024-08-17T17:12:10.986 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 140 2024-08-17T17:12:10.986 INFO:tasks.rados.rados.0.smithi094.stdout:1527: seq_num 481 ranges {2179072=458752,2637824=401408} 2024-08-17T17:12:10.998 INFO:tasks.rados.rados.0.smithi094.stdout:1527: writing smithi09487127-25 from 2179072 to 2637824 tid 1 2024-08-17T17:12:11.002 INFO:tasks.rados.rados.0.smithi094.stdout:1527: writing smithi09487127-25 from 2637824 to 3039232 tid 2 2024-08-17T17:12:11.002 INFO:tasks.rados.rados.0.smithi094.stdout:1528: delete oid 17 current snap is 140 2024-08-17T17:12:11.002 INFO:tasks.rados.rados.0.smithi094.stdout:1522: finishing write tid 1 to smithi09487127-30 2024-08-17T17:12:11.002 INFO:tasks.rados.rados.0.smithi094.stdout:1522: finishing write tid 2 to smithi09487127-30 2024-08-17T17:12:11.002 INFO:tasks.rados.rados.0.smithi094.stdout:1522: finishing write tid 3 to smithi09487127-30 2024-08-17T17:12:11.002 INFO:tasks.rados.rados.0.smithi094.stdout:1522: finishing write tid 4 to smithi09487127-30 2024-08-17T17:12:11.002 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 674 (ObjNum 480 snap 140 seq_num 480) dirty exists 2024-08-17T17:12:11.003 INFO:tasks.rados.rados.0.smithi094.stdout:1522: left oid 30 (ObjNum 480 snap 140 seq_num 480) 2024-08-17T17:12:11.005 INFO:tasks.rados.rados.0.smithi094.stdout:1527: finishing write tid 1 to smithi09487127-25 2024-08-17T17:12:11.005 INFO:tasks.rados.rados.0.smithi094.stdout:1524: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:12:11.145 INFO:tasks.rados.rados.0.smithi094.stdout:1527: finishing write tid 2 to smithi09487127-25 2024-08-17T17:12:11.145 INFO:tasks.rados.rados.0.smithi094.stdout:1527: finishing write tid 3 to smithi09487127-25 2024-08-17T17:12:11.145 INFO:tasks.rados.rados.0.smithi094.stdout:1527: finishing write tid 4 to smithi09487127-25 2024-08-17T17:12:11.145 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 298 (ObjNum 481 snap 140 seq_num 481) dirty exists 2024-08-17T17:12:11.145 INFO:tasks.rados.rados.0.smithi094.stdout:1527: left oid 25 (ObjNum 481 snap 140 seq_num 481) 2024-08-17T17:12:11.145 INFO:tasks.rados.rados.0.smithi094.stdout:1523: expect (ObjNum 186 snap 48 seq_num 186) 2024-08-17T17:12:11.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:10 smithi094 podman[113422]: 2024-08-17 17:12:10.862945214 +0000 UTC m=+0.651304966 container remove d6330290ae4b3efb6619316bc36bf2168150c2bde2907314d1b9c4c97e69429f (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-f2c39d4, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1525: finishing copy_from racing read to smithi09487127-9 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1525: finishing copy_from to smithi09487127-9 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 824 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1522: done (5 left) 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1523: done (4 left) 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1524: done (3 left) 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1525: done (2 left) 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1527: done (1 left) 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1528: done (0 left) 2024-08-17T17:12:11.362 INFO:tasks.rados.rados.0.smithi094.stdout:1529: read oid 38 snap -1 2024-08-17T17:12:11.363 INFO:tasks.rados.rados.0.smithi094.stdout:1529: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:12:11.363 INFO:tasks.rados.rados.0.smithi094.stdout:1530: snap_create 2024-08-17T17:12:11.367 INFO:tasks.rados.rados.0.smithi094.stdout:1529: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:12:11.664 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:11 smithi094 podman[113513]: 2024-08-17 17:12:11.23402255 +0000 UTC m=+0.017302947 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:11.665 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:11 smithi094 podman[113513]: 2024-08-17 17:12:11.355820719 +0000 UTC m=+0.139101104 container create 4e78899b181924600a01013ee3509cea9cd245a6a8a237ba7951cf4c98ec7614 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T17:12:11.665 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:11 smithi094 podman[113513]: 2024-08-17 17:12:11.575438539 +0000 UTC m=+0.358718924 container init 4e78899b181924600a01013ee3509cea9cd245a6a8a237ba7951cf4c98ec7614 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-17T17:12:11.665 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:11 smithi094 podman[113513]: 2024-08-17 17:12:11.580215536 +0000 UTC m=+0.363495922 container start 4e78899b181924600a01013ee3509cea9cd245a6a8a237ba7951cf4c98ec7614 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe) 2024-08-17T17:12:11.668 INFO:tasks.rados.rados.0.smithi094.stdout:1529: done (1 left) 2024-08-17T17:12:11.668 INFO:tasks.rados.rados.0.smithi094.stdout:1530: done (0 left) 2024-08-17T17:12:11.668 INFO:tasks.rados.rados.0.smithi094.stdout:1531: delete oid 24 current snap is 141 2024-08-17T17:12:11.672 INFO:tasks.rados.rados.0.smithi094.stdout:1531: done (0 left) 2024-08-17T17:12:11.672 INFO:tasks.rados.rados.0.smithi094.stdout:1532: snap_create 2024-08-17T17:12:11.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:11 smithi190 ceph-mon[90718]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T17:12:11.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:11 smithi190 ceph-mon[90718]: pgmap v149: 121 pgs: 17 stale+active+clean, 104 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 904 KiB/s wr, 17 op/s 2024-08-17T17:12:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:11 smithi094 ceph-mon[100402]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T17:12:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:11 smithi094 ceph-mon[100402]: pgmap v149: 121 pgs: 17 stale+active+clean, 104 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 904 KiB/s wr, 17 op/s 2024-08-17T17:12:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:11 smithi094 ceph-mon[102949]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T17:12:12.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:11 smithi094 ceph-mon[102949]: pgmap v149: 121 pgs: 17 stale+active+clean, 104 active+clean; 252 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 904 KiB/s wr, 17 op/s 2024-08-17T17:12:12.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:11 smithi094 podman[113513]: 2024-08-17 17:12:11.683675193 +0000 UTC m=+0.466955595 container attach 4e78899b181924600a01013ee3509cea9cd245a6a8a237ba7951cf4c98ec7614 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T17:12:12.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:11 smithi094 podman[113513]: 2024-08-17 17:12:11.77370838 +0000 UTC m=+0.556988766 container died 4e78899b181924600a01013ee3509cea9cd245a6a8a237ba7951cf4c98ec7614 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-17T17:12:12.671 INFO:tasks.rados.rados.0.smithi094.stdout:1532: done (0 left) 2024-08-17T17:12:12.672 INFO:tasks.rados.rados.0.smithi094.stdout:1533: snap_remove snap 132 2024-08-17T17:12:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:12 smithi094 ceph-mon[100402]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T17:12:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:12.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:12 smithi094 ceph-mon[102949]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T17:12:12.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:12.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:12.773 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:12 smithi094 podman[113555]: 2024-08-17 17:12:12.5057611 +0000 UTC m=+0.723260023 container remove 4e78899b181924600a01013ee3509cea9cd245a6a8a237ba7951cf4c98ec7614 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-17T17:12:12.773 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:12 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-17T17:12:12.773 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:12 smithi094 systemd[1]: Stopped Ceph osd.1 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:12.773 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:12 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.1.service: Consumed 10.741s CPU time. 2024-08-17T17:12:12.773 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:12 smithi094 systemd[1]: Starting Ceph osd.1 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:12.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:12 smithi190 ceph-mon[90718]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T17:12:12.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:12.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:13.228 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:12 smithi094 podman[113662]: 2024-08-17 17:12:12.85523984 +0000 UTC m=+0.017063322 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:13.228 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:12 smithi094 podman[113662]: 2024-08-17 17:12:12.957469994 +0000 UTC m=+0.119293465 container create 18ac6cdbdef4a2f4c4e7bfb1ce199d53db1dd1524b00d0cd9919a7b00a4e2d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T17:12:13.522 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 podman[113662]: 2024-08-17 17:12:13.227682584 +0000 UTC m=+0.389506073 container init 18ac6cdbdef4a2f4c4e7bfb1ce199d53db1dd1524b00d0cd9919a7b00a4e2d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 podman[113662]: 2024-08-17 17:12:13.232965697 +0000 UTC m=+0.394789175 container start 18ac6cdbdef4a2f4c4e7bfb1ce199d53db1dd1524b00d0cd9919a7b00a4e2d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, ceph=True, GIT_CLEAN=True) 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 podman[113662]: 2024-08-17 17:12:13.335915645 +0000 UTC m=+0.497739127 container attach 18ac6cdbdef4a2f4c4e7bfb1ce199d53db1dd1524b00d0cd9919a7b00a4e2d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:13.523 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:13.524 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T17:12:13.524 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T17:12:13.524 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-17T17:12:13.524 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-17T17:12:13.659 INFO:tasks.rados.rados.0.smithi094.stdout:1533: done (0 left) 2024-08-17T17:12:13.659 INFO:tasks.rados.rados.0.smithi094.stdout:1534: snap_create 2024-08-17T17:12:13.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:13 smithi190 ceph-mon[90718]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T17:12:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:13 smithi190 ceph-mon[90718]: pgmap v152: 121 pgs: 22 active+undersized, 6 stale+active+clean, 8 active+undersized+degraded, 85 active+clean; 256 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 43/552 objects degraded (7.790%) 2024-08-17T17:12:13.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:13 smithi190 ceph-mon[90718]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T17:12:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-mon[102949]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T17:12:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-mon[102949]: pgmap v152: 121 pgs: 22 active+undersized, 6 stale+active+clean, 8 active+undersized+degraded, 85 active+clean; 256 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 43/552 objects degraded (7.790%) 2024-08-17T17:12:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-mon[102949]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T17:12:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-mon[100402]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T17:12:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-mon[100402]: pgmap v152: 121 pgs: 22 active+undersized, 6 stale+active+clean, 8 active+undersized+degraded, 85 active+clean; 256 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 43/552 objects degraded (7.790%) 2024-08-17T17:12:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-mon[100402]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate[113677]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 bash[113662]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-17T17:12:14.023 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:13 smithi094 podman[113662]: 2024-08-17 17:12:13.790860373 +0000 UTC m=+0.952683854 container died 18ac6cdbdef4a2f4c4e7bfb1ce199d53db1dd1524b00d0cd9919a7b00a4e2d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:12:14.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:14 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:14.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:14.658 INFO:tasks.rados.rados.0.smithi094.stdout:1534: done (0 left) 2024-08-17T17:12:14.658 INFO:tasks.rados.rados.0.smithi094.stdout:1535: read oid 11 snap -1 2024-08-17T17:12:14.658 INFO:tasks.rados.rados.0.smithi094.stdout:1535: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:12:14.658 INFO:tasks.rados.rados.0.smithi094.stdout:1536: rollback oid 4 current snap is 143 2024-08-17T17:12:14.658 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 130 2024-08-17T17:12:14.658 INFO:tasks.rados.rados.0.smithi094.stdout:1537: rollback oid 26 current snap is 143 2024-08-17T17:12:14.659 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 136 2024-08-17T17:12:14.659 INFO:tasks.rados.rados.0.smithi094.stdout:1538: copy_from oid 12 from oid 6 current snap is 143 2024-08-17T17:12:14.659 INFO:tasks.rados.rados.0.smithi094.stdout:1539: rmattr oid 31 current snap is 143 2024-08-17T17:12:14.659 INFO:tasks.rados.rados.0.smithi094.stdout:1540: setattr oid 32 current snap is 143 2024-08-17T17:12:14.661 INFO:tasks.rados.rados.0.smithi094.stdout:1535: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:12:14.663 INFO:tasks.rados.rados.0.smithi094.stdout:1536: finishing rollback tid 0 to smithi09487127-4 2024-08-17T17:12:14.663 INFO:tasks.rados.rados.0.smithi094.stdout:1536: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:12:14.663 INFO:tasks.rados.rados.0.smithi094.stdout:1536: finishing rollback tid 2 to smithi09487127-4 2024-08-17T17:12:14.664 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 368 (ObjNum 446 snap 130 seq_num 446) dirty exists 2024-08-17T17:12:14.664 INFO:tasks.rados.rados.0.smithi094.stdout:1535: done (5 left) 2024-08-17T17:12:14.664 INFO:tasks.rados.rados.0.smithi094.stdout:1536: done (4 left) 2024-08-17T17:12:14.664 INFO:tasks.rados.rados.0.smithi094.stdout:1541: rollback oid 4 current snap is 143 2024-08-17T17:12:14.664 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 133 2024-08-17T17:12:14.664 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 143 2024-08-17T17:12:14.664 INFO:tasks.rados.rados.0.smithi094.stdout:1542: seq_num 484 ranges {3039232=507904,3547136=401408} 2024-08-17T17:12:14.683 INFO:tasks.rados.rados.0.smithi094.stdout:1542: writing smithi09487127-25 from 3039232 to 3547136 tid 1 2024-08-17T17:12:14.685 INFO:tasks.rados.rados.0.smithi094.stdout:1542: writing smithi09487127-25 from 3547136 to 3948544 tid 2 2024-08-17T17:12:14.685 INFO:tasks.rados.rados.0.smithi094.stdout:1543: snap_remove snap 142 2024-08-17T17:12:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:14 smithi094 ceph-mon[102949]: Health check failed: Degraded data redundancy: 43/552 objects degraded (7.790%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:14 smithi094 ceph-mon[102949]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T17:12:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:14 smithi094 ceph-mon[100402]: Health check failed: Degraded data redundancy: 43/552 objects degraded (7.790%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:14 smithi094 ceph-mon[100402]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T17:12:14.773 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:14 smithi094 podman[113815]: 2024-08-17 17:12:14.457618033 +0000 UTC m=+0.656767674 container remove 18ac6cdbdef4a2f4c4e7bfb1ce199d53db1dd1524b00d0cd9919a7b00a4e2d52 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe) 2024-08-17T17:12:14.773 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:14 smithi094 podman[113880]: 2024-08-17 17:12:14.572682513 +0000 UTC m=+0.016573295 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:14.773 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:14 smithi094 podman[113880]: 2024-08-17 17:12:14.696030364 +0000 UTC m=+0.139921135 container create 7ea4e6fc1647f9b0e2974ed1b10de728fa6e4dd1f711fec4c8c8964c6e1b92dd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T17:12:14.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:14 smithi190 ceph-mon[90718]: Health check failed: Degraded data redundancy: 43/552 objects degraded (7.790%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:14.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:14 smithi190 ceph-mon[90718]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T17:12:15.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:14 smithi094 podman[113880]: 2024-08-17 17:12:14.920394818 +0000 UTC m=+0.364285590 container init 7ea4e6fc1647f9b0e2974ed1b10de728fa6e4dd1f711fec4c8c8964c6e1b92dd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T17:12:15.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:14 smithi094 podman[113880]: 2024-08-17 17:12:14.924865159 +0000 UTC m=+0.368755932 container start 7ea4e6fc1647f9b0e2974ed1b10de728fa6e4dd1f711fec4c8c8964c6e1b92dd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True) 2024-08-17T17:12:15.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:14 smithi094 ceph-osd[113919]: -- 172.21.15.94:0/231292072 <== mon.2 v2:172.21.15.94:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564d80cb9a40 con 0x564d81a86000 2024-08-17T17:12:15.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:15 smithi094 bash[113880]: 7ea4e6fc1647f9b0e2974ed1b10de728fa6e4dd1f711fec4c8c8964c6e1b92dd 2024-08-17T17:12:15.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:15 smithi094 systemd[1]: Started Ceph osd.1 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:15.688 INFO:tasks.rados.rados.0.smithi094.stdout:1543: done (6 left) 2024-08-17T17:12:15.688 INFO:tasks.rados.rados.0.smithi094.stdout:1544: snap_create 2024-08-17T17:12:15.688 INFO:tasks.rados.rados.0.smithi094.stdout:1537: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:12:15.688 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 835 (ObjNum 129 snap 0 seq_num 3213555280) dirty dne 2024-08-17T17:12:15.688 INFO:tasks.rados.rados.0.smithi094.stdout:1541: finishing rollback tid 0 to smithi09487127-4 2024-08-17T17:12:15.688 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 882 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:12:15.689 INFO:tasks.rados.rados.0.smithi094.stdout:1541: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:12:15.689 INFO:tasks.rados.rados.0.smithi094.stdout:1541: finishing rollback tid 2 to smithi09487127-4 2024-08-17T17:12:15.689 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 371 (ObjNum 446 snap 130 seq_num 446) dirty exists 2024-08-17T17:12:15.689 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 343 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:12:15.689 INFO:tasks.rados.rados.0.smithi094.stdout:1538: finishing copy_from racing read to smithi09487127-12 2024-08-17T17:12:15.689 INFO:tasks.rados.rados.0.smithi094.stdout:1538: finishing copy_from to smithi09487127-12 2024-08-17T17:12:15.690 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 825 (ObjNum 259 snap 63 seq_num 259) dirty exists 2024-08-17T17:12:15.690 INFO:tasks.rados.rados.0.smithi094.stdout:1542: finishing write tid 1 to smithi09487127-25 2024-08-17T17:12:15.690 INFO:tasks.rados.rados.0.smithi094.stdout:1542: finishing write tid 2 to smithi09487127-25 2024-08-17T17:12:15.690 INFO:tasks.rados.rados.0.smithi094.stdout:1542: finishing write tid 3 to smithi09487127-25 2024-08-17T17:12:15.690 INFO:tasks.rados.rados.0.smithi094.stdout:1542: finishing write tid 4 to smithi09487127-25 2024-08-17T17:12:15.691 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 302 (ObjNum 484 snap 143 seq_num 484) dirty exists 2024-08-17T17:12:15.691 INFO:tasks.rados.rados.0.smithi094.stdout:1542: left oid 25 (ObjNum 484 snap 143 seq_num 484) 2024-08-17T17:12:15.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:15 smithi190 ceph-mon[90718]: pgmap v155: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 67/546 objects degraded (12.271%) 2024-08-17T17:12:15.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:15 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:15.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:15 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:15.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:15 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:15.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:15.937 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:16.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:15 smithi094 ceph-mon[100402]: pgmap v155: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 67/546 objects degraded (12.271%) 2024-08-17T17:12:16.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:15 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:16.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:15 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:16.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:15 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:16.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:15 smithi094 ceph-mon[102949]: pgmap v155: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 17 op/s; 67/546 objects degraded (12.271%) 2024-08-17T17:12:16.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:15 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:16.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:15 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:16.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:15 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:16.522 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:16 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[113896]: 2024-08-17T17:12:16.063+0000 7f128f7c0640 -1 Falling back to public interface 2024-08-17T17:12:16.685 INFO:tasks.rados.rados.0.smithi094.stdout:1537: done (6 left) 2024-08-17T17:12:16.685 INFO:tasks.rados.rados.0.smithi094.stdout:1538: done (5 left) 2024-08-17T17:12:16.685 INFO:tasks.rados.rados.0.smithi094.stdout:1539: done (4 left) 2024-08-17T17:12:16.685 INFO:tasks.rados.rados.0.smithi094.stdout:1540: done (3 left) 2024-08-17T17:12:16.686 INFO:tasks.rados.rados.0.smithi094.stdout:1541: done (2 left) 2024-08-17T17:12:16.686 INFO:tasks.rados.rados.0.smithi094.stdout:1542: done (1 left) 2024-08-17T17:12:16.686 INFO:tasks.rados.rados.0.smithi094.stdout:1544: done (0 left) 2024-08-17T17:12:16.686 INFO:tasks.rados.rados.0.smithi094.stdout:1545: delete oid 13 current snap is 144 2024-08-17T17:12:16.693 INFO:tasks.rados.rados.0.smithi094.stdout:1545: done (0 left) 2024-08-17T17:12:16.693 INFO:tasks.rados.rados.0.smithi094.stdout:1546: setattr oid 18 current snap is 144 2024-08-17T17:12:16.694 INFO:tasks.rados.rados.0.smithi094.stdout:1547: delete oid 22 current snap is 144 2024-08-17T17:12:16.696 INFO:tasks.rados.rados.0.smithi094.stdout:1547: done (1 left) 2024-08-17T17:12:16.696 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 144 2024-08-17T17:12:16.697 INFO:tasks.rados.rados.0.smithi094.stdout:1548: seq_num 487 ranges {3260416=565248,3825664=401408} 2024-08-17T17:12:16.717 INFO:tasks.rados.rados.0.smithi094.stdout:1548: writing smithi09487127-6 from 3260416 to 3825664 tid 1 2024-08-17T17:12:16.719 INFO:tasks.rados.rados.0.smithi094.stdout:1548: writing smithi09487127-6 from 3825664 to 4227072 tid 2 2024-08-17T17:12:16.720 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 144 2024-08-17T17:12:16.720 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 748 (ObjNum 469 snap 136 seq_num 469) dirty exists 2024-08-17T17:12:16.720 INFO:tasks.rados.rados.0.smithi094.stdout:1549: seq_num 488 ranges {0=581632,581632=401408} 2024-08-17T17:12:16.723 INFO:tasks.rados.rados.0.smithi094.stdout:1549: writing smithi09487127-20 from 0 to 581632 tid 1 2024-08-17T17:12:16.726 INFO:tasks.rados.rados.0.smithi094.stdout:1549: writing smithi09487127-20 from 581632 to 983040 tid 2 2024-08-17T17:12:16.726 INFO:tasks.rados.rados.0.smithi094.stdout:1546: done (2 left) 2024-08-17T17:12:16.726 INFO:tasks.rados.rados.0.smithi094.stdout:1550: snap_remove snap 133 2024-08-17T17:12:16.949 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:16 smithi190 ceph-mon[90718]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T17:12:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:16 smithi094 ceph-mon[100402]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T17:12:17.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:16 smithi094 ceph-mon[102949]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T17:12:17.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:16 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:16.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:17.691 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:17 smithi094 ceph-mon[102949]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T17:12:17.692 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:17 smithi094 ceph-mon[102949]: pgmap v158: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 392 KiB/s wr, 9 op/s; 67/546 objects degraded (12.271%) 2024-08-17T17:12:17.694 INFO:tasks.rados.rados.0.smithi094.stdout:1550: done (2 left) 2024-08-17T17:12:17.695 INFO:tasks.rados.rados.0.smithi094.stdout:1551: snap_remove snap 136 2024-08-17T17:12:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:17 smithi094 ceph-mon[100402]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T17:12:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:17 smithi094 ceph-mon[100402]: pgmap v158: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 392 KiB/s wr, 9 op/s; 67/546 objects degraded (12.271%) 2024-08-17T17:12:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:17 smithi190 ceph-mon[90718]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T17:12:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:17 smithi190 ceph-mon[90718]: pgmap v158: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 254 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 392 KiB/s wr, 9 op/s; 67/546 objects degraded (12.271%) 2024-08-17T17:12:18.704 INFO:tasks.rados.rados.0.smithi094.stdout:1551: done (2 left) 2024-08-17T17:12:18.704 INFO:tasks.rados.rados.0.smithi094.stdout:1552: snap_create 2024-08-17T17:12:18.704 INFO:tasks.rados.rados.0.smithi094.stdout:1548: finishing write tid 1 to smithi09487127-6 2024-08-17T17:12:18.704 INFO:tasks.rados.rados.0.smithi094.stdout:1548: finishing write tid 2 to smithi09487127-6 2024-08-17T17:12:18.704 INFO:tasks.rados.rados.0.smithi094.stdout:1548: finishing write tid 3 to smithi09487127-6 2024-08-17T17:12:18.704 INFO:tasks.rados.rados.0.smithi094.stdout:1548: finishing write tid 4 to smithi09487127-6 2024-08-17T17:12:18.704 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1021 (ObjNum 487 snap 144 seq_num 487) dirty exists 2024-08-17T17:12:18.705 INFO:tasks.rados.rados.0.smithi094.stdout:1548: left oid 6 (ObjNum 487 snap 144 seq_num 487) 2024-08-17T17:12:18.705 INFO:tasks.rados.rados.0.smithi094.stdout:1549: finishing write tid 1 to smithi09487127-20 2024-08-17T17:12:18.705 INFO:tasks.rados.rados.0.smithi094.stdout:1549: finishing write tid 2 to smithi09487127-20 2024-08-17T17:12:18.705 INFO:tasks.rados.rados.0.smithi094.stdout:1549: finishing write tid 3 to smithi09487127-20 2024-08-17T17:12:18.705 INFO:tasks.rados.rados.0.smithi094.stdout:1549: finishing write tid 4 to smithi09487127-20 2024-08-17T17:12:18.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 887 (ObjNum 488 snap 144 seq_num 488) dirty exists 2024-08-17T17:12:18.705 INFO:tasks.rados.rados.0.smithi094.stdout:1549: left oid 20 (ObjNum 488 snap 144 seq_num 488) 2024-08-17T17:12:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:18 smithi094 ceph-mon[100402]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T17:12:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:18 smithi094 ceph-mon[102949]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T17:12:19.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:18 smithi190 ceph-mon[90718]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T17:12:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:12:19] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.51.0" 2024-08-17T17:12:19.708 INFO:tasks.rados.rados.0.smithi094.stdout:1548: done (2 left) 2024-08-17T17:12:19.708 INFO:tasks.rados.rados.0.smithi094.stdout:1549: done (1 left) 2024-08-17T17:12:19.708 INFO:tasks.rados.rados.0.smithi094.stdout:1552: done (0 left) 2024-08-17T17:12:19.709 INFO:tasks.rados.rados.0.smithi094.stdout:1553: read oid 50 snap -1 2024-08-17T17:12:19.709 INFO:tasks.rados.rados.0.smithi094.stdout:1553: expect (ObjNum 307 snap 87 seq_num 307) 2024-08-17T17:12:19.709 INFO:tasks.rados.rados.0.smithi094.stdout:1554: setattr oid 32 current snap is 145 2024-08-17T17:12:19.710 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 145 2024-08-17T17:12:19.710 INFO:tasks.rados.rados.0.smithi094.stdout:1555: seq_num 489 ranges {0=598016,598016=401408} 2024-08-17T17:12:19.713 INFO:tasks.rados.rados.0.smithi094.stdout:1555: writing smithi09487127-17 from 0 to 598016 tid 1 2024-08-17T17:12:19.716 INFO:tasks.rados.rados.0.smithi094.stdout:1555: writing smithi09487127-17 from 598016 to 999424 tid 2 2024-08-17T17:12:19.716 INFO:tasks.rados.rados.0.smithi094.stdout:1553: expect (ObjNum 307 snap 87 seq_num 307) 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 345 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:1553: done (2 left) 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:1554: done (1 left) 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:1556: copy_from oid 21 from oid 48 current snap is 145 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:1555: finishing write tid 1 to smithi09487127-17 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:1555: finishing write tid 2 to smithi09487127-17 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:1555: finishing write tid 3 to smithi09487127-17 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:1555: finishing write tid 4 to smithi09487127-17 2024-08-17T17:12:19.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 871 (ObjNum 489 snap 145 seq_num 489) dirty exists 2024-08-17T17:12:19.733 INFO:tasks.rados.rados.0.smithi094.stdout:1555: left oid 17 (ObjNum 489 snap 145 seq_num 489) 2024-08-17T17:12:19.733 INFO:tasks.rados.rados.0.smithi094.stdout:1555: done (1 left) 2024-08-17T17:12:19.733 INFO:tasks.rados.rados.0.smithi094.stdout:1557: read oid 14 snap 130 2024-08-17T17:12:19.733 INFO:tasks.rados.rados.0.smithi094.stdout:1557: expect (ObjNum 423 snap 123 seq_num 423) 2024-08-17T17:12:19.733 INFO:tasks.rados.rados.0.smithi094.stdout:1558: rmattr oid 45 current snap is 145 2024-08-17T17:12:19.733 INFO:tasks.rados.rados.0.smithi094.stdout:1558: done (2 left) 2024-08-17T17:12:19.733 INFO:tasks.rados.rados.0.smithi094.stdout:1559: snap_remove snap 144 2024-08-17T17:12:19.865 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[113896]: 2024-08-17T17:12:19.554+0000 7f128f7c0640 -1 osd.1 357 log_to_monitors true 2024-08-17T17:12:19.865 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[113896]: 2024-08-17T17:12:19.720+0000 7f128756a640 -1 osd.1 357 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:12:19.866 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[100402]: pgmap v161: 121 pgs: 2 active+clean+snaptrim, 33 active+undersized, 12 active+undersized+degraded, 74 active+clean; 259 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 19 op/s; 71/567 objects degraded (12.522%) 2024-08-17T17:12:19.866 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[100402]: osdmap e367: 8 total, 7 up, 8 in 2024-08-17T17:12:19.866 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.866 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.866 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[100402]: from='osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:12:19.866 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[100402]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:12:19.866 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[102949]: pgmap v161: 121 pgs: 2 active+clean+snaptrim, 33 active+undersized, 12 active+undersized+degraded, 74 active+clean; 259 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 19 op/s; 71/567 objects degraded (12.522%) 2024-08-17T17:12:19.866 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[102949]: osdmap e367: 8 total, 7 up, 8 in 2024-08-17T17:12:19.867 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.867 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:19.867 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[102949]: from='osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:12:19.867 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:19 smithi094 ceph-mon[102949]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:12:20.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:19 smithi190 ceph-mon[90718]: pgmap v161: 121 pgs: 2 active+clean+snaptrim, 33 active+undersized, 12 active+undersized+degraded, 74 active+clean; 259 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 19 op/s; 71/567 objects degraded (12.522%) 2024-08-17T17:12:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:19 smithi190 ceph-mon[90718]: osdmap e367: 8 total, 7 up, 8 in 2024-08-17T17:12:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:19 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:19 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:19 smithi190 ceph-mon[90718]: from='osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:12:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:19 smithi190 ceph-mon[90718]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:12:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:20.716 INFO:tasks.rados.rados.0.smithi094.stdout:1559: done (2 left) 2024-08-17T17:12:20.716 INFO:tasks.rados.rados.0.smithi094.stdout:1560: read oid 40 snap -1 2024-08-17T17:12:20.716 INFO:tasks.rados.rados.0.smithi094.stdout:1560: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-17T17:12:20.716 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 145 2024-08-17T17:12:20.716 INFO:tasks.rados.rados.0.smithi094.stdout:1561: seq_num 490 ranges {5308416=614400,5922816=401408} 2024-08-17T17:12:20.744 INFO:tasks.rados.rados.0.smithi094.stdout:1561: writing smithi09487127-9 from 5308416 to 5922816 tid 1 2024-08-17T17:12:20.746 INFO:tasks.rados.rados.0.smithi094.stdout:1561: writing smithi09487127-9 from 5922816 to 6324224 tid 2 2024-08-17T17:12:20.747 INFO:tasks.rados.rados.0.smithi094.stdout:1562: rollback oid 7 current snap is 145 2024-08-17T17:12:20.747 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 7 to 140 2024-08-17T17:12:20.747 INFO:tasks.rados.rados.0.smithi094.stdout:1557: expect (ObjNum 423 snap 123 seq_num 423) 2024-08-17T17:12:20.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 71/567 objects degraded (12.522%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:20.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[102949]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:12:20.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[102949]: osdmap e368: 8 total, 7 up, 8 in 2024-08-17T17:12:20.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[102949]: from='osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:20.774 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[102949]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:20.774 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 71/567 objects degraded (12.522%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:20.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[100402]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:12:20.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[100402]: osdmap e368: 8 total, 7 up, 8 in 2024-08-17T17:12:20.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[100402]: from='osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:20.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:20 smithi094 ceph-mon[100402]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:21.035 INFO:tasks.rados.rados.0.smithi094.stdout:1556: finishing copy_from racing read to smithi09487127-21 2024-08-17T17:12:21.035 INFO:tasks.rados.rados.0.smithi094.stdout:1557: done (4 left) 2024-08-17T17:12:21.035 INFO:tasks.rados.rados.0.smithi094.stdout:1563: rollback oid 32 current snap is 145 2024-08-17T17:12:21.035 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 124 2024-08-17T17:12:21.035 INFO:tasks.rados.rados.0.smithi094.stdout:1556: finishing copy_from to smithi09487127-21 2024-08-17T17:12:21.035 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 919 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:12:21.035 INFO:tasks.rados.rados.0.smithi094.stdout:1560: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-17T17:12:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:20 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 71/567 objects degraded (12.522%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:20 smithi190 ceph-mon[90718]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:12:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:20 smithi190 ceph-mon[90718]: osdmap e368: 8 total, 7 up, 8 in 2024-08-17T17:12:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:20 smithi190 ceph-mon[90718]: from='osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:20 smithi190 ceph-mon[90718]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:21.364 INFO:tasks.rados.rados.0.smithi094.stdout:1561: finishing write tid 1 to smithi09487127-9 2024-08-17T17:12:21.364 INFO:tasks.rados.rados.0.smithi094.stdout:1561: finishing write tid 2 to smithi09487127-9 2024-08-17T17:12:21.364 INFO:tasks.rados.rados.0.smithi094.stdout:1561: finishing write tid 3 to smithi09487127-9 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:1561: finishing write tid 4 to smithi09487127-9 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 827 (ObjNum 490 snap 145 seq_num 490) dirty exists 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:1561: left oid 9 (ObjNum 490 snap 145 seq_num 490) 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:1556: done (4 left) 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:1560: done (3 left) 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:1561: done (2 left) 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:1564: rmattr oid 48 current snap is 145 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 145 2024-08-17T17:12:21.365 INFO:tasks.rados.rados.0.smithi094.stdout:1565: seq_num 491 ranges {5832704=630784,6463488=401408} 2024-08-17T17:12:21.398 INFO:tasks.rados.rados.0.smithi094.stdout:1565: writing smithi09487127-41 from 5832704 to 6463488 tid 1 2024-08-17T17:12:21.401 INFO:tasks.rados.rados.0.smithi094.stdout:1565: writing smithi09487127-41 from 6463488 to 6864896 tid 2 2024-08-17T17:12:21.401 INFO:tasks.rados.rados.0.smithi094.stdout:1566: read oid 42 snap -1 2024-08-17T17:12:21.401 INFO:tasks.rados.rados.0.smithi094.stdout:1566: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:12:21.401 INFO:tasks.rados.rados.0.smithi094.stdout:1567: snap_remove snap 143 2024-08-17T17:12:21.714 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1035 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:12:21.714 INFO:tasks.rados.rados.0.smithi094.stdout:1565: finishing write tid 1 to smithi09487127-41 2024-08-17T17:12:21.714 INFO:tasks.rados.rados.0.smithi094.stdout:1565: finishing write tid 2 to smithi09487127-41 2024-08-17T17:12:21.714 INFO:tasks.rados.rados.0.smithi094.stdout:1565: finishing write tid 3 to smithi09487127-41 2024-08-17T17:12:21.714 INFO:tasks.rados.rados.0.smithi094.stdout:1565: finishing write tid 4 to smithi09487127-41 2024-08-17T17:12:21.714 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 746 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-08-17T17:12:21.715 INFO:tasks.rados.rados.0.smithi094.stdout:1565: left oid 41 (ObjNum 491 snap 145 seq_num 491) 2024-08-17T17:12:21.715 INFO:tasks.rados.rados.0.smithi094.stdout:1566: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:12:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[100402]: pgmap v163: 121 pgs: 2 active+clean+snaptrim, 33 active+undersized, 12 active+undersized+degraded, 74 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 19 op/s; 71/567 objects degraded (12.522%) 2024-08-17T17:12:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[100402]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[100402]: osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048] boot 2024-08-17T17:12:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[100402]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T17:12:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:12:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[100402]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T17:12:22.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[102949]: pgmap v163: 121 pgs: 2 active+clean+snaptrim, 33 active+undersized, 12 active+undersized+degraded, 74 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 19 op/s; 71/567 objects degraded (12.522%) 2024-08-17T17:12:22.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[102949]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:22.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[102949]: osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048] boot 2024-08-17T17:12:22.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[102949]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T17:12:22.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:12:22.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:21 smithi094 ceph-mon[102949]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T17:12:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:21 smithi190 ceph-mon[90718]: pgmap v163: 121 pgs: 2 active+clean+snaptrim, 33 active+undersized, 12 active+undersized+degraded, 74 active+clean; 259 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.5 MiB/s wr, 19 op/s; 71/567 objects degraded (12.522%) 2024-08-17T17:12:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:21 smithi190 ceph-mon[90718]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:21 smithi190 ceph-mon[90718]: osd.1 [v2:172.21.15.94:6810/3927987048,v1:172.21.15.94:6811/3927987048] boot 2024-08-17T17:12:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:21 smithi190 ceph-mon[90718]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T17:12:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:21 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:12:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:21 smithi190 ceph-mon[90718]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T17:12:22.187 INFO:tasks.rados.rados.0.smithi094.stdout:1562: finishing rollback tid 0 to smithi09487127-7 2024-08-17T17:12:22.187 INFO:tasks.rados.rados.0.smithi094.stdout:1562: finishing rollback tid 1 to smithi09487127-7 2024-08-17T17:12:22.187 INFO:tasks.rados.rados.0.smithi094.stdout:1562: finishing rollback tid 2 to smithi09487127-7 2024-08-17T17:12:22.187 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 875 (ObjNum 471 snap 138 seq_num 471) dirty exists 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1563: finishing rollback tid 0 to smithi09487127-32 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1563: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1563: finishing rollback tid 2 to smithi09487127-32 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 348 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1562: done (5 left) 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1563: done (4 left) 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1564: done (3 left) 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1565: done (2 left) 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1566: done (1 left) 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1567: done (0 left) 2024-08-17T17:12:22.188 INFO:tasks.rados.rados.0.smithi094.stdout:1568: snap_create 2024-08-17T17:12:22.727 INFO:tasks.rados.rados.0.smithi094.stdout:1568: done (0 left) 2024-08-17T17:12:22.727 INFO:tasks.rados.rados.0.smithi094.stdout:1569: rollback oid 36 current snap is 146 2024-08-17T17:12:22.727 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 109 2024-08-17T17:12:22.727 INFO:tasks.rados.rados.0.smithi094.stdout:1570: setattr oid 45 current snap is 146 2024-08-17T17:12:22.728 INFO:tasks.rados.rados.0.smithi094.stdout:1571: rollback oid 14 current snap is 146 2024-08-17T17:12:22.728 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 109 2024-08-17T17:12:22.728 INFO:tasks.rados.rados.0.smithi094.stdout:1572: snap_remove snap 141 2024-08-17T17:12:23.272 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:12:23.043+0000 7f7c7ed28640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T17:12:23.661 INFO:tasks.rados.rados.0.smithi094.stdout:1572: done (3 left) 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:1573: rollback oid 47 current snap is 146 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 124 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:1574: delete oid 17 current snap is 146 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:1569: finishing rollback tid 0 to smithi09487127-36 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:1569: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:1569: finishing rollback tid 2 to smithi09487127-36 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 749 (ObjNum 358 snap 109 seq_num 358) dirty exists 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:1571: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:1571: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:12:23.662 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 775 (ObjNum 945 snap 0 seq_num 3187521952) dirty exists 2024-08-17T17:12:23.663 INFO:tasks.rados.rados.0.smithi094.stdout:1571: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:12:23.663 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1043 (ObjNum 256 snap 62 seq_num 256) dirty exists 2024-08-17T17:12:23.671 INFO:tasks.rados.rados.0.smithi094.stdout:1573: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:12:23.672 INFO:tasks.rados.rados.0.smithi094.stdout:1569: done (4 left) 2024-08-17T17:12:23.672 INFO:tasks.rados.rados.0.smithi094.stdout:1570: done (3 left) 2024-08-17T17:12:23.672 INFO:tasks.rados.rados.0.smithi094.stdout:1571: done (2 left) 2024-08-17T17:12:23.672 INFO:tasks.rados.rados.0.smithi094.stdout:1574: done (1 left) 2024-08-17T17:12:23.672 INFO:tasks.rados.rados.0.smithi094.stdout:1575: snap_remove snap 130 2024-08-17T17:12:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: pgmap v166: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 9 active+undersized+degraded, 94 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 492 KiB/s wr, 10 op/s; 38/552 objects degraded (6.884%); 2.1 MiB/s, 1 objects/s recovering 2024-08-17T17:12:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:12:24.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[100402]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: pgmap v166: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 9 active+undersized+degraded, 94 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 492 KiB/s wr, 10 op/s; 38/552 objects degraded (6.884%); 2.1 MiB/s, 1 objects/s recovering 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:12:24.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:23 smithi094 ceph-mon[102949]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T17:12:24.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: pgmap v166: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 9 active+undersized+degraded, 94 active+clean; 258 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 492 KiB/s wr, 10 op/s; 38/552 objects degraded (6.884%); 2.1 MiB/s, 1 objects/s recovering 2024-08-17T17:12:24.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T17:12:24.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:12:24.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:23 smithi190 ceph-mon[90718]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T17:12:24.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:24.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T17:12:24.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:24.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.1\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.1\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:24.665 INFO:tasks.rados.rados.0.smithi094.stdout:1575: done (1 left) 2024-08-17T17:12:24.665 INFO:tasks.rados.rados.0.smithi094.stdout:1576: read oid 22 snap 139 2024-08-17T17:12:24.665 INFO:tasks.rados.rados.0.smithi094.stdout:1576: expect deleted 2024-08-17T17:12:24.665 INFO:tasks.rados.rados.0.smithi094.stdout:1577: snap_remove snap 109 2024-08-17T17:12:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:24 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:12:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:24 smithi094 ceph-mon[102949]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T17:12:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:24 smithi094 ceph-mon[102949]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T17:12:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:24 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:12:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:24 smithi094 ceph-mon[100402]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T17:12:25.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:24 smithi094 ceph-mon[100402]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T17:12:25.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:24 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:12:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:24 smithi190 ceph-mon[90718]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T17:12:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:24 smithi190 ceph-mon[90718]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T17:12:25.668 INFO:tasks.rados.rados.0.smithi094.stdout:1577: done (2 left) 2024-08-17T17:12:25.668 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 146 2024-08-17T17:12:25.668 INFO:tasks.rados.rados.0.smithi094.stdout:1578: seq_num 493 ranges {2170880=663552,2834432=401408} 2024-08-17T17:12:25.684 INFO:tasks.rados.rados.0.smithi094.stdout:1578: writing smithi09487127-37 from 2170880 to 2834432 tid 1 2024-08-17T17:12:25.687 INFO:tasks.rados.rados.0.smithi094.stdout:1578: writing smithi09487127-37 from 2834432 to 3235840 tid 2 2024-08-17T17:12:25.687 INFO:tasks.rados.rados.0.smithi094.stdout:1579: snap_remove snap 140 2024-08-17T17:12:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:25 smithi094 ceph-mon[102949]: pgmap v170: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 13/546 objects degraded (2.381%); 4.1 MiB/s, 3 objects/s recovering 2024-08-17T17:12:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:25 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 13/546 objects degraded (2.381%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:25 smithi094 ceph-mon[102949]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T17:12:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:25 smithi094 ceph-mon[100402]: pgmap v170: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 13/546 objects degraded (2.381%); 4.1 MiB/s, 3 objects/s recovering 2024-08-17T17:12:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:25 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 13/546 objects degraded (2.381%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:26.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:25 smithi094 ceph-mon[100402]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T17:12:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:25 smithi190 ceph-mon[90718]: pgmap v170: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.9 MiB/s wr, 15 op/s; 13/546 objects degraded (2.381%); 4.1 MiB/s, 3 objects/s recovering 2024-08-17T17:12:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:25 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 13/546 objects degraded (2.381%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:25 smithi190 ceph-mon[90718]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T17:12:26.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:26.187 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:25.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:26.669 INFO:tasks.rados.rados.0.smithi094.stdout:1579: done (3 left) 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1573: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 361 (ObjNum 33 snap 0 seq_num 3214460448) dirty dne 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1578: finishing write tid 1 to smithi09487127-37 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1578: finishing write tid 2 to smithi09487127-37 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1578: finishing write tid 3 to smithi09487127-37 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1578: finishing write tid 4 to smithi09487127-37 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 831 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1578: left oid 37 (ObjNum 493 snap 146 seq_num 493) 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1580: read oid 32 snap -1 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1580: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1573: done (3 left) 2024-08-17T17:12:26.670 INFO:tasks.rados.rados.0.smithi094.stdout:1576: done (2 left) 2024-08-17T17:12:26.671 INFO:tasks.rados.rados.0.smithi094.stdout:1578: done (1 left) 2024-08-17T17:12:26.671 INFO:tasks.rados.rados.0.smithi094.stdout:1581: read oid 12 snap -1 2024-08-17T17:12:26.671 INFO:tasks.rados.rados.0.smithi094.stdout:1581: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:12:26.671 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 146 2024-08-17T17:12:26.671 INFO:tasks.rados.rados.0.smithi094.stdout:1582: seq_num 494 ranges {835584=679936,1515520=401408} 2024-08-17T17:12:26.679 INFO:tasks.rados.rados.0.smithi094.stdout:1582: writing smithi09487127-44 from 835584 to 1515520 tid 1 2024-08-17T17:12:26.683 INFO:tasks.rados.rados.0.smithi094.stdout:1582: writing smithi09487127-44 from 1515520 to 1916928 tid 2 2024-08-17T17:12:26.683 INFO:tasks.rados.rados.0.smithi094.stdout:1583: rollback oid 14 current snap is 146 2024-08-17T17:12:26.683 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 145 2024-08-17T17:12:26.683 INFO:tasks.rados.rados.0.smithi094.stdout:1584: read oid 2 snap 145 2024-08-17T17:12:26.683 INFO:tasks.rados.rados.0.smithi094.stdout:1584: expect (ObjNum 319 snap 94 seq_num 319) 2024-08-17T17:12:26.683 INFO:tasks.rados.rados.0.smithi094.stdout:1585: read oid 7 snap -1 2024-08-17T17:12:26.684 INFO:tasks.rados.rados.0.smithi094.stdout:1585: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T17:12:26.684 INFO:tasks.rados.rados.0.smithi094.stdout:1586: setattr oid 48 current snap is 146 2024-08-17T17:12:26.687 INFO:tasks.rados.rados.0.smithi094.stdout:1587: copy_from oid 17 from oid 13 current snap is 146 2024-08-17T17:12:26.687 INFO:tasks.rados.rados.0.smithi094.stdout:1588: read oid 35 snap -1 2024-08-17T17:12:26.687 INFO:tasks.rados.rados.0.smithi094.stdout:1588: expect (ObjNum 440 snap 127 seq_num 440) 2024-08-17T17:12:26.687 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 146 2024-08-17T17:12:26.687 INFO:tasks.rados.rados.0.smithi094.stdout:1589: seq_num 495 ranges {311296=696320,1007616=401408} 2024-08-17T17:12:26.693 INFO:tasks.rados.rados.0.smithi094.stdout:1589: writing smithi09487127-33 from 311296 to 1007616 tid 1 2024-08-17T17:12:26.696 INFO:tasks.rados.rados.0.smithi094.stdout:1589: writing smithi09487127-33 from 1007616 to 1409024 tid 2 2024-08-17T17:12:26.696 INFO:tasks.rados.rados.0.smithi094.stdout:1590: snap_remove snap 139 2024-08-17T17:12:27.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:26.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:27.677 INFO:tasks.rados.rados.0.smithi094.stdout:1582: finishing write tid 1 to smithi09487127-44 2024-08-17T17:12:27.678 INFO:tasks.rados.rados.0.smithi094.stdout:1582: finishing write tid 2 to smithi09487127-44 2024-08-17T17:12:27.678 INFO:tasks.rados.rados.0.smithi094.stdout:1580: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-17T17:12:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:1581: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:12:27.823 INFO:tasks.rados.rados.0.smithi094.stdout:1584: expect (ObjNum 319 snap 94 seq_num 319) 2024-08-17T17:12:27.850 INFO:tasks.rados.rados.0.smithi094.stdout:1582: finishing write tid 3 to smithi09487127-44 2024-08-17T17:12:27.850 INFO:tasks.rados.rados.0.smithi094.stdout:1583: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:12:27.850 INFO:tasks.rados.rados.0.smithi094.stdout:1589: finishing write tid 1 to smithi09487127-33 2024-08-17T17:12:27.850 INFO:tasks.rados.rados.0.smithi094.stdout:1589: finishing write tid 2 to smithi09487127-33 2024-08-17T17:12:27.850 INFO:tasks.rados.rados.0.smithi094.stdout:1589: finishing write tid 3 to smithi09487127-33 2024-08-17T17:12:27.850 INFO:tasks.rados.rados.0.smithi094.stdout:1589: finishing write tid 4 to smithi09487127-33 2024-08-17T17:12:27.850 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 830 (ObjNum 495 snap 146 seq_num 495) dirty exists 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1589: left oid 33 (ObjNum 495 snap 146 seq_num 495) 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1583: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1583: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1082 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1582: finishing write tid 4 to smithi09487127-44 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1079 (ObjNum 494 snap 146 seq_num 494) dirty exists 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1582: left oid 44 (ObjNum 494 snap 146 seq_num 494) 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1084 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1580: done (10 left) 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1581: done (9 left) 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1582: done (8 left) 2024-08-17T17:12:27.851 INFO:tasks.rados.rados.0.smithi094.stdout:1583: done (7 left) 2024-08-17T17:12:27.852 INFO:tasks.rados.rados.0.smithi094.stdout:1584: done (6 left) 2024-08-17T17:12:27.852 INFO:tasks.rados.rados.0.smithi094.stdout:1586: done (5 left) 2024-08-17T17:12:27.852 INFO:tasks.rados.rados.0.smithi094.stdout:1589: done (4 left) 2024-08-17T17:12:27.852 INFO:tasks.rados.rados.0.smithi094.stdout:1590: done (3 left) 2024-08-17T17:12:27.852 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 146 2024-08-17T17:12:27.852 INFO:tasks.rados.rados.0.smithi094.stdout:1591: seq_num 496 ranges {0=712704,712704=401408} 2024-08-17T17:12:27.853 INFO:tasks.rados.rados.0.smithi094.stdout:1591: writing smithi09487127-47 from 0 to 712704 tid 1 2024-08-17T17:12:27.855 INFO:tasks.rados.rados.0.smithi094.stdout:1591: writing smithi09487127-47 from 712704 to 1114112 tid 2 2024-08-17T17:12:27.855 INFO:tasks.rados.rados.0.smithi094.stdout:1592: delete oid 21 current snap is 146 2024-08-17T17:12:27.855 INFO:tasks.rados.rados.0.smithi094.stdout:1587: finishing copy_from to smithi09487127-17 2024-08-17T17:12:27.856 INFO:tasks.rados.rados.0.smithi094.stdout:1587: got expected ENOENT (src dne) 2024-08-17T17:12:27.856 INFO:tasks.rados.rados.0.smithi094.stdout:1587: finishing copy_from racing read to smithi09487127-17 2024-08-17T17:12:27.856 INFO:tasks.rados.rados.0.smithi094.stdout:1588: expect (ObjNum 440 snap 127 seq_num 440) 2024-08-17T17:12:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:27 smithi190 ceph-mon[90718]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T17:12:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:27 smithi190 ceph-mon[90718]: pgmap v173: 121 pgs: 121 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s, 1 objects/s recovering 2024-08-17T17:12:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:27 smithi094 ceph-mon[100402]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T17:12:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:27 smithi094 ceph-mon[100402]: pgmap v173: 121 pgs: 121 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s, 1 objects/s recovering 2024-08-17T17:12:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:27 smithi094 ceph-mon[102949]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T17:12:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:27 smithi094 ceph-mon[102949]: pgmap v173: 121 pgs: 121 active+clean; 262 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s, 1 objects/s recovering 2024-08-17T17:12:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:28.025 INFO:tasks.rados.rados.0.smithi094.stdout:1585: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T17:12:28.313 INFO:tasks.rados.rados.0.smithi094.stdout:1591: finishing write tid 1 to smithi09487127-47 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1591: finishing write tid 2 to smithi09487127-47 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1591: finishing write tid 3 to smithi09487127-47 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1591: finishing write tid 4 to smithi09487127-47 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 382 (ObjNum 496 snap 146 seq_num 496) dirty exists 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1591: left oid 47 (ObjNum 496 snap 146 seq_num 496) 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1585: done (4 left) 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1587: done (3 left) 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1588: done (2 left) 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1591: done (1 left) 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1592: done (0 left) 2024-08-17T17:12:28.314 INFO:tasks.rados.rados.0.smithi094.stdout:1593: setattr oid 28 current snap is 146 2024-08-17T17:12:28.315 INFO:tasks.rados.rados.0.smithi094.stdout:1594: snap_remove snap 145 2024-08-17T17:12:28.660 INFO:tasks.rados.rados.0.smithi094.stdout:1594: done (1 left) 2024-08-17T17:12:28.661 INFO:tasks.rados.rados.0.smithi094.stdout:1595: setattr oid 50 current snap is 146 2024-08-17T17:12:28.661 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 749 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-08-17T17:12:28.662 INFO:tasks.rados.rados.0.smithi094.stdout:1593: done (1 left) 2024-08-17T17:12:28.662 INFO:tasks.rados.rados.0.smithi094.stdout:1596: rollback oid 32 current snap is 146 2024-08-17T17:12:28.662 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 124 2024-08-17T17:12:28.662 INFO:tasks.rados.rados.0.smithi094.stdout:1597: copy_from oid 19 from oid 46 current snap is 146 2024-08-17T17:12:28.662 INFO:tasks.rados.rados.0.smithi094.stdout:1598: delete oid 44 current snap is 146 2024-08-17T17:12:28.673 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 796 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-08-17T17:12:28.673 INFO:tasks.rados.rados.0.smithi094.stdout:1596: finishing rollback tid 0 to smithi09487127-32 2024-08-17T17:12:28.674 INFO:tasks.rados.rados.0.smithi094.stdout:1596: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:12:28.674 INFO:tasks.rados.rados.0.smithi094.stdout:1596: finishing rollback tid 2 to smithi09487127-32 2024-08-17T17:12:28.674 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 385 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-17T17:12:28.677 INFO:tasks.rados.rados.0.smithi094.stdout:1595: done (3 left) 2024-08-17T17:12:28.677 INFO:tasks.rados.rados.0.smithi094.stdout:1596: done (2 left) 2024-08-17T17:12:28.677 INFO:tasks.rados.rados.0.smithi094.stdout:1598: done (1 left) 2024-08-17T17:12:28.677 INFO:tasks.rados.rados.0.smithi094.stdout:1599: read oid 7 snap -1 2024-08-17T17:12:28.677 INFO:tasks.rados.rados.0.smithi094.stdout:1599: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T17:12:28.677 INFO:tasks.rados.rados.0.smithi094.stdout:1600: delete oid 30 current snap is 146 2024-08-17T17:12:28.679 INFO:tasks.rados.rados.0.smithi094.stdout:1600: done (2 left) 2024-08-17T17:12:28.679 INFO:tasks.rados.rados.0.smithi094.stdout:1601: rmattr oid 47 current snap is 146 2024-08-17T17:12:28.679 INFO:tasks.rados.rados.0.smithi094.stdout:1601: done (2 left) 2024-08-17T17:12:28.679 INFO:tasks.rados.rados.0.smithi094.stdout:1602: read oid 28 snap -1 2024-08-17T17:12:28.679 INFO:tasks.rados.rados.0.smithi094.stdout:1602: expect (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:12:28.679 INFO:tasks.rados.rados.0.smithi094.stdout:1603: read oid 27 snap -1 2024-08-17T17:12:28.679 INFO:tasks.rados.rados.0.smithi094.stdout:1603: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:12:28.679 INFO:tasks.rados.rados.0.smithi094.stdout:1604: read oid 13 snap 124 2024-08-17T17:12:28.680 INFO:tasks.rados.rados.0.smithi094.stdout:1604: expect (ObjNum 420 snap 122 seq_num 420) 2024-08-17T17:12:28.680 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 146 2024-08-17T17:12:28.680 INFO:tasks.rados.rados.0.smithi094.stdout:1605: seq_num 500 ranges {3743744=778240,4521984=401408} 2024-08-17T17:12:28.705 INFO:tasks.rados.rados.0.smithi094.stdout:1605: writing smithi09487127-10 from 3743744 to 4521984 tid 1 2024-08-17T17:12:28.707 INFO:tasks.rados.rados.0.smithi094.stdout:1605: writing smithi09487127-10 from 4521984 to 4923392 tid 2 2024-08-17T17:12:28.707 INFO:tasks.rados.rados.0.smithi094.stdout:1606: delete oid 1 current snap is 146 2024-08-17T17:12:28.707 INFO:tasks.rados.rados.0.smithi094.stdout:1603: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:12:28.718 INFO:tasks.rados.rados.0.smithi094.stdout:1597: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:12:28.719 INFO:tasks.rados.rados.0.smithi094.stdout:1602: expect (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:12:28.880 INFO:tasks.rados.rados.0.smithi094.stdout:1604: expect (ObjNum 420 snap 122 seq_num 420) 2024-08-17T17:12:28.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:28 smithi190 ceph-mon[90718]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/546 objects degraded (2.381%), 5 pgs degraded) 2024-08-17T17:12:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:28 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:12:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:28 smithi190 ceph-mon[90718]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T17:12:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:28 smithi190 ceph-mon[90718]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T17:12:28.997 INFO:tasks.rados.rados.0.smithi094.stdout:1597: finishing copy_from to smithi09487127-19 2024-08-17T17:12:28.997 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 738 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-08-17T17:12:28.997 INFO:tasks.rados.rados.0.smithi094.stdout:1599: expect (ObjNum 471 snap 138 seq_num 471) 2024-08-17T17:12:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:28 smithi094 ceph-mon[102949]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/546 objects degraded (2.381%), 5 pgs degraded) 2024-08-17T17:12:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:28 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:12:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:28 smithi094 ceph-mon[102949]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T17:12:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:28 smithi094 ceph-mon[102949]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T17:12:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:28 smithi094 ceph-mon[100402]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/546 objects degraded (2.381%), 5 pgs degraded) 2024-08-17T17:12:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:28 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:12:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:28 smithi094 ceph-mon[100402]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T17:12:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:28 smithi094 ceph-mon[100402]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T17:12:29.285 INFO:tasks.rados.rados.0.smithi094.stdout:1605: finishing write tid 1 to smithi09487127-10 2024-08-17T17:12:29.285 INFO:tasks.rados.rados.0.smithi094.stdout:1605: finishing write tid 2 to smithi09487127-10 2024-08-17T17:12:29.285 INFO:tasks.rados.rados.0.smithi094.stdout:1605: finishing write tid 3 to smithi09487127-10 2024-08-17T17:12:29.285 INFO:tasks.rados.rados.0.smithi094.stdout:1605: finishing write tid 4 to smithi09487127-10 2024-08-17T17:12:29.285 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 923 (ObjNum 500 snap 146 seq_num 500) dirty exists 2024-08-17T17:12:29.285 INFO:tasks.rados.rados.0.smithi094.stdout:1605: left oid 10 (ObjNum 500 snap 146 seq_num 500) 2024-08-17T17:12:29.286 INFO:tasks.rados.rados.0.smithi094.stdout:1597: done (6 left) 2024-08-17T17:12:29.286 INFO:tasks.rados.rados.0.smithi094.stdout:1599: done (5 left) 2024-08-17T17:12:29.286 INFO:tasks.rados.rados.0.smithi094.stdout:1602: done (4 left) 2024-08-17T17:12:29.286 INFO:tasks.rados.rados.0.smithi094.stdout:1603: done (3 left) 2024-08-17T17:12:29.286 INFO:tasks.rados.rados.0.smithi094.stdout:1604: done (2 left) 2024-08-17T17:12:29.286 INFO:tasks.rados.rados.0.smithi094.stdout:1605: done (1 left) 2024-08-17T17:12:29.286 INFO:tasks.rados.rados.0.smithi094.stdout:1606: done (0 left) 2024-08-17T17:12:29.286 INFO:tasks.rados.rados.0.smithi094.stdout:1607: snap_remove snap 124 2024-08-17T17:12:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:12:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:12:29] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.51.0" 2024-08-17T17:12:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1607: done (0 left) 2024-08-17T17:12:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1608: read oid 18 snap -1 2024-08-17T17:12:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1608: expect (ObjNum 469 snap 136 seq_num 469) 2024-08-17T17:12:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1609: rollback oid 11 current snap is 146 2024-08-17T17:12:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1609: done (1 left) 2024-08-17T17:12:29.685 INFO:tasks.rados.rados.0.smithi094.stdout:1610: delete oid 47 current snap is 146 2024-08-17T17:12:29.692 INFO:tasks.rados.rados.0.smithi094.stdout:1608: expect (ObjNum 469 snap 136 seq_num 469) 2024-08-17T17:12:29.744 INFO:tasks.rados.rados.0.smithi094.stdout:1608: done (1 left) 2024-08-17T17:12:29.744 INFO:tasks.rados.rados.0.smithi094.stdout:1610: done (0 left) 2024-08-17T17:12:29.744 INFO:tasks.rados.rados.0.smithi094.stdout:1611: copy_from oid 1 from oid 22 current snap is 146 2024-08-17T17:12:29.744 INFO:tasks.rados.rados.0.smithi094.stdout:1612: read oid 15 snap -1 2024-08-17T17:12:29.744 INFO:tasks.rados.rados.0.smithi094.stdout:1612: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:12:29.744 INFO:tasks.rados.rados.0.smithi094.stdout:1613: rmattr oid 10 current snap is 146 2024-08-17T17:12:29.744 INFO:tasks.rados.rados.0.smithi094.stdout:1614: delete oid 41 current snap is 146 2024-08-17T17:12:29.745 INFO:tasks.rados.rados.0.smithi094.stdout:1611: finishing copy_from to smithi09487127-1 2024-08-17T17:12:29.745 INFO:tasks.rados.rados.0.smithi094.stdout:1611: got expected ENOENT (src dne) 2024-08-17T17:12:29.746 INFO:tasks.rados.rados.0.smithi094.stdout:1611: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:12:29.748 INFO:tasks.rados.rados.0.smithi094.stdout:1611: done (3 left) 2024-08-17T17:12:29.748 INFO:tasks.rados.rados.0.smithi094.stdout:1614: done (2 left) 2024-08-17T17:12:29.748 INFO:tasks.rados.rados.0.smithi094.stdout:1615: read oid 13 snap -1 2024-08-17T17:12:29.748 INFO:tasks.rados.rados.0.smithi094.stdout:1615: expect deleted 2024-08-17T17:12:29.748 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 932 (ObjNum 500 snap 146 seq_num 500) dirty exists 2024-08-17T17:12:29.748 INFO:tasks.rados.rados.0.smithi094.stdout:1613: done (2 left) 2024-08-17T17:12:29.748 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 146 2024-08-17T17:12:29.748 INFO:tasks.rados.rados.0.smithi094.stdout:1616: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-08-17T17:12:29.750 INFO:tasks.rados.rados.0.smithi094.stdout:1616: writing smithi09487127-1 from 0 to 450560 tid 1 2024-08-17T17:12:29.754 INFO:tasks.rados.rados.0.smithi094.stdout:1616: writing smithi09487127-1 from 450560 to 1040384 tid 2 2024-08-17T17:12:29.756 INFO:tasks.rados.rados.0.smithi094.stdout:1616: writing smithi09487127-1 from 1040384 to 1253376 tid 3 2024-08-17T17:12:29.756 INFO:tasks.rados.rados.0.smithi094.stdout:1617: copy_from oid 3 from oid 29 current snap is 146 2024-08-17T17:12:29.756 INFO:tasks.rados.rados.0.smithi094.stdout:1616: finishing write tid 1 to smithi09487127-1 2024-08-17T17:12:29.756 INFO:tasks.rados.rados.0.smithi094.stdout:1615: done (3 left) 2024-08-17T17:12:29.756 INFO:tasks.rados.rados.0.smithi094.stdout:1618: rollback oid 26 current snap is 146 2024-08-17T17:12:29.756 INFO:tasks.rados.rados.0.smithi094.stdout:1618: done (3 left) 2024-08-17T17:12:29.756 INFO:tasks.rados.rados.0.smithi094.stdout:1619: snap_create 2024-08-17T17:12:29.758 INFO:tasks.rados.rados.0.smithi094.stdout:1616: finishing write tid 2 to smithi09487127-1 2024-08-17T17:12:29.758 INFO:tasks.rados.rados.0.smithi094.stdout:1617: finishing copy_from to smithi09487127-3 2024-08-17T17:12:29.758 INFO:tasks.rados.rados.0.smithi094.stdout:1617: got expected ENOENT (src dne) 2024-08-17T17:12:29.758 INFO:tasks.rados.rados.0.smithi094.stdout:1617: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:12:29.759 INFO:tasks.rados.rados.0.smithi094.stdout:1616: finishing write tid 3 to smithi09487127-1 2024-08-17T17:12:29.759 INFO:tasks.rados.rados.0.smithi094.stdout:1616: finishing write tid 4 to smithi09487127-1 2024-08-17T17:12:29.760 INFO:tasks.rados.rados.0.smithi094.stdout:1616: finishing write tid 5 to smithi09487127-1 2024-08-17T17:12:29.760 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 327 (ObjNum 504 snap 146 seq_num 504) dirty exists 2024-08-17T17:12:29.760 INFO:tasks.rados.rados.0.smithi094.stdout:1616: left oid 1 (ObjNum 504 snap 146 seq_num 504) 2024-08-17T17:12:29.772 INFO:tasks.rados.rados.0.smithi094.stdout:1612: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:12:29.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:29 smithi190 ceph-mon[90718]: pgmap v176: 121 pgs: 121 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 792 KiB/s wr, 20 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-17T17:12:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:29 smithi094 ceph-mon[100402]: pgmap v176: 121 pgs: 121 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 792 KiB/s wr, 20 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-17T17:12:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:29 smithi094 ceph-mon[102949]: pgmap v176: 121 pgs: 121 active+clean; 199 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 792 KiB/s wr, 20 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-08-17T17:12:30.681 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:30.688 INFO:tasks.rados.rados.0.smithi094.stdout:1612: done (3 left) 2024-08-17T17:12:30.688 INFO:tasks.rados.rados.0.smithi094.stdout:1616: done (2 left) 2024-08-17T17:12:30.688 INFO:tasks.rados.rados.0.smithi094.stdout:1617: done (1 left) 2024-08-17T17:12:30.688 INFO:tasks.rados.rados.0.smithi094.stdout:1619: done (0 left) 2024-08-17T17:12:30.688 INFO:tasks.rados.rados.0.smithi094.stdout:1620: rollback oid 1 current snap is 147 2024-08-17T17:12:30.688 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 1 to 146 2024-08-17T17:12:30.688 INFO:tasks.rados.rados.0.smithi094.stdout:1621: read oid 32 snap -1 2024-08-17T17:12:30.689 INFO:tasks.rados.rados.0.smithi094.stdout:1621: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-17T17:12:30.689 INFO:tasks.rados.rados.0.smithi094.stdout:1622: snap_create 2024-08-17T17:12:30.691 INFO:tasks.rados.rados.0.smithi094.stdout:1620: finishing rollback tid 0 to smithi09487127-1 2024-08-17T17:12:30.692 INFO:tasks.rados.rados.0.smithi094.stdout:1620: finishing rollback tid 1 to smithi09487127-1 2024-08-17T17:12:30.692 INFO:tasks.rados.rados.0.smithi094.stdout:1620: finishing rollback tid 2 to smithi09487127-1 2024-08-17T17:12:30.693 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 331 (ObjNum 504 snap 146 seq_num 504) dirty exists 2024-08-17T17:12:30.697 INFO:tasks.rados.rados.0.smithi094.stdout:1621: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-17T17:12:30.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:30 smithi190 ceph-mon[90718]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T17:12:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:30 smithi094 ceph-mon[100402]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T17:12:31.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:30 smithi094 ceph-mon[102949]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T17:12:31.694 INFO:tasks.rados.rados.0.smithi094.stdout:1620: done (2 left) 2024-08-17T17:12:31.694 INFO:tasks.rados.rados.0.smithi094.stdout:1621: done (1 left) 2024-08-17T17:12:31.694 INFO:tasks.rados.rados.0.smithi094.stdout:1622: done (0 left) 2024-08-17T17:12:31.694 INFO:tasks.rados.rados.0.smithi094.stdout:1623: snap_create 2024-08-17T17:12:32.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:31 smithi094 ceph-mon[100402]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T17:12:32.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:31 smithi094 ceph-mon[100402]: pgmap v179: 121 pgs: 121 active+clean; 195 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 792 KiB/s wr, 20 op/s 2024-08-17T17:12:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:31 smithi094 ceph-mon[102949]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T17:12:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:31 smithi094 ceph-mon[102949]: pgmap v179: 121 pgs: 121 active+clean; 195 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 792 KiB/s wr, 20 op/s 2024-08-17T17:12:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:31 smithi190 ceph-mon[90718]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T17:12:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:31 smithi190 ceph-mon[90718]: pgmap v179: 121 pgs: 121 active+clean; 195 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 792 KiB/s wr, 20 op/s 2024-08-17T17:12:32.695 INFO:tasks.rados.rados.0.smithi094.stdout:1623: done (0 left) 2024-08-17T17:12:32.696 INFO:tasks.rados.rados.0.smithi094.stdout:1624: copy_from oid 10 from oid 15 current snap is 149 2024-08-17T17:12:32.696 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 149 2024-08-17T17:12:32.696 INFO:tasks.rados.rados.0.smithi094.stdout:1625: seq_num 505 ranges {3432448=466944,3899392=475136,4374528=327680} 2024-08-17T17:12:32.717 INFO:tasks.rados.rados.0.smithi094.stdout:1625: writing smithi09487127-35 from 3432448 to 3899392 tid 1 2024-08-17T17:12:32.719 INFO:tasks.rados.rados.0.smithi094.stdout:1625: writing smithi09487127-35 from 3899392 to 4374528 tid 2 2024-08-17T17:12:32.722 INFO:tasks.rados.rados.0.smithi094.stdout:1625: writing smithi09487127-35 from 4374528 to 4702208 tid 3 2024-08-17T17:12:32.722 INFO:tasks.rados.rados.0.smithi094.stdout:1626: copy_from oid 6 from oid 14 current snap is 149 2024-08-17T17:12:32.722 INFO:tasks.rados.rados.0.smithi094.stdout:1627: snap_create 2024-08-17T17:12:32.724 INFO:tasks.rados.rados.0.smithi094.stdout:1625: finishing write tid 1 to smithi09487127-35 2024-08-17T17:12:32.724 INFO:tasks.rados.rados.0.smithi094.stdout:1625: finishing write tid 2 to smithi09487127-35 2024-08-17T17:12:32.726 INFO:tasks.rados.rados.0.smithi094.stdout:1625: finishing write tid 3 to smithi09487127-35 2024-08-17T17:12:32.727 INFO:tasks.rados.rados.0.smithi094.stdout:1625: finishing write tid 4 to smithi09487127-35 2024-08-17T17:12:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1625: finishing write tid 5 to smithi09487127-35 2024-08-17T17:12:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 679 (ObjNum 505 snap 149 seq_num 505) dirty exists 2024-08-17T17:12:32.730 INFO:tasks.rados.rados.0.smithi094.stdout:1625: left oid 35 (ObjNum 505 snap 149 seq_num 505) 2024-08-17T17:12:32.732 INFO:tasks.rados.rados.0.smithi094.stdout:1624: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:12:32.736 INFO:tasks.rados.rados.0.smithi094.stdout:1624: finishing copy_from to smithi09487127-10 2024-08-17T17:12:32.736 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 936 (ObjNum 394 snap 115 seq_num 394) dirty exists 2024-08-17T17:12:32.750 INFO:tasks.rados.rados.0.smithi094.stdout:1626: finishing copy_from racing read to smithi09487127-6 2024-08-17T17:12:32.759 INFO:tasks.rados.rados.0.smithi094.stdout:1626: finishing copy_from to smithi09487127-6 2024-08-17T17:12:32.760 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1082 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-08-17T17:12:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:32 smithi094 ceph-mon[100402]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T17:12:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:32 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:33.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:32 smithi094 ceph-mon[102949]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T17:12:33.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:32 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:32 smithi190 ceph-mon[90718]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T17:12:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:32 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:33.663 INFO:tasks.rados.rados.0.smithi094.stdout:1624: done (3 left) 2024-08-17T17:12:33.663 INFO:tasks.rados.rados.0.smithi094.stdout:1625: done (2 left) 2024-08-17T17:12:33.663 INFO:tasks.rados.rados.0.smithi094.stdout:1626: done (1 left) 2024-08-17T17:12:33.663 INFO:tasks.rados.rados.0.smithi094.stdout:1627: done (0 left) 2024-08-17T17:12:33.663 INFO:tasks.rados.rados.0.smithi094.stdout:1628: delete oid 36 current snap is 150 2024-08-17T17:12:33.665 INFO:tasks.rados.rados.0.smithi094.stdout:1628: done (0 left) 2024-08-17T17:12:33.666 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 150 2024-08-17T17:12:33.666 INFO:tasks.rados.rados.0.smithi094.stdout:1629: seq_num 507 ranges {4120576=499712,4620288=638976,5259264=163840} 2024-08-17T17:12:33.690 INFO:tasks.rados.rados.0.smithi094.stdout:1629: writing smithi09487127-4 from 4120576 to 4620288 tid 1 2024-08-17T17:12:33.693 INFO:tasks.rados.rados.0.smithi094.stdout:1629: writing smithi09487127-4 from 4620288 to 5259264 tid 2 2024-08-17T17:12:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1629: writing smithi09487127-4 from 5259264 to 5423104 tid 3 2024-08-17T17:12:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1630: rollback oid 39 current snap is 150 2024-08-17T17:12:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 149 2024-08-17T17:12:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1631: read oid 48 snap 146 2024-08-17T17:12:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1631: expect (ObjNum 459 snap 132 seq_num 459) 2024-08-17T17:12:33.695 INFO:tasks.rados.rados.0.smithi094.stdout:1632: read oid 21 snap -1 2024-08-17T17:12:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1632: expect deleted 2024-08-17T17:12:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 150 2024-08-17T17:12:33.696 INFO:tasks.rados.rados.0.smithi094.stdout:1633: seq_num 508 ranges {2564096=516096,3080192=524288,3604480=278528} 2024-08-17T17:12:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:1633: writing smithi09487127-38 from 2564096 to 3080192 tid 1 2024-08-17T17:12:33.716 INFO:tasks.rados.rados.0.smithi094.stdout:1633: writing smithi09487127-38 from 3080192 to 3604480 tid 2 2024-08-17T17:12:33.718 INFO:tasks.rados.rados.0.smithi094.stdout:1633: writing smithi09487127-38 from 3604480 to 3883008 tid 3 2024-08-17T17:12:33.718 INFO:tasks.rados.rados.0.smithi094.stdout:1634: read oid 15 snap -1 2024-08-17T17:12:33.718 INFO:tasks.rados.rados.0.smithi094.stdout:1634: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:12:33.718 INFO:tasks.rados.rados.0.smithi094.stdout:1635: delete oid 10 current snap is 150 2024-08-17T17:12:33.718 INFO:tasks.rados.rados.0.smithi094.stdout:1629: finishing write tid 1 to smithi09487127-4 2024-08-17T17:12:33.718 INFO:tasks.rados.rados.0.smithi094.stdout:1630: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:12:33.718 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:12:33.719 INFO:tasks.rados.rados.0.smithi094.stdout:1629: finishing write tid 2 to smithi09487127-4 2024-08-17T17:12:33.719 INFO:tasks.rados.rados.0.smithi094.stdout:1629: finishing write tid 3 to smithi09487127-4 2024-08-17T17:12:33.719 INFO:tasks.rados.rados.0.smithi094.stdout:1629: finishing write tid 4 to smithi09487127-4 2024-08-17T17:12:33.719 INFO:tasks.rados.rados.0.smithi094.stdout:1629: finishing write tid 5 to smithi09487127-4 2024-08-17T17:12:33.719 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 375 (ObjNum 507 snap 150 seq_num 507) dirty exists 2024-08-17T17:12:33.719 INFO:tasks.rados.rados.0.smithi094.stdout:1629: left oid 4 (ObjNum 507 snap 150 seq_num 507) 2024-08-17T17:12:33.719 INFO:tasks.rados.rados.0.smithi094.stdout:1631: expect (ObjNum 459 snap 132 seq_num 459) 2024-08-17T17:12:34.008 INFO:tasks.rados.rados.0.smithi094.stdout:1633: finishing write tid 1 to smithi09487127-38 2024-08-17T17:12:34.008 INFO:tasks.rados.rados.0.smithi094.stdout:1633: finishing write tid 2 to smithi09487127-38 2024-08-17T17:12:34.008 INFO:tasks.rados.rados.0.smithi094.stdout:1633: finishing write tid 3 to smithi09487127-38 2024-08-17T17:12:34.008 INFO:tasks.rados.rados.0.smithi094.stdout:1633: finishing write tid 4 to smithi09487127-38 2024-08-17T17:12:34.008 INFO:tasks.rados.rados.0.smithi094.stdout:1633: finishing write tid 5 to smithi09487127-38 2024-08-17T17:12:34.008 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 933 (ObjNum 508 snap 150 seq_num 508) dirty exists 2024-08-17T17:12:34.008 INFO:tasks.rados.rados.0.smithi094.stdout:1633: left oid 38 (ObjNum 508 snap 150 seq_num 508) 2024-08-17T17:12:34.008 INFO:tasks.rados.rados.0.smithi094.stdout:1634: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:12:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:33 smithi094 ceph-mon[100402]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T17:12:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:33 smithi094 ceph-mon[100402]: pgmap v182: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T17:12:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:33 smithi094 ceph-mon[100402]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T17:12:34.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:33 smithi094 ceph-mon[102949]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T17:12:34.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:33 smithi094 ceph-mon[102949]: pgmap v182: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T17:12:34.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:33 smithi094 ceph-mon[102949]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T17:12:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:33 smithi190 ceph-mon[90718]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T17:12:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:33 smithi190 ceph-mon[90718]: pgmap v182: 121 pgs: 121 active+clean; 161 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T17:12:34.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:33 smithi190 ceph-mon[90718]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T17:12:34.414 INFO:tasks.rados.rados.0.smithi094.stdout:1629: done (6 left) 2024-08-17T17:12:34.414 INFO:tasks.rados.rados.0.smithi094.stdout:1630: done (5 left) 2024-08-17T17:12:34.414 INFO:tasks.rados.rados.0.smithi094.stdout:1631: done (4 left) 2024-08-17T17:12:34.414 INFO:tasks.rados.rados.0.smithi094.stdout:1632: done (3 left) 2024-08-17T17:12:34.414 INFO:tasks.rados.rados.0.smithi094.stdout:1633: done (2 left) 2024-08-17T17:12:34.414 INFO:tasks.rados.rados.0.smithi094.stdout:1634: done (1 left) 2024-08-17T17:12:34.414 INFO:tasks.rados.rados.0.smithi094.stdout:1635: done (0 left) 2024-08-17T17:12:34.415 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 150 2024-08-17T17:12:34.415 INFO:tasks.rados.rados.0.smithi094.stdout:1636: seq_num 510 ranges {2564096=548864,3112960=745472,3858432=57344} 2024-08-17T17:12:34.429 INFO:tasks.rados.rados.0.smithi094.stdout:1636: writing smithi09487127-34 from 2564096 to 3112960 tid 1 2024-08-17T17:12:34.433 INFO:tasks.rados.rados.0.smithi094.stdout:1636: writing smithi09487127-34 from 3112960 to 3858432 tid 2 2024-08-17T17:12:34.434 INFO:tasks.rados.rados.0.smithi094.stdout:1636: writing smithi09487127-34 from 3858432 to 3915776 tid 3 2024-08-17T17:12:34.434 INFO:tasks.rados.rados.0.smithi094.stdout:1637: snap_remove snap 149 2024-08-17T17:12:34.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:34.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:34.710 INFO:tasks.rados.rados.0.smithi094.stdout:1637: done (1 left) 2024-08-17T17:12:34.710 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 150 2024-08-17T17:12:34.710 INFO:tasks.rados.rados.0.smithi094.stdout:1638: seq_num 511 ranges {3743744=565248,4308992=630784,4939776=172032} 2024-08-17T17:12:34.733 INFO:tasks.rados.rados.0.smithi094.stdout:1638: writing smithi09487127-19 from 3743744 to 4308992 tid 1 2024-08-17T17:12:34.736 INFO:tasks.rados.rados.0.smithi094.stdout:1638: writing smithi09487127-19 from 4308992 to 4939776 tid 2 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:1638: writing smithi09487127-19 from 4939776 to 5111808 tid 3 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:1639: snap_create 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:1636: finishing write tid 1 to smithi09487127-34 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:1636: finishing write tid 2 to smithi09487127-34 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:1636: finishing write tid 3 to smithi09487127-34 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:1636: finishing write tid 4 to smithi09487127-34 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:1636: finishing write tid 5 to smithi09487127-34 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 755 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-17T17:12:34.738 INFO:tasks.rados.rados.0.smithi094.stdout:1636: left oid 34 (ObjNum 510 snap 150 seq_num 510) 2024-08-17T17:12:34.739 INFO:tasks.rados.rados.0.smithi094.stdout:1638: finishing write tid 1 to smithi09487127-19 2024-08-17T17:12:34.742 INFO:tasks.rados.rados.0.smithi094.stdout:1638: finishing write tid 2 to smithi09487127-19 2024-08-17T17:12:34.742 INFO:tasks.rados.rados.0.smithi094.stdout:1638: finishing write tid 3 to smithi09487127-19 2024-08-17T17:12:34.742 INFO:tasks.rados.rados.0.smithi094.stdout:1638: finishing write tid 4 to smithi09487127-19 2024-08-17T17:12:34.743 INFO:tasks.rados.rados.0.smithi094.stdout:1638: finishing write tid 5 to smithi09487127-19 2024-08-17T17:12:34.743 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 943 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:12:34.744 INFO:tasks.rados.rados.0.smithi094.stdout:1638: left oid 19 (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:12:34.963 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:12:35.515 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:12:35.515 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (3m) 16s ago 7m 16.7M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:12:35.515 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (3m) 89s ago 7m 81.8M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:12:35.515 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (9m) 16s ago 9m 19.5M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:12:35.515 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (9m) 89s ago 9m 14.5M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (2m) 89s ago 12m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (2m) 16s ago 14m 518M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (2m) 16s ago 14m 54.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (95s) 89s ago 13m 24.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (114s) 16s ago 13m 42.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (3m) 16s ago 7m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (3m) 89s ago 7m 9.99M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (54s) 16s ago 12m 118M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (20s) 16s ago 12m 11.6M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (11m) 16s ago 11m 265M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 72063ec82b29 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (11m) 16s ago 11m 203M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (10m) 89s ago 10m 186M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:12:35.516 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (10m) 89s ago 10m 154M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:12:35.517 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (10m) 89s ago 10m 106M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:12:35.517 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (9m) 89s ago 9m 129M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:12:35.517 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (2m) 89s ago 8m 41.7M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:12:35.714 INFO:tasks.rados.rados.0.smithi094.stdout:1636: done (2 left) 2024-08-17T17:12:35.714 INFO:tasks.rados.rados.0.smithi094.stdout:1638: done (1 left) 2024-08-17T17:12:35.714 INFO:tasks.rados.rados.0.smithi094.stdout:1639: done (0 left) 2024-08-17T17:12:35.715 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 151 2024-08-17T17:12:35.715 INFO:tasks.rados.rados.0.smithi094.stdout:1640: seq_num 512 ranges {311296=581632,892928=516096,1409024=286720} 2024-08-17T17:12:35.719 INFO:tasks.rados.rados.0.smithi094.stdout:1640: writing smithi09487127-3 from 311296 to 892928 tid 1 2024-08-17T17:12:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:1640: writing smithi09487127-3 from 892928 to 1409024 tid 2 2024-08-17T17:12:35.723 INFO:tasks.rados.rados.0.smithi094.stdout:1640: writing smithi09487127-3 from 1409024 to 1695744 tid 3 2024-08-17T17:12:35.723 INFO:tasks.rados.rados.0.smithi094.stdout:1641: read oid 23 snap -1 2024-08-17T17:12:35.723 INFO:tasks.rados.rados.0.smithi094.stdout:1641: expect (ObjNum 477 snap 140 seq_num 477) 2024-08-17T17:12:35.724 INFO:tasks.rados.rados.0.smithi094.stdout:1642: snap_create 2024-08-17T17:12:35.727 INFO:tasks.rados.rados.0.smithi094.stdout:1640: finishing write tid 1 to smithi09487127-3 2024-08-17T17:12:35.728 INFO:tasks.rados.rados.0.smithi094.stdout:1640: finishing write tid 2 to smithi09487127-3 2024-08-17T17:12:35.728 INFO:tasks.rados.rados.0.smithi094.stdout:1640: finishing write tid 3 to smithi09487127-3 2024-08-17T17:12:35.728 INFO:tasks.rados.rados.0.smithi094.stdout:1640: finishing write tid 4 to smithi09487127-3 2024-08-17T17:12:35.730 INFO:tasks.rados.rados.0.smithi094.stdout:1640: finishing write tid 5 to smithi09487127-3 2024-08-17T17:12:35.730 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 560 (ObjNum 512 snap 151 seq_num 512) dirty exists 2024-08-17T17:12:35.730 INFO:tasks.rados.rados.0.smithi094.stdout:1640: left oid 3 (ObjNum 512 snap 151 seq_num 512) 2024-08-17T17:12:35.734 INFO:tasks.rados.rados.0.smithi094.stdout:1641: expect (ObjNum 477 snap 140 seq_num 477) 2024-08-17T17:12:35.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:35 smithi094 ceph-mon[100402]: pgmap v184: 121 pgs: 121 active+clean; 119 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-08-17T17:12:35.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:35 smithi094 ceph-mon[100402]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T17:12:35.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:35 smithi094 ceph-mon[102949]: pgmap v184: 121 pgs: 121 active+clean; 119 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-08-17T17:12:35.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:35 smithi094 ceph-mon[102949]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T17:12:35.855 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:12:35.855 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 6, 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:12:35.856 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 8, 2024-08-17T17:12:35.857 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 7 2024-08-17T17:12:35.857 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:12:35.857 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:12:36.138 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:12:36.138 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:12:36.138 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:12:36.138 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:12:36.138 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:12:36.139 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:12:36.139 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:12:36.139 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:12:36.139 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "7/20 daemons upgraded", 2024-08-17T17:12:36.139 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:12:36.139 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:12:36.139 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:12:36.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:35 smithi190 ceph-mon[90718]: pgmap v184: 121 pgs: 121 active+clean; 119 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 24 op/s 2024-08-17T17:12:36.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:35 smithi190 ceph-mon[90718]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T17:12:36.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:36.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:35.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:36.719 INFO:tasks.rados.rados.0.smithi094.stdout:1640: done (2 left) 2024-08-17T17:12:36.720 INFO:tasks.rados.rados.0.smithi094.stdout:1641: done (1 left) 2024-08-17T17:12:36.720 INFO:tasks.rados.rados.0.smithi094.stdout:1642: done (0 left) 2024-08-17T17:12:36.720 INFO:tasks.rados.rados.0.smithi094.stdout:1643: snap_create 2024-08-17T17:12:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[100402]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[100402]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[100402]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[100402]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T17:12:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/905557068' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[102949]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[102949]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[102949]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[102949]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T17:12:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:36 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/905557068' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:37.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:36.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:37.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:36 smithi190 ceph-mon[90718]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:36 smithi190 ceph-mon[90718]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:36 smithi190 ceph-mon[90718]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:37.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:36 smithi190 ceph-mon[90718]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T17:12:37.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:36 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/905557068' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:37.721 INFO:tasks.rados.rados.0.smithi094.stdout:1643: done (0 left) 2024-08-17T17:12:37.721 INFO:tasks.rados.rados.0.smithi094.stdout:1644: snap_remove snap 148 2024-08-17T17:12:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:37 smithi094 ceph-mon[100402]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:37 smithi094 ceph-mon[100402]: pgmap v187: 121 pgs: 121 active+clean; 120 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-08-17T17:12:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:37 smithi094 ceph-mon[100402]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T17:12:38.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:37 smithi094 ceph-mon[102949]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:38.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:37 smithi094 ceph-mon[102949]: pgmap v187: 121 pgs: 121 active+clean; 120 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-08-17T17:12:38.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:37 smithi094 ceph-mon[102949]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T17:12:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:37 smithi190 ceph-mon[90718]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:37 smithi190 ceph-mon[90718]: pgmap v187: 121 pgs: 121 active+clean; 120 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-08-17T17:12:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:37 smithi190 ceph-mon[90718]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T17:12:38.664 INFO:tasks.rados.rados.0.smithi094.stdout:1644: done (0 left) 2024-08-17T17:12:38.665 INFO:tasks.rados.rados.0.smithi094.stdout:1645: delete oid 32 current snap is 153 2024-08-17T17:12:38.670 INFO:tasks.rados.rados.0.smithi094.stdout:1645: done (0 left) 2024-08-17T17:12:38.670 INFO:tasks.rados.rados.0.smithi094.stdout:1646: delete oid 21 current snap is 153 2024-08-17T17:12:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1646: done (0 left) 2024-08-17T17:12:38.674 INFO:tasks.rados.rados.0.smithi094.stdout:1647: snap_remove snap 152 2024-08-17T17:12:38.889 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:38 smithi094 ceph-mon[100402]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T17:12:38.889 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:38 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:12:38.889 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:38 smithi094 ceph-mon[100402]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T17:12:38.889 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:38 smithi094 ceph-mon[102949]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T17:12:38.889 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:38 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:12:38.889 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:38 smithi094 ceph-mon[102949]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T17:12:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:38 smithi190 ceph-mon[90718]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T17:12:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:38 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:12:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:38 smithi190 ceph-mon[90718]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T17:12:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:12:39] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.51.0" 2024-08-17T17:12:39.667 INFO:tasks.rados.rados.0.smithi094.stdout:1647: done (0 left) 2024-08-17T17:12:39.667 INFO:tasks.rados.rados.0.smithi094.stdout:1648: snap_remove snap 147 2024-08-17T17:12:39.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:12:39.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[100402]: Upgrade: osd.2 is safe to restart 2024-08-17T17:12:39.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[100402]: pgmap v191: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 13 op/s 2024-08-17T17:12:39.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:39.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:12:39.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:39.973 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[100402]: osdmap e388: 8 total, 8 up, 8 in 2024-08-17T17:12:39.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:12:39.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[102949]: Upgrade: osd.2 is safe to restart 2024-08-17T17:12:39.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[102949]: pgmap v191: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 13 op/s 2024-08-17T17:12:39.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:39.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:12:39.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:39.974 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:39 smithi094 ceph-mon[102949]: osdmap e388: 8 total, 8 up, 8 in 2024-08-17T17:12:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:39 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:12:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:39 smithi190 ceph-mon[90718]: Upgrade: osd.2 is safe to restart 2024-08-17T17:12:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:39 smithi190 ceph-mon[90718]: pgmap v191: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.6 MiB/s wr, 13 op/s 2024-08-17T17:12:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:39 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:39 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:12:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:39 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:39 smithi190 ceph-mon[90718]: osdmap e388: 8 total, 8 up, 8 in 2024-08-17T17:12:40.669 INFO:tasks.rados.rados.0.smithi094.stdout:1648: done (0 left) 2024-08-17T17:12:40.669 INFO:tasks.rados.rados.0.smithi094.stdout:1649: copy_from oid 11 from oid 16 current snap is 153 2024-08-17T17:12:40.669 INFO:tasks.rados.rados.0.smithi094.stdout:1650: rollback oid 40 current snap is 153 2024-08-17T17:12:40.669 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 150 2024-08-17T17:12:40.670 INFO:tasks.rados.rados.0.smithi094.stdout:1651: read oid 17 snap -1 2024-08-17T17:12:40.670 INFO:tasks.rados.rados.0.smithi094.stdout:1651: expect deleted 2024-08-17T17:12:40.670 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 153 2024-08-17T17:12:40.670 INFO:tasks.rados.rados.0.smithi094.stdout:1652: seq_num 515 ranges {1695744=630784,2326528=565248,2891776=237568} 2024-08-17T17:12:40.682 INFO:tasks.rados.rados.0.smithi094.stdout:1652: writing smithi09487127-3 from 1695744 to 2326528 tid 1 2024-08-17T17:12:40.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:40.686 INFO:tasks.rados.rados.0.smithi094.stdout:1652: writing smithi09487127-3 from 2326528 to 2891776 tid 2 2024-08-17T17:12:40.688 INFO:tasks.rados.rados.0.smithi094.stdout:1652: writing smithi09487127-3 from 2891776 to 3129344 tid 3 2024-08-17T17:12:40.688 INFO:tasks.rados.rados.0.smithi094.stdout:1653: copy_from oid 41 from oid 24 current snap is 153 2024-08-17T17:12:40.688 INFO:tasks.rados.rados.0.smithi094.stdout:1650: finishing rollback tid 0 to smithi09487127-40 2024-08-17T17:12:40.688 INFO:tasks.rados.rados.0.smithi094.stdout:1651: done (4 left) 2024-08-17T17:12:40.688 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 153 2024-08-17T17:12:40.688 INFO:tasks.rados.rados.0.smithi094.stdout:1650: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:12:40.688 INFO:tasks.rados.rados.0.smithi094.stdout:1654: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-08-17T17:12:40.692 INFO:tasks.rados.rados.0.smithi094.stdout:1654: writing smithi09487127-22 from 0 to 647168 tid 1 2024-08-17T17:12:40.694 INFO:tasks.rados.rados.0.smithi094.stdout:1654: writing smithi09487127-22 from 647168 to 1097728 tid 2 2024-08-17T17:12:40.697 INFO:tasks.rados.rados.0.smithi094.stdout:1654: writing smithi09487127-22 from 1097728 to 1449984 tid 3 2024-08-17T17:12:40.697 INFO:tasks.rados.rados.0.smithi094.stdout:1655: copy_from oid 19 from oid 32 current snap is 153 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1650: finishing rollback tid 2 to smithi09487127-40 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 833 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1650: done (5 left) 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1656: delete oid 44 current snap is 153 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1652: finishing write tid 1 to smithi09487127-3 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1652: finishing write tid 2 to smithi09487127-3 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1652: finishing write tid 3 to smithi09487127-3 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1652: finishing write tid 4 to smithi09487127-3 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1652: finishing write tid 5 to smithi09487127-3 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 564 (ObjNum 515 snap 153 seq_num 515) dirty exists 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1652: left oid 3 (ObjNum 515 snap 153 seq_num 515) 2024-08-17T17:12:40.698 INFO:tasks.rados.rados.0.smithi094.stdout:1653: finishing copy_from to smithi09487127-41 2024-08-17T17:12:40.699 INFO:tasks.rados.rados.0.smithi094.stdout:1653: got expected ENOENT (src dne) 2024-08-17T17:12:40.699 INFO:tasks.rados.rados.0.smithi094.stdout:1649: finishing copy_from racing read to smithi09487127-11 2024-08-17T17:12:40.699 INFO:tasks.rados.rados.0.smithi094.stdout:1653: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:12:40.699 INFO:tasks.rados.rados.0.smithi094.stdout:1655: finishing copy_from to smithi09487127-19 2024-08-17T17:12:40.699 INFO:tasks.rados.rados.0.smithi094.stdout:1655: got expected ENOENT (src dne) 2024-08-17T17:12:40.700 INFO:tasks.rados.rados.0.smithi094.stdout:1655: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:12:40.700 INFO:tasks.rados.rados.0.smithi094.stdout:1654: finishing write tid 1 to smithi09487127-22 2024-08-17T17:12:40.700 INFO:tasks.rados.rados.0.smithi094.stdout:1649: finishing copy_from to smithi09487127-11 2024-08-17T17:12:40.700 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 399 (ObjNum 378 snap 111 seq_num 378) dirty exists 2024-08-17T17:12:40.700 INFO:tasks.rados.rados.0.smithi094.stdout:1654: finishing write tid 2 to smithi09487127-22 2024-08-17T17:12:40.701 INFO:tasks.rados.rados.0.smithi094.stdout:1649: done (5 left) 2024-08-17T17:12:40.701 INFO:tasks.rados.rados.0.smithi094.stdout:1652: done (4 left) 2024-08-17T17:12:40.702 INFO:tasks.rados.rados.0.smithi094.stdout:1653: done (3 left) 2024-08-17T17:12:40.702 INFO:tasks.rados.rados.0.smithi094.stdout:1655: done (2 left) 2024-08-17T17:12:40.702 INFO:tasks.rados.rados.0.smithi094.stdout:1656: done (1 left) 2024-08-17T17:12:40.702 INFO:tasks.rados.rados.0.smithi094.stdout:1657: snap_remove snap 146 2024-08-17T17:12:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:40 smithi094 ceph-mon[102949]: Upgrade: Updating osd.2 2024-08-17T17:12:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:40 smithi094 ceph-mon[102949]: Deploying daemon osd.2 on smithi094 2024-08-17T17:12:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:40 smithi094 ceph-mon[102949]: osdmap e389: 8 total, 8 up, 8 in 2024-08-17T17:12:41.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:40 smithi094 ceph-mon[100402]: Upgrade: Updating osd.2 2024-08-17T17:12:41.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:40 smithi094 ceph-mon[100402]: Deploying daemon osd.2 on smithi094 2024-08-17T17:12:41.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:40 smithi094 ceph-mon[100402]: osdmap e389: 8 total, 8 up, 8 in 2024-08-17T17:12:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:40 smithi190 ceph-mon[90718]: Upgrade: Updating osd.2 2024-08-17T17:12:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:40 smithi190 ceph-mon[90718]: Deploying daemon osd.2 on smithi094 2024-08-17T17:12:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:40 smithi190 ceph-mon[90718]: osdmap e389: 8 total, 8 up, 8 in 2024-08-17T17:12:41.674 INFO:tasks.rados.rados.0.smithi094.stdout:1657: done (1 left) 2024-08-17T17:12:41.675 INFO:tasks.rados.rados.0.smithi094.stdout:1658: read oid 5 snap 150 2024-08-17T17:12:41.675 INFO:tasks.rados.rados.0.smithi094.stdout:1658: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:12:41.675 INFO:tasks.rados.rados.0.smithi094.stdout:1659: rmattr oid 13 current snap is 153 2024-08-17T17:12:41.675 INFO:tasks.rados.rados.0.smithi094.stdout:1659: done (2 left) 2024-08-17T17:12:41.675 INFO:tasks.rados.rados.0.smithi094.stdout:1660: read oid 12 snap -1 2024-08-17T17:12:41.675 INFO:tasks.rados.rados.0.smithi094.stdout:1660: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:12:41.675 INFO:tasks.rados.rados.0.smithi094.stdout:1661: copy_from oid 7 from oid 34 current snap is 153 2024-08-17T17:12:41.675 INFO:tasks.rados.rados.0.smithi094.stdout:1654: finishing write tid 3 to smithi09487127-22 2024-08-17T17:12:41.676 INFO:tasks.rados.rados.0.smithi094.stdout:1654: finishing write tid 4 to smithi09487127-22 2024-08-17T17:12:41.676 INFO:tasks.rados.rados.0.smithi094.stdout:1654: finishing write tid 5 to smithi09487127-22 2024-08-17T17:12:41.676 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 835 (ObjNum 516 snap 153 seq_num 516) dirty exists 2024-08-17T17:12:41.676 INFO:tasks.rados.rados.0.smithi094.stdout:1654: left oid 22 (ObjNum 516 snap 153 seq_num 516) 2024-08-17T17:12:41.676 INFO:tasks.rados.rados.0.smithi094.stdout:1654: done (3 left) 2024-08-17T17:12:41.676 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 153 2024-08-17T17:12:41.676 INFO:tasks.rados.rados.0.smithi094.stdout:1662: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-08-17T17:12:41.678 INFO:tasks.rados.rados.0.smithi094.stdout:1662: writing smithi09487127-41 from 0 to 679936 tid 1 2024-08-17T17:12:41.683 INFO:tasks.rados.rados.0.smithi094.stdout:1662: writing smithi09487127-41 from 679936 to 1351680 tid 2 2024-08-17T17:12:41.684 INFO:tasks.rados.rados.0.smithi094.stdout:1662: writing smithi09487127-41 from 1351680 to 1482752 tid 3 2024-08-17T17:12:41.684 INFO:tasks.rados.rados.0.smithi094.stdout:1663: setattr oid 9 current snap is 153 2024-08-17T17:12:41.687 INFO:tasks.rados.rados.0.smithi094.stdout:1664: snap_remove snap 151 2024-08-17T17:12:41.910 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:41 smithi094 ceph-mon[100402]: pgmap v194: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2024-08-17T17:12:41.910 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:41 smithi094 ceph-mon[100402]: osdmap e390: 8 total, 8 up, 8 in 2024-08-17T17:12:41.911 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:41 smithi094 ceph-mon[102949]: pgmap v194: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2024-08-17T17:12:41.911 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:41 smithi094 ceph-mon[102949]: osdmap e390: 8 total, 8 up, 8 in 2024-08-17T17:12:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:41 smithi190 ceph-mon[90718]: pgmap v194: 121 pgs: 121 active+clean; 134 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.3 MiB/s wr, 12 op/s 2024-08-17T17:12:42.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:41 smithi190 ceph-mon[90718]: osdmap e390: 8 total, 8 up, 8 in 2024-08-17T17:12:42.675 INFO:tasks.rados.rados.0.smithi094.stdout:1664: done (5 left) 2024-08-17T17:12:42.676 INFO:tasks.rados.rados.0.smithi094.stdout:1665: rollback oid 30 current snap is 153 2024-08-17T17:12:42.676 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 30 to 150 2024-08-17T17:12:42.676 INFO:tasks.rados.rados.0.smithi094.stdout:1660: expect (ObjNum 259 snap 63 seq_num 259) 2024-08-17T17:12:42.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 834 (ObjNum 490 snap 145 seq_num 490) dirty exists 2024-08-17T17:12:42.795 INFO:tasks.rados.rados.0.smithi094.stdout:1662: finishing write tid 1 to smithi09487127-41 2024-08-17T17:12:42.795 INFO:tasks.rados.rados.0.smithi094.stdout:1662: finishing write tid 2 to smithi09487127-41 2024-08-17T17:12:42.795 INFO:tasks.rados.rados.0.smithi094.stdout:1662: finishing write tid 3 to smithi09487127-41 2024-08-17T17:12:42.795 INFO:tasks.rados.rados.0.smithi094.stdout:1662: finishing write tid 4 to smithi09487127-41 2024-08-17T17:12:42.796 INFO:tasks.rados.rados.0.smithi094.stdout:1662: finishing write tid 5 to smithi09487127-41 2024-08-17T17:12:42.796 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 759 (ObjNum 518 snap 153 seq_num 518) dirty exists 2024-08-17T17:12:42.796 INFO:tasks.rados.rados.0.smithi094.stdout:1662: left oid 41 (ObjNum 518 snap 153 seq_num 518) 2024-08-17T17:12:42.796 INFO:tasks.rados.rados.0.smithi094.stdout:1661: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:12:42.796 INFO:tasks.rados.rados.0.smithi094.stdout:1661: finishing copy_from to smithi09487127-7 2024-08-17T17:12:42.796 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 755 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-17T17:12:42.797 INFO:tasks.rados.rados.0.smithi094.stdout:1658: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:12:42.836 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:42 smithi094 systemd[1]: Stopping Ceph osd.2 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1665: finishing rollback tid 1 to smithi09487127-30 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 0 (ObjNum 3713 snap 0 seq_num 3162485488) dirty dne 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1658: done (5 left) 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1660: done (4 left) 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1661: done (3 left) 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1662: done (2 left) 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1663: done (1 left) 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1665: done (0 left) 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1666: rollback oid 37 current snap is 153 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 37 to 150 2024-08-17T17:12:43.075 INFO:tasks.rados.rados.0.smithi094.stdout:1667: copy_from oid 24 from oid 33 current snap is 153 2024-08-17T17:12:43.076 INFO:tasks.rados.rados.0.smithi094.stdout:1668: delete oid 11 current snap is 153 2024-08-17T17:12:43.076 INFO:tasks.rados.rados.0.smithi094.stdout:1668: done (2 left) 2024-08-17T17:12:43.076 INFO:tasks.rados.rados.0.smithi094.stdout:1669: delete oid 38 current snap is 153 2024-08-17T17:12:43.078 INFO:tasks.rados.rados.0.smithi094.stdout:1666: finishing rollback tid 0 to smithi09487127-37 2024-08-17T17:12:43.078 INFO:tasks.rados.rados.0.smithi094.stdout:1666: finishing rollback tid 1 to smithi09487127-37 2024-08-17T17:12:43.078 INFO:tasks.rados.rados.0.smithi094.stdout:1666: finishing rollback tid 2 to smithi09487127-37 2024-08-17T17:12:43.078 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 838 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-08-17T17:12:43.079 INFO:tasks.rados.rados.0.smithi094.stdout:1666: done (2 left) 2024-08-17T17:12:43.079 INFO:tasks.rados.rados.0.smithi094.stdout:1669: done (1 left) 2024-08-17T17:12:43.079 INFO:tasks.rados.rados.0.smithi094.stdout:1670: snap_create 2024-08-17T17:12:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:1667: finishing copy_from racing read to smithi09487127-24 2024-08-17T17:12:43.083 INFO:tasks.rados.rados.0.smithi094.stdout:1667: finishing copy_from to smithi09487127-24 2024-08-17T17:12:43.083 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 830 (ObjNum 495 snap 146 seq_num 495) dirty exists 2024-08-17T17:12:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[100402]: osdmap e391: 8 total, 8 up, 8 in 2024-08-17T17:12:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[100402]: pgmap v197: 121 pgs: 121 active+clean; 135 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T17:12:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[100402]: osd.2 marked itself down and dead 2024-08-17T17:12:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[102949]: osdmap e391: 8 total, 8 up, 8 in 2024-08-17T17:12:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[102949]: pgmap v197: 121 pgs: 121 active+clean; 135 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T17:12:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-mon[102949]: osd.2 marked itself down and dead 2024-08-17T17:12:43.273 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[57938]: 2024-08-17T17:12:42.833+0000 7fed0bfa0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:12:43.273 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[57938]: 2024-08-17T17:12:42.833+0000 7fed0bfa0640 -1 osd.2 391 *** Got signal Terminated *** 2024-08-17T17:12:43.273 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:42 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[57938]: 2024-08-17T17:12:42.833+0000 7fed0bfa0640 -1 osd.2 391 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:12:43.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:42 smithi190 ceph-mon[90718]: osdmap e391: 8 total, 8 up, 8 in 2024-08-17T17:12:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:42 smithi190 ceph-mon[90718]: pgmap v197: 121 pgs: 121 active+clean; 135 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-17T17:12:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:42 smithi190 ceph-mon[90718]: osd.2 marked itself down and dead 2024-08-17T17:12:43.667 INFO:tasks.rados.rados.0.smithi094.stdout:1667: done (1 left) 2024-08-17T17:12:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:1670: done (0 left) 2024-08-17T17:12:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 154 2024-08-17T17:12:43.668 INFO:tasks.rados.rados.0.smithi094.stdout:1671: seq_num 521 ranges {3260416=729088,3989504=720896,4710400=81920} 2024-08-17T17:12:43.688 INFO:tasks.rados.rados.0.smithi094.stdout:1671: writing smithi09487127-49 from 3260416 to 3989504 tid 1 2024-08-17T17:12:43.693 INFO:tasks.rados.rados.0.smithi094.stdout:1671: writing smithi09487127-49 from 3989504 to 4710400 tid 2 2024-08-17T17:12:43.693 INFO:tasks.rados.rados.0.smithi094.stdout:1671: writing smithi09487127-49 from 4710400 to 4792320 tid 3 2024-08-17T17:12:43.693 INFO:tasks.rados.rados.0.smithi094.stdout:1672: setattr oid 31 current snap is 154 2024-08-17T17:12:43.693 INFO:tasks.rados.rados.0.smithi094.stdout:1671: finishing write tid 1 to smithi09487127-49 2024-08-17T17:12:43.695 INFO:tasks.rados.rados.0.smithi094.stdout:1671: finishing write tid 2 to smithi09487127-49 2024-08-17T17:12:43.696 INFO:tasks.rados.rados.0.smithi094.stdout:1671: finishing write tid 3 to smithi09487127-49 2024-08-17T17:12:43.696 INFO:tasks.rados.rados.0.smithi094.stdout:1673: read oid 35 snap -1 2024-08-17T17:12:43.696 INFO:tasks.rados.rados.0.smithi094.stdout:1673: expect (ObjNum 505 snap 149 seq_num 505) 2024-08-17T17:12:43.696 INFO:tasks.rados.rados.0.smithi094.stdout:1674: rollback oid 46 current snap is 154 2024-08-17T17:12:43.697 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 153 2024-08-17T17:12:43.697 INFO:tasks.rados.rados.0.smithi094.stdout:1675: rollback oid 20 current snap is 154 2024-08-17T17:12:43.697 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 153 2024-08-17T17:12:43.697 INFO:tasks.rados.rados.0.smithi094.stdout:1676: snap_create 2024-08-17T17:12:43.697 INFO:tasks.rados.rados.0.smithi094.stdout:1671: finishing write tid 4 to smithi09487127-49 2024-08-17T17:12:43.697 INFO:tasks.rados.rados.0.smithi094.stdout:1671: finishing write tid 5 to smithi09487127-49 2024-08-17T17:12:43.697 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 842 (ObjNum 521 snap 154 seq_num 521) dirty exists 2024-08-17T17:12:43.697 INFO:tasks.rados.rados.0.smithi094.stdout:1671: left oid 49 (ObjNum 521 snap 154 seq_num 521) 2024-08-17T17:12:43.699 INFO:tasks.rados.rados.0.smithi094.stdout:1674: finishing rollback tid 0 to smithi09487127-46 2024-08-17T17:12:43.699 INFO:tasks.rados.rados.0.smithi094.stdout:1674: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:12:43.700 INFO:tasks.rados.rados.0.smithi094.stdout:1674: finishing rollback tid 2 to smithi09487127-46 2024-08-17T17:12:43.700 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 752 (ObjNum 433 snap 126 seq_num 433) dirty exists 2024-08-17T17:12:44.243 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:43 smithi094 ceph-mon[100402]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:44.243 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:43 smithi094 ceph-mon[100402]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T17:12:44.243 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:43 smithi094 ceph-mon[102949]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:44.243 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:43 smithi094 ceph-mon[102949]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T17:12:44.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:43 smithi190 ceph-mon[90718]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:43 smithi190 ceph-mon[90718]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T17:12:44.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:44.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:44.522 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:44 smithi094 podman[118664]: 2024-08-17 17:12:44.242819087 +0000 UTC m=+1.543906727 container died 72063ec82b291c3b4442591e21d45e6f0144aeca7aebd19f48c96e2fdb439f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:12:44.670 INFO:tasks.rados.rados.0.smithi094.stdout:1671: done (5 left) 2024-08-17T17:12:44.670 INFO:tasks.rados.rados.0.smithi094.stdout:1674: done (4 left) 2024-08-17T17:12:44.670 INFO:tasks.rados.rados.0.smithi094.stdout:1676: done (3 left) 2024-08-17T17:12:44.670 INFO:tasks.rados.rados.0.smithi094.stdout:1677: snap_create 2024-08-17T17:12:44.683 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 946 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:12:44.683 INFO:tasks.rados.rados.0.smithi094.stdout:1675: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:12:44.683 INFO:tasks.rados.rados.0.smithi094.stdout:1675: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:12:44.683 INFO:tasks.rados.rados.0.smithi094.stdout:1675: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:12:44.683 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 950 (ObjNum 488 snap 144 seq_num 488) dirty exists 2024-08-17T17:12:44.703 INFO:tasks.rados.rados.0.smithi094.stdout:1673: expect (ObjNum 505 snap 149 seq_num 505) 2024-08-17T17:12:44.947 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:44 smithi094 podman[118664]: 2024-08-17 17:12:44.615842822 +0000 UTC m=+1.916930462 container cleanup 72063ec82b291c3b4442591e21d45e6f0144aeca7aebd19f48c96e2fdb439f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T17:12:44.947 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:44 smithi094 bash[118664]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2 2024-08-17T17:12:45.272 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:44 smithi094 podman[118685]: 2024-08-17 17:12:44.946805412 +0000 UTC m=+0.706744884 container remove 72063ec82b291c3b4442591e21d45e6f0144aeca7aebd19f48c96e2fdb439f03 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T17:12:45.614 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:45 smithi094 podman[118776]: 2024-08-17 17:12:45.199769314 +0000 UTC m=+0.017497991 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:45.614 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:45 smithi094 podman[118776]: 2024-08-17 17:12:45.302482276 +0000 UTC m=+0.120210934 container create 485d9fcc3aab1ad1b0d1a4eb56ff0b4495cbd72bccd747a31f49ed013794b083 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:12:45.614 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:45 smithi094 podman[118776]: 2024-08-17 17:12:45.52205706 +0000 UTC m=+0.339785745 container init 485d9fcc3aab1ad1b0d1a4eb56ff0b4495cbd72bccd747a31f49ed013794b083 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T17:12:45.615 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:45 smithi094 podman[118776]: 2024-08-17 17:12:45.526921385 +0000 UTC m=+0.344650043 container start 485d9fcc3aab1ad1b0d1a4eb56ff0b4495cbd72bccd747a31f49ed013794b083 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe) 2024-08-17T17:12:45.615 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:45 smithi094 podman[118776]: 2024-08-17 17:12:45.613375218 +0000 UTC m=+0.431103881 container attach 485d9fcc3aab1ad1b0d1a4eb56ff0b4495cbd72bccd747a31f49ed013794b083 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=) 2024-08-17T17:12:45.672 INFO:tasks.rados.rados.0.smithi094.stdout:1672: done (3 left) 2024-08-17T17:12:45.672 INFO:tasks.rados.rados.0.smithi094.stdout:1673: done (2 left) 2024-08-17T17:12:45.672 INFO:tasks.rados.rados.0.smithi094.stdout:1675: done (1 left) 2024-08-17T17:12:45.672 INFO:tasks.rados.rados.0.smithi094.stdout:1677: done (0 left) 2024-08-17T17:12:45.672 INFO:tasks.rados.rados.0.smithi094.stdout:1678: read oid 1 snap -1 2024-08-17T17:12:45.673 INFO:tasks.rados.rados.0.smithi094.stdout:1678: expect (ObjNum 504 snap 146 seq_num 504) 2024-08-17T17:12:45.673 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 156 2024-08-17T17:12:45.673 INFO:tasks.rados.rados.0.smithi094.stdout:1679: seq_num 522 ranges {7012352=745472,7757824=606208,8364032=196608} 2024-08-17T17:12:45.714 INFO:tasks.rados.rados.0.smithi094.stdout:1679: writing smithi09487127-14 from 7012352 to 7757824 tid 1 2024-08-17T17:12:45.717 INFO:tasks.rados.rados.0.smithi094.stdout:1679: writing smithi09487127-14 from 7757824 to 8364032 tid 2 2024-08-17T17:12:45.718 INFO:tasks.rados.rados.0.smithi094.stdout:1679: writing smithi09487127-14 from 8364032 to 8560640 tid 3 2024-08-17T17:12:45.719 INFO:tasks.rados.rados.0.smithi094.stdout:1680: snap_remove snap 155 2024-08-17T17:12:45.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:45 smithi190 ceph-mon[90718]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T17:12:45.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:45 smithi190 ceph-mon[90718]: pgmap v200: 121 pgs: 13 stale+active+clean, 108 active+clean; 136 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T17:12:45.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:45.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:45.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:45.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:46.017 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:45 smithi094 ceph-mon[100402]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T17:12:46.017 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:45 smithi094 ceph-mon[100402]: pgmap v200: 121 pgs: 13 stale+active+clean, 108 active+clean; 136 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T17:12:46.017 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:45 smithi094 ceph-mon[102949]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T17:12:46.018 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:45 smithi094 ceph-mon[102949]: pgmap v200: 121 pgs: 13 stale+active+clean, 108 active+clean; 136 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T17:12:46.018 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:45 smithi094 podman[118776]: 2024-08-17 17:12:45.719204337 +0000 UTC m=+0.536932999 container died 485d9fcc3aab1ad1b0d1a4eb56ff0b4495cbd72bccd747a31f49ed013794b083 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe) 2024-08-17T17:12:46.669 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:46 smithi094 podman[118820]: 2024-08-17 17:12:46.292877147 +0000 UTC m=+0.567587714 container remove 485d9fcc3aab1ad1b0d1a4eb56ff0b4495cbd72bccd747a31f49ed013794b083 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:12:46.669 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:46 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-17T17:12:46.669 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:46 smithi094 systemd[1]: Stopped Ceph osd.2 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:46.669 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:46 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.2.service: Consumed 15.480s CPU time. 2024-08-17T17:12:46.669 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:46 smithi094 systemd[1]: Starting Ceph osd.2 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:46.675 INFO:tasks.rados.rados.0.smithi094.stdout:1680: done (2 left) 2024-08-17T17:12:46.675 INFO:tasks.rados.rados.0.smithi094.stdout:1681: rollback oid 30 current snap is 156 2024-08-17T17:12:46.675 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 30 to 150 2024-08-17T17:12:46.675 INFO:tasks.rados.rados.0.smithi094.stdout:1678: expect (ObjNum 504 snap 146 seq_num 504) 2024-08-17T17:12:46.711 INFO:tasks.rados.rados.0.smithi094.stdout:1679: finishing write tid 1 to smithi09487127-14 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:1679: finishing write tid 2 to smithi09487127-14 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:1679: finishing write tid 3 to smithi09487127-14 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:1679: finishing write tid 4 to smithi09487127-14 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:1679: finishing write tid 5 to smithi09487127-14 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1123 (ObjNum 522 snap 156 seq_num 522) dirty exists 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:1679: left oid 14 (ObjNum 522 snap 156 seq_num 522) 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:1681: finishing rollback tid 1 to smithi09487127-30 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 0 (ObjNum 129 snap 0 seq_num 3220824608) dirty dne 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:1678: done (2 left) 2024-08-17T17:12:46.712 INFO:tasks.rados.rados.0.smithi094.stdout:1679: done (1 left) 2024-08-17T17:12:46.713 INFO:tasks.rados.rados.0.smithi094.stdout:1681: done (0 left) 2024-08-17T17:12:46.713 INFO:tasks.rados.rados.0.smithi094.stdout:1682: copy_from oid 28 from oid 30 current snap is 156 2024-08-17T17:12:46.713 INFO:tasks.rados.rados.0.smithi094.stdout:1683: setattr oid 11 current snap is 156 2024-08-17T17:12:46.713 INFO:tasks.rados.rados.0.smithi094.stdout:1684: copy_from oid 39 from oid 32 current snap is 156 2024-08-17T17:12:46.713 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 156 2024-08-17T17:12:46.713 INFO:tasks.rados.rados.0.smithi094.stdout:1685: seq_num 523 ranges {3407872=770048,4177920=491520,4669440=311296} 2024-08-17T17:12:46.734 INFO:tasks.rados.rados.0.smithi094.stdout:1685: writing smithi09487127-23 from 3407872 to 4177920 tid 1 2024-08-17T17:12:46.737 INFO:tasks.rados.rados.0.smithi094.stdout:1685: writing smithi09487127-23 from 4177920 to 4669440 tid 2 2024-08-17T17:12:46.739 INFO:tasks.rados.rados.0.smithi094.stdout:1685: writing smithi09487127-23 from 4669440 to 4980736 tid 3 2024-08-17T17:12:46.739 INFO:tasks.rados.rados.0.smithi094.stdout:1686: snap_remove snap 153 2024-08-17T17:12:46.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:46 smithi190 ceph-mon[90718]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T17:12:47.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:46 smithi094 ceph-mon[102949]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T17:12:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:46 smithi094 ceph-mon[100402]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T17:12:47.023 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:46 smithi094 podman[118925]: 2024-08-17 17:12:46.634644694 +0000 UTC m=+0.016950516 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:47.023 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:46 smithi094 podman[118925]: 2024-08-17 17:12:46.761404803 +0000 UTC m=+0.143710613 container create b7b4a069e360b34400f44b47b78b37d8cf192f2030fdc56db292e4e327434ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T17:12:47.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 podman[118925]: 2024-08-17 17:12:47.035518432 +0000 UTC m=+0.417824243 container init b7b4a069e360b34400f44b47b78b37d8cf192f2030fdc56db292e4e327434ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 podman[118925]: 2024-08-17 17:12:47.04025384 +0000 UTC m=+0.422559653 container start b7b4a069e360b34400f44b47b78b37d8cf192f2030fdc56db292e4e327434ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 podman[118925]: 2024-08-17 17:12:47.139789021 +0000 UTC m=+0.522094846 container attach b7b4a069e360b34400f44b47b78b37d8cf192f2030fdc56db292e4e327434ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0) 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:12:47.523 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:12:47.524 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:47.524 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:47.524 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:47.524 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:47.524 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T17:12:47.524 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T17:12:47.524 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-17T17:12:47.524 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-17T17:12:47.681 INFO:tasks.rados.rados.0.smithi094.stdout:1686: done (4 left) 2024-08-17T17:12:47.682 INFO:tasks.rados.rados.0.smithi094.stdout:1687: copy_from oid 18 from oid 16 current snap is 156 2024-08-17T17:12:47.682 INFO:tasks.rados.rados.0.smithi094.stdout:1684: finishing copy_from to smithi09487127-39 2024-08-17T17:12:47.682 INFO:tasks.rados.rados.0.smithi094.stdout:1684: got expected ENOENT (src dne) 2024-08-17T17:12:47.682 INFO:tasks.rados.rados.0.smithi094.stdout:1684: finishing copy_from racing read to smithi09487127-39 2024-08-17T17:12:47.682 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 790 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:12:47.682 INFO:tasks.rados.rados.0.smithi094.stdout:1682: finishing copy_from to smithi09487127-28 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1682: got expected ENOENT (src dne) 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1682: finishing copy_from racing read to smithi09487127-28 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1685: finishing write tid 1 to smithi09487127-23 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1685: finishing write tid 2 to smithi09487127-23 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1685: finishing write tid 3 to smithi09487127-23 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1685: finishing write tid 4 to smithi09487127-23 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1685: finishing write tid 5 to smithi09487127-23 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 794 (ObjNum 523 snap 156 seq_num 523) dirty exists 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1685: left oid 23 (ObjNum 523 snap 156 seq_num 523) 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1682: done (4 left) 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1683: done (3 left) 2024-08-17T17:12:47.683 INFO:tasks.rados.rados.0.smithi094.stdout:1684: done (2 left) 2024-08-17T17:12:47.684 INFO:tasks.rados.rados.0.smithi094.stdout:1685: done (1 left) 2024-08-17T17:12:47.684 INFO:tasks.rados.rados.0.smithi094.stdout:1688: snap_create 2024-08-17T17:12:47.699 INFO:tasks.rados.rados.0.smithi094.stdout:1687: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:12:47.702 INFO:tasks.rados.rados.0.smithi094.stdout:1687: finishing copy_from to smithi09487127-18 2024-08-17T17:12:47.702 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 399 (ObjNum 378 snap 111 seq_num 378) dirty exists 2024-08-17T17:12:47.927 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-mon[100402]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T17:12:47.927 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-mon[100402]: pgmap v203: 121 pgs: 5 active+undersized, 12 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 136 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 2 op/s; 4/210 objects degraded (1.905%) 2024-08-17T17:12:47.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-mon[102949]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T17:12:47.928 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-mon[102949]: pgmap v203: 121 pgs: 5 active+undersized, 12 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 136 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 2 op/s; 4/210 objects degraded (1.905%) 2024-08-17T17:12:47.928 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T17:12:47.928 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T17:12:47.928 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-17T17:12:47.928 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-17T17:12:47.928 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T17:12:47.928 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T17:12:47.928 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T17:12:47.929 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T17:12:47.929 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate[118940]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-17T17:12:47.929 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 bash[118925]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-17T17:12:47.929 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:47 smithi094 podman[118925]: 2024-08-17 17:12:47.589285564 +0000 UTC m=+0.971591402 container died b7b4a069e360b34400f44b47b78b37d8cf192f2030fdc56db292e4e327434ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe) 2024-08-17T17:12:47.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:47 smithi190 ceph-mon[90718]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T17:12:47.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:47 smithi190 ceph-mon[90718]: pgmap v203: 121 pgs: 5 active+undersized, 12 stale+active+clean, 1 active+undersized+degraded, 103 active+clean; 136 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.8 MiB/s wr, 2 op/s; 4/210 objects degraded (1.905%) 2024-08-17T17:12:48.522 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:48 smithi094 podman[119071]: 2024-08-17 17:12:48.211405893 +0000 UTC m=+0.616476436 container remove b7b4a069e360b34400f44b47b78b37d8cf192f2030fdc56db292e4e327434ea6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:12:48.522 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:48 smithi094 podman[119136]: 2024-08-17 17:12:48.32745592 +0000 UTC m=+0.017146530 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:48.522 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:48 smithi094 podman[119136]: 2024-08-17 17:12:48.429134649 +0000 UTC m=+0.118825248 container create f7e2ec0ed092381f0d478ff6e85abecfc643147a19fa5c494be0493bda6f2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:12:48.666 INFO:tasks.rados.rados.0.smithi094.stdout:1687: done (1 left) 2024-08-17T17:12:48.666 INFO:tasks.rados.rados.0.smithi094.stdout:1688: done (0 left) 2024-08-17T17:12:48.666 INFO:tasks.rados.rados.0.smithi094.stdout:1689: delete oid 30 current snap is 157 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:1689: done (0 left) 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:1690: rollback oid 41 current snap is 157 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 150 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:1691: read oid 42 snap -1 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:1691: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:1692: read oid 22 snap -1 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:1692: expect (ObjNum 516 snap 153 seq_num 516) 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 157 2024-08-17T17:12:48.671 INFO:tasks.rados.rados.0.smithi094.stdout:1693: seq_num 525 ranges {3260416=802816,4063232=712704,4775936=90112} 2024-08-17T17:12:48.693 INFO:tasks.rados.rados.0.smithi094.stdout:1693: writing smithi09487127-12 from 3260416 to 4063232 tid 1 2024-08-17T17:12:48.697 INFO:tasks.rados.rados.0.smithi094.stdout:1693: writing smithi09487127-12 from 4063232 to 4775936 tid 2 2024-08-17T17:12:48.698 INFO:tasks.rados.rados.0.smithi094.stdout:1693: writing smithi09487127-12 from 4775936 to 4866048 tid 3 2024-08-17T17:12:48.698 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 157 2024-08-17T17:12:48.698 INFO:tasks.rados.rados.0.smithi094.stdout:1694: seq_num 526 ranges {4743168=417792,5160960=589824,5750784=614400} 2024-08-17T17:12:48.726 INFO:tasks.rados.rados.0.smithi094.stdout:1694: writing smithi09487127-43 from 4743168 to 5160960 tid 1 2024-08-17T17:12:48.729 INFO:tasks.rados.rados.0.smithi094.stdout:1694: writing smithi09487127-43 from 5160960 to 5750784 tid 2 2024-08-17T17:12:48.733 INFO:tasks.rados.rados.0.smithi094.stdout:1694: writing smithi09487127-43 from 5750784 to 6365184 tid 3 2024-08-17T17:12:48.733 INFO:tasks.rados.rados.0.smithi094.stdout:1695: snap_create 2024-08-17T17:12:48.733 INFO:tasks.rados.rados.0.smithi094.stdout:1692: expect (ObjNum 516 snap 153 seq_num 516) 2024-08-17T17:12:48.781 INFO:tasks.rados.rados.0.smithi094.stdout:1690: finishing rollback tid 0 to smithi09487127-41 2024-08-17T17:12:48.781 INFO:tasks.rados.rados.0.smithi094.stdout:1690: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:12:48.781 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 761 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T17:12:48.781 INFO:tasks.rados.rados.0.smithi094.stdout:1693: finishing write tid 1 to smithi09487127-12 2024-08-17T17:12:48.782 INFO:tasks.rados.rados.0.smithi094.stdout:1693: finishing write tid 2 to smithi09487127-12 2024-08-17T17:12:48.782 INFO:tasks.rados.rados.0.smithi094.stdout:1693: finishing write tid 3 to smithi09487127-12 2024-08-17T17:12:48.782 INFO:tasks.rados.rados.0.smithi094.stdout:1693: finishing write tid 4 to smithi09487127-12 2024-08-17T17:12:48.782 INFO:tasks.rados.rados.0.smithi094.stdout:1693: finishing write tid 5 to smithi09487127-12 2024-08-17T17:12:48.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 964 (ObjNum 525 snap 157 seq_num 525) dirty exists 2024-08-17T17:12:48.782 INFO:tasks.rados.rados.0.smithi094.stdout:1693: left oid 12 (ObjNum 525 snap 157 seq_num 525) 2024-08-17T17:12:48.782 INFO:tasks.rados.rados.0.smithi094.stdout:1691: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:12:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:48 smithi190 ceph-mon[90718]: Health check failed: Degraded data redundancy: 4/210 objects degraded (1.905%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:12:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:48 smithi190 ceph-mon[90718]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T17:12:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:48 smithi190 ceph-mon[90718]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T17:12:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:48 smithi094 ceph-mon[100402]: Health check failed: Degraded data redundancy: 4/210 objects degraded (1.905%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:12:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:48 smithi094 ceph-mon[100402]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T17:12:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:48 smithi094 ceph-mon[100402]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T17:12:49.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:48 smithi094 ceph-mon[102949]: Health check failed: Degraded data redundancy: 4/210 objects degraded (1.905%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:12:49.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:48 smithi094 ceph-mon[102949]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T17:12:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:48 smithi094 ceph-mon[102949]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T17:12:49.023 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:48 smithi094 podman[119136]: 2024-08-17 17:12:48.640172107 +0000 UTC m=+0.329862706 container init f7e2ec0ed092381f0d478ff6e85abecfc643147a19fa5c494be0493bda6f2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:12:49.023 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:48 smithi094 podman[119136]: 2024-08-17 17:12:48.645215041 +0000 UTC m=+0.334905640 container start f7e2ec0ed092381f0d478ff6e85abecfc643147a19fa5c494be0493bda6f2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T17:12:49.023 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:48 smithi094 ceph-osd[119174]: -- 172.21.15.94:0/334102913 <== mon.0 v2:172.21.15.94:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564c4cbcfa40 con 0x564c4cd72000 2024-08-17T17:12:49.023 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:48 smithi094 bash[119136]: f7e2ec0ed092381f0d478ff6e85abecfc643147a19fa5c494be0493bda6f2e78 2024-08-17T17:12:49.023 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:48 smithi094 systemd[1]: Started Ceph osd.2 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:49.236 INFO:tasks.rados.rados.0.smithi094.stdout:1694: finishing write tid 1 to smithi09487127-43 2024-08-17T17:12:49.237 INFO:tasks.rados.rados.0.smithi094.stdout:1694: finishing write tid 2 to smithi09487127-43 2024-08-17T17:12:49.237 INFO:tasks.rados.rados.0.smithi094.stdout:1694: finishing write tid 3 to smithi09487127-43 2024-08-17T17:12:49.237 INFO:tasks.rados.rados.0.smithi094.stdout:1694: finishing write tid 4 to smithi09487127-43 2024-08-17T17:12:49.237 INFO:tasks.rados.rados.0.smithi094.stdout:1694: finishing write tid 5 to smithi09487127-43 2024-08-17T17:12:49.237 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 379 (ObjNum 526 snap 157 seq_num 526) dirty exists 2024-08-17T17:12:49.237 INFO:tasks.rados.rados.0.smithi094.stdout:1694: left oid 43 (ObjNum 526 snap 157 seq_num 526) 2024-08-17T17:12:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:12:49] "GET /metrics HTTP/1.1" 200 36251 "" "Prometheus/2.51.0" 2024-08-17T17:12:49.690 INFO:tasks.rados.rados.0.smithi094.stdout:1690: done (5 left) 2024-08-17T17:12:49.690 INFO:tasks.rados.rados.0.smithi094.stdout:1691: done (4 left) 2024-08-17T17:12:49.690 INFO:tasks.rados.rados.0.smithi094.stdout:1692: done (3 left) 2024-08-17T17:12:49.690 INFO:tasks.rados.rados.0.smithi094.stdout:1693: done (2 left) 2024-08-17T17:12:49.690 INFO:tasks.rados.rados.0.smithi094.stdout:1694: done (1 left) 2024-08-17T17:12:49.690 INFO:tasks.rados.rados.0.smithi094.stdout:1695: done (0 left) 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1696: rollback oid 13 current snap is 158 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 157 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1697: read oid 46 snap -1 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1697: expect (ObjNum 433 snap 126 seq_num 433) 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1698: copy_from oid 36 from oid 16 current snap is 158 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1699: read oid 42 snap 157 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1699: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1700: rollback oid 25 current snap is 158 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 157 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1701: read oid 48 snap -1 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1701: expect (ObjNum 459 snap 132 seq_num 459) 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1702: read oid 33 snap -1 2024-08-17T17:12:49.691 INFO:tasks.rados.rados.0.smithi094.stdout:1702: expect (ObjNum 495 snap 146 seq_num 495) 2024-08-17T17:12:49.692 INFO:tasks.rados.rados.0.smithi094.stdout:1703: setattr oid 41 current snap is 158 2024-08-17T17:12:49.692 INFO:tasks.rados.rados.0.smithi094.stdout:1704: snap_create 2024-08-17T17:12:49.692 INFO:tasks.rados.rados.0.smithi094.stdout:1696: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:12:49.692 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 0 (ObjNum 129 snap 0 seq_num 3214366024) dirty dne 2024-08-17T17:12:49.693 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 762 (ObjNum 33 snap 0 seq_num 3214277136) dirty exists 2024-08-17T17:12:49.698 INFO:tasks.rados.rados.0.smithi094.stdout:1700: finishing rollback tid 0 to smithi09487127-25 2024-08-17T17:12:49.699 INFO:tasks.rados.rados.0.smithi094.stdout:1700: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:12:49.700 INFO:tasks.rados.rados.0.smithi094.stdout:1700: finishing rollback tid 2 to smithi09487127-25 2024-08-17T17:12:49.700 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 337 (ObjNum 484 snap 143 seq_num 484) dirty exists 2024-08-17T17:12:49.705 INFO:tasks.rados.rados.0.smithi094.stdout:1697: expect (ObjNum 433 snap 126 seq_num 433) 2024-08-17T17:12:49.914 INFO:tasks.rados.rados.0.smithi094.stdout:1698: finishing copy_from racing read to smithi09487127-36 2024-08-17T17:12:49.914 INFO:tasks.rados.rados.0.smithi094.stdout:1702: expect (ObjNum 495 snap 146 seq_num 495) 2024-08-17T17:12:49.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:49 smithi190 ceph-mon[90718]: pgmap v206: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 142 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 27/240 objects degraded (11.250%) 2024-08-17T17:12:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:49.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:49.961 INFO:tasks.rados.rados.0.smithi094.stdout:1698: finishing copy_from to smithi09487127-36 2024-08-17T17:12:49.962 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 399 (ObjNum 378 snap 111 seq_num 378) dirty exists 2024-08-17T17:12:49.962 INFO:tasks.rados.rados.0.smithi094.stdout:1699: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:12:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-mon[100402]: pgmap v206: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 142 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 27/240 objects degraded (11.250%) 2024-08-17T17:12:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-mon[102949]: pgmap v206: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 142 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 27/240 objects degraded (11.250%) 2024-08-17T17:12:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:50.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:50.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:50.421 INFO:tasks.rados.rados.0.smithi094.stdout:1701: expect (ObjNum 459 snap 132 seq_num 459) 2024-08-17T17:12:50.684 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:50 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[119151]: 2024-08-17T17:12:50.546+0000 7f11b8a34640 -1 Falling back to public interface 2024-08-17T17:12:50.684 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1696: done (8 left) 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1697: done (7 left) 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1698: done (6 left) 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1699: done (5 left) 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1700: done (4 left) 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1701: done (3 left) 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1702: done (2 left) 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1703: done (1 left) 2024-08-17T17:12:50.719 INFO:tasks.rados.rados.0.smithi094.stdout:1704: done (0 left) 2024-08-17T17:12:50.720 INFO:tasks.rados.rados.0.smithi094.stdout:1705: delete oid 31 current snap is 159 2024-08-17T17:12:50.724 INFO:tasks.rados.rados.0.smithi094.stdout:1705: done (0 left) 2024-08-17T17:12:50.724 INFO:tasks.rados.rados.0.smithi094.stdout:1706: delete oid 33 current snap is 159 2024-08-17T17:12:50.727 INFO:tasks.rados.rados.0.smithi094.stdout:1706: done (0 left) 2024-08-17T17:12:50.728 INFO:tasks.rados.rados.0.smithi094.stdout:1707: read oid 29 snap -1 2024-08-17T17:12:50.728 INFO:tasks.rados.rados.0.smithi094.stdout:1707: expect deleted 2024-08-17T17:12:50.728 INFO:tasks.rados.rados.0.smithi094.stdout:1708: rollback oid 6 current snap is 159 2024-08-17T17:12:50.728 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 6 to 156 2024-08-17T17:12:50.728 INFO:tasks.rados.rados.0.smithi094.stdout:1709: read oid 9 snap -1 2024-08-17T17:12:50.728 INFO:tasks.rados.rados.0.smithi094.stdout:1709: expect (ObjNum 490 snap 145 seq_num 490) 2024-08-17T17:12:50.728 INFO:tasks.rados.rados.0.smithi094.stdout:1710: snap_create 2024-08-17T17:12:50.737 INFO:tasks.rados.rados.0.smithi094.stdout:1708: finishing rollback tid 0 to smithi09487127-6 2024-08-17T17:12:50.737 INFO:tasks.rados.rados.0.smithi094.stdout:1708: finishing rollback tid 1 to smithi09487127-6 2024-08-17T17:12:50.737 INFO:tasks.rados.rados.0.smithi094.stdout:1708: finishing rollback tid 2 to smithi09487127-6 2024-08-17T17:12:50.738 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1127 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-08-17T17:12:50.759 INFO:tasks.rados.rados.0.smithi094.stdout:1709: expect (ObjNum 490 snap 145 seq_num 490) 2024-08-17T17:12:50.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:50 smithi190 ceph-mon[90718]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T17:12:51.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:50 smithi094 ceph-mon[100402]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T17:12:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:50 smithi094 ceph-mon[102949]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1707: done (3 left) 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1708: done (2 left) 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1709: done (1 left) 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1710: done (0 left) 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1711: read oid 37 snap -1 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1711: expect (ObjNum 493 snap 146 seq_num 493) 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1712: read oid 17 snap -1 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1712: expect deleted 2024-08-17T17:12:51.699 INFO:tasks.rados.rados.0.smithi094.stdout:1713: delete oid 44 current snap is 160 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1712: done (2 left) 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1713: done (1 left) 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1714: copy_from oid 3 from oid 31 current snap is 160 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1715: read oid 20 snap -1 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1715: expect (ObjNum 488 snap 144 seq_num 488) 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1716: copy_from oid 24 from oid 28 current snap is 160 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1717: read oid 19 snap -1 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1717: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 160 2024-08-17T17:12:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1718: seq_num 530 ranges {4775936=483328,5259264=532480,5791744=671744} 2024-08-17T17:12:51.733 INFO:tasks.rados.rados.0.smithi094.stdout:1718: writing smithi09487127-18 from 4775936 to 5259264 tid 1 2024-08-17T17:12:51.735 INFO:tasks.rados.rados.0.smithi094.stdout:1718: writing smithi09487127-18 from 5259264 to 5791744 tid 2 2024-08-17T17:12:51.740 INFO:tasks.rados.rados.0.smithi094.stdout:1718: writing smithi09487127-18 from 5791744 to 6463488 tid 3 2024-08-17T17:12:51.740 INFO:tasks.rados.rados.0.smithi094.stdout:1719: snap_create 2024-08-17T17:12:51.740 INFO:tasks.rados.rados.0.smithi094.stdout:1714: finishing copy_from to smithi09487127-3 2024-08-17T17:12:51.740 INFO:tasks.rados.rados.0.smithi094.stdout:1714: got expected ENOENT (src dne) 2024-08-17T17:12:51.740 INFO:tasks.rados.rados.0.smithi094.stdout:1714: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:12:51.740 INFO:tasks.rados.rados.0.smithi094.stdout:1711: expect (ObjNum 493 snap 146 seq_num 493) 2024-08-17T17:12:51.913 INFO:tasks.rados.rados.0.smithi094.stdout:1715: expect (ObjNum 488 snap 144 seq_num 488) 2024-08-17T17:12:51.940 INFO:tasks.rados.rados.0.smithi094.stdout:1716: finishing copy_from racing read to smithi09487127-24 2024-08-17T17:12:51.940 INFO:tasks.rados.rados.0.smithi094.stdout:1717: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:12:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:51 smithi094 ceph-mon[100402]: osdmap e399: 8 total, 7 up, 8 in 2024-08-17T17:12:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:51 smithi094 ceph-mon[100402]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 142 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 27/243 objects degraded (11.111%) 2024-08-17T17:12:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:51 smithi094 ceph-mon[102949]: osdmap e399: 8 total, 7 up, 8 in 2024-08-17T17:12:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:51 smithi094 ceph-mon[102949]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 142 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 27/243 objects degraded (11.111%) 2024-08-17T17:12:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:51 smithi190 ceph-mon[90718]: osdmap e399: 8 total, 7 up, 8 in 2024-08-17T17:12:52.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:51 smithi190 ceph-mon[90718]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 142 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 18 op/s; 27/243 objects degraded (11.111%) 2024-08-17T17:12:52.234 INFO:tasks.rados.rados.0.smithi094.stdout:1716: finishing copy_from to smithi09487127-24 2024-08-17T17:12:52.235 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 749 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-08-17T17:12:52.235 INFO:tasks.rados.rados.0.smithi094.stdout:1718: finishing write tid 1 to smithi09487127-18 2024-08-17T17:12:52.235 INFO:tasks.rados.rados.0.smithi094.stdout:1718: finishing write tid 2 to smithi09487127-18 2024-08-17T17:12:52.235 INFO:tasks.rados.rados.0.smithi094.stdout:1718: finishing write tid 3 to smithi09487127-18 2024-08-17T17:12:52.235 INFO:tasks.rados.rados.0.smithi094.stdout:1718: finishing write tid 4 to smithi09487127-18 2024-08-17T17:12:52.235 INFO:tasks.rados.rados.0.smithi094.stdout:1718: finishing write tid 5 to smithi09487127-18 2024-08-17T17:12:52.235 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 756 (ObjNum 530 snap 160 seq_num 530) dirty exists 2024-08-17T17:12:52.235 INFO:tasks.rados.rados.0.smithi094.stdout:1718: left oid 18 (ObjNum 530 snap 160 seq_num 530) 2024-08-17T17:12:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1711: done (6 left) 2024-08-17T17:12:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1714: done (5 left) 2024-08-17T17:12:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1715: done (4 left) 2024-08-17T17:12:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1716: done (3 left) 2024-08-17T17:12:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1717: done (2 left) 2024-08-17T17:12:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1718: done (1 left) 2024-08-17T17:12:52.705 INFO:tasks.rados.rados.0.smithi094.stdout:1719: done (0 left) 2024-08-17T17:12:52.705 INFO:tasks.rados.rados.0.smithi094.stdout:1720: read oid 25 snap -1 2024-08-17T17:12:52.705 INFO:tasks.rados.rados.0.smithi094.stdout:1720: expect (ObjNum 484 snap 143 seq_num 484) 2024-08-17T17:12:52.705 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 161 2024-08-17T17:12:52.705 INFO:tasks.rados.rados.0.smithi094.stdout:1721: seq_num 531 ranges {4866048=499712,5365760=417792,5783552=548864,6332416=237568} 2024-08-17T17:12:52.733 INFO:tasks.rados.rados.0.smithi094.stdout:1721: writing smithi09487127-12 from 4866048 to 5365760 tid 1 2024-08-17T17:12:52.736 INFO:tasks.rados.rados.0.smithi094.stdout:1721: writing smithi09487127-12 from 5365760 to 5783552 tid 2 2024-08-17T17:12:52.739 INFO:tasks.rados.rados.0.smithi094.stdout:1721: writing smithi09487127-12 from 5783552 to 6332416 tid 3 2024-08-17T17:12:52.741 INFO:tasks.rados.rados.0.smithi094.stdout:1721: writing smithi09487127-12 from 6332416 to 6569984 tid 4 2024-08-17T17:12:52.741 INFO:tasks.rados.rados.0.smithi094.stdout:1722: rollback oid 14 current snap is 161 2024-08-17T17:12:52.741 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 158 2024-08-17T17:12:52.741 INFO:tasks.rados.rados.0.smithi094.stdout:1720: expect (ObjNum 484 snap 143 seq_num 484) 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1721: finishing write tid 1 to smithi09487127-12 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1721: finishing write tid 2 to smithi09487127-12 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1721: finishing write tid 3 to smithi09487127-12 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1721: finishing write tid 4 to smithi09487127-12 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1720: done (2 left) 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1723: setattr oid 39 current snap is 161 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1721: finishing write tid 5 to smithi09487127-12 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1721: finishing write tid 6 to smithi09487127-12 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 970 (ObjNum 531 snap 161 seq_num 531) dirty exists 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1721: left oid 12 (ObjNum 531 snap 161 seq_num 531) 2024-08-17T17:12:52.969 INFO:tasks.rados.rados.0.smithi094.stdout:1722: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:12:52.970 INFO:tasks.rados.rados.0.smithi094.stdout:1722: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:12:52.970 INFO:tasks.rados.rados.0.smithi094.stdout:1722: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:12:52.970 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1132 (ObjNum 522 snap 156 seq_num 522) dirty exists 2024-08-17T17:12:52.970 INFO:tasks.rados.rados.0.smithi094.stdout:1721: done (2 left) 2024-08-17T17:12:52.970 INFO:tasks.rados.rados.0.smithi094.stdout:1722: done (1 left) 2024-08-17T17:12:52.970 INFO:tasks.rados.rados.0.smithi094.stdout:1724: read oid 16 snap -1 2024-08-17T17:12:52.971 INFO:tasks.rados.rados.0.smithi094.stdout:1724: expect (ObjNum 378 snap 111 seq_num 378) 2024-08-17T17:12:52.971 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 161 2024-08-17T17:12:52.971 INFO:tasks.rados.rados.0.smithi094.stdout:1725: seq_num 532 ranges {3293184=516096,3809280=696320,4505600=507904} 2024-08-17T17:12:52.990 INFO:tasks.rados.rados.0.smithi094.stdout:1725: writing smithi09487127-24 from 3293184 to 3809280 tid 1 2024-08-17T17:12:52.994 INFO:tasks.rados.rados.0.smithi094.stdout:1725: writing smithi09487127-24 from 3809280 to 4505600 tid 2 2024-08-17T17:12:52.997 INFO:tasks.rados.rados.0.smithi094.stdout:1725: writing smithi09487127-24 from 4505600 to 5013504 tid 3 2024-08-17T17:12:52.998 INFO:tasks.rados.rados.0.smithi094.stdout:1726: copy_from oid 10 from oid 44 current snap is 161 2024-08-17T17:12:52.998 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 805 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:12:52.998 INFO:tasks.rados.rados.0.smithi094.stdout:1723: done (3 left) 2024-08-17T17:12:52.998 INFO:tasks.rados.rados.0.smithi094.stdout:1727: rollback oid 31 current snap is 161 2024-08-17T17:12:52.999 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 158 2024-08-17T17:12:52.999 INFO:tasks.rados.rados.0.smithi094.stdout:1724: expect (ObjNum 378 snap 111 seq_num 378) 2024-08-17T17:12:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:52 smithi094 ceph-mon[100402]: osdmap e400: 8 total, 7 up, 8 in 2024-08-17T17:12:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:52 smithi094 ceph-mon[102949]: osdmap e400: 8 total, 7 up, 8 in 2024-08-17T17:12:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:52 smithi190 ceph-mon[90718]: osdmap e400: 8 total, 7 up, 8 in 2024-08-17T17:12:53.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:53.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:1725: finishing write tid 1 to smithi09487127-24 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:1724: done (3 left) 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:1728: rollback oid 25 current snap is 161 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 150 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:1725: finishing write tid 2 to smithi09487127-24 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:1726: finishing copy_from to smithi09487127-10 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:1726: got expected ENOENT (src dne) 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:1726: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:12:53.211 INFO:tasks.rados.rados.0.smithi094.stdout:1725: finishing write tid 3 to smithi09487127-24 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1725: finishing write tid 4 to smithi09487127-24 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1727: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1727: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 954 (ObjNum 186 snap 48 seq_num 186) dirty exists 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1725: finishing write tid 5 to smithi09487127-24 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 834 (ObjNum 532 snap 161 seq_num 532) dirty exists 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1725: left oid 24 (ObjNum 532 snap 161 seq_num 532) 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1725: done (3 left) 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1726: done (2 left) 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1727: done (1 left) 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1729: read oid 42 snap -1 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1729: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 161 2024-08-17T17:12:53.212 INFO:tasks.rados.rados.0.smithi094.stdout:1730: seq_num 533 ranges {0=532480,532480=630784,1163264=516096,1679360=57344} 2024-08-17T17:12:53.213 INFO:tasks.rados.rados.0.smithi094.stdout:1730: writing smithi09487127-39 from 0 to 532480 tid 1 2024-08-17T17:12:53.217 INFO:tasks.rados.rados.0.smithi094.stdout:1730: writing smithi09487127-39 from 532480 to 1163264 tid 2 2024-08-17T17:12:53.220 INFO:tasks.rados.rados.0.smithi094.stdout:1730: writing smithi09487127-39 from 1163264 to 1679360 tid 3 2024-08-17T17:12:53.221 INFO:tasks.rados.rados.0.smithi094.stdout:1730: writing smithi09487127-39 from 1679360 to 1736704 tid 4 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1731: read oid 13 snap 154 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1731: expect deleted 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1732: read oid 43 snap -1 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1732: expect (ObjNum 526 snap 157 seq_num 526) 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1733: rollback oid 45 current snap is 161 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 150 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1728: finishing rollback tid 0 to smithi09487127-25 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1734: copy_from oid 3 from oid 21 current snap is 161 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1728: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1728: finishing rollback tid 2 to smithi09487127-25 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 341 (ObjNum 484 snap 143 seq_num 484) dirty exists 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1730: finishing write tid 1 to smithi09487127-39 2024-08-17T17:12:53.222 INFO:tasks.rados.rados.0.smithi094.stdout:1728: done (6 left) 2024-08-17T17:12:53.223 INFO:tasks.rados.rados.0.smithi094.stdout:1735: read oid 11 snap -1 2024-08-17T17:12:53.223 INFO:tasks.rados.rados.0.smithi094.stdout:1735: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:12:53.223 INFO:tasks.rados.rados.0.smithi094.stdout:1736: rmattr oid 7 current snap is 161 2024-08-17T17:12:53.223 INFO:tasks.rados.rados.0.smithi094.stdout:1736: done (7 left) 2024-08-17T17:12:53.223 INFO:tasks.rados.rados.0.smithi094.stdout:1737: rollback oid 30 current snap is 161 2024-08-17T17:12:53.223 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 30 to 158 2024-08-17T17:12:53.223 INFO:tasks.rados.rados.0.smithi094.stdout:1738: rmattr oid 29 current snap is 161 2024-08-17T17:12:53.224 INFO:tasks.rados.rados.0.smithi094.stdout:1738: done (8 left) 2024-08-17T17:12:53.224 INFO:tasks.rados.rados.0.smithi094.stdout:1739: delete oid 9 current snap is 161 2024-08-17T17:12:53.224 INFO:tasks.rados.rados.0.smithi094.stdout:1730: finishing write tid 2 to smithi09487127-39 2024-08-17T17:12:53.224 INFO:tasks.rados.rados.0.smithi094.stdout:1735: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:12:53.224 INFO:tasks.rados.rados.0.smithi094.stdout:1737: finishing rollback tid 1 to smithi09487127-30 2024-08-17T17:12:53.225 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 0 (ObjNum 65 snap 0 seq_num 3941625666) dirty dne 2024-08-17T17:12:53.228 INFO:tasks.rados.rados.0.smithi094.stdout:1730: finishing write tid 3 to smithi09487127-39 2024-08-17T17:12:53.228 INFO:tasks.rados.rados.0.smithi094.stdout:1730: finishing write tid 4 to smithi09487127-39 2024-08-17T17:12:53.228 INFO:tasks.rados.rados.0.smithi094.stdout:1730: finishing write tid 5 to smithi09487127-39 2024-08-17T17:12:53.230 INFO:tasks.rados.rados.0.smithi094.stdout:1735: done (8 left) 2024-08-17T17:12:53.230 INFO:tasks.rados.rados.0.smithi094.stdout:1737: done (7 left) 2024-08-17T17:12:53.230 INFO:tasks.rados.rados.0.smithi094.stdout:1739: done (6 left) 2024-08-17T17:12:53.230 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 161 2024-08-17T17:12:53.230 INFO:tasks.rados.rados.0.smithi094.stdout:1740: seq_num 535 ranges {344064=565248,909312=802816,1712128=401408} 2024-08-17T17:12:53.236 INFO:tasks.rados.rados.0.smithi094.stdout:1740: writing smithi09487127-50 from 344064 to 909312 tid 1 2024-08-17T17:12:53.240 INFO:tasks.rados.rados.0.smithi094.stdout:1740: writing smithi09487127-50 from 909312 to 1712128 tid 2 2024-08-17T17:12:53.243 INFO:tasks.rados.rados.0.smithi094.stdout:1740: writing smithi09487127-50 from 1712128 to 2113536 tid 3 2024-08-17T17:12:53.243 INFO:tasks.rados.rados.0.smithi094.stdout:1741: copy_from oid 1 from oid 15 current snap is 161 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1730: finishing write tid 6 to smithi09487127-39 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 810 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1730: left oid 39 (ObjNum 533 snap 161 seq_num 533) 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1730: done (7 left) 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1731: done (6 left) 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1742: snap_create 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1733: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1733: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1733: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 814 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1734: finishing copy_from to smithi09487127-3 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1734: got expected ENOENT (src dne) 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1734: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:12:53.244 INFO:tasks.rados.rados.0.smithi094.stdout:1740: finishing write tid 1 to smithi09487127-50 2024-08-17T17:12:53.247 INFO:tasks.rados.rados.0.smithi094.stdout:1740: finishing write tid 2 to smithi09487127-50 2024-08-17T17:12:53.248 INFO:tasks.rados.rados.0.smithi094.stdout:1740: finishing write tid 3 to smithi09487127-50 2024-08-17T17:12:53.249 INFO:tasks.rados.rados.0.smithi094.stdout:1740: finishing write tid 4 to smithi09487127-50 2024-08-17T17:12:53.251 INFO:tasks.rados.rados.0.smithi094.stdout:1740: finishing write tid 5 to smithi09487127-50 2024-08-17T17:12:53.251 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 819 (ObjNum 535 snap 161 seq_num 535) dirty exists 2024-08-17T17:12:53.252 INFO:tasks.rados.rados.0.smithi094.stdout:1740: left oid 50 (ObjNum 535 snap 161 seq_num 535) 2024-08-17T17:12:53.256 INFO:tasks.rados.rados.0.smithi094.stdout:1729: expect (ObjNum 422 snap 123 seq_num 422) 2024-08-17T17:12:53.720 INFO:tasks.rados.rados.0.smithi094.stdout:1732: expect (ObjNum 526 snap 157 seq_num 526) 2024-08-17T17:12:54.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[100402]: osdmap e401: 8 total, 7 up, 8 in 2024-08-17T17:12:54.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[100402]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 30/261 objects degraded (11.494%) 2024-08-17T17:12:54.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:54.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:54.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 27/243 objects degraded (11.111%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:54.015 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[100402]: osdmap e402: 8 total, 7 up, 8 in 2024-08-17T17:12:54.015 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[102949]: osdmap e401: 8 total, 7 up, 8 in 2024-08-17T17:12:54.016 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[102949]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 30/261 objects degraded (11.494%) 2024-08-17T17:12:54.016 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:54.016 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:54.016 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 27/243 objects degraded (11.111%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:54.016 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:53 smithi094 ceph-mon[102949]: osdmap e402: 8 total, 7 up, 8 in 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1741: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1741: finishing copy_from to smithi09487127-1 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 936 (ObjNum 394 snap 115 seq_num 394) dirty exists 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1729: done (6 left) 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1732: done (5 left) 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1733: done (4 left) 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1734: done (3 left) 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1740: done (2 left) 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1741: done (1 left) 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1742: done (0 left) 2024-08-17T17:12:54.120 INFO:tasks.rados.rados.0.smithi094.stdout:1743: rollback oid 2 current snap is 162 2024-08-17T17:12:54.121 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 157 2024-08-17T17:12:54.121 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 162 2024-08-17T17:12:54.121 INFO:tasks.rados.rados.0.smithi094.stdout:1744: seq_num 536 ranges {0=581632,581632=688128,1269760=516096} 2024-08-17T17:12:54.123 INFO:tasks.rados.rados.0.smithi094.stdout:1744: writing smithi09487127-11 from 0 to 581632 tid 1 2024-08-17T17:12:54.128 INFO:tasks.rados.rados.0.smithi094.stdout:1744: writing smithi09487127-11 from 581632 to 1269760 tid 2 2024-08-17T17:12:54.131 INFO:tasks.rados.rados.0.smithi094.stdout:1744: writing smithi09487127-11 from 1269760 to 1785856 tid 3 2024-08-17T17:12:54.131 INFO:tasks.rados.rados.0.smithi094.stdout:1745: copy_from oid 49 from oid 36 current snap is 162 2024-08-17T17:12:54.131 INFO:tasks.rados.rados.0.smithi094.stdout:1743: finishing rollback tid 0 to smithi09487127-2 2024-08-17T17:12:54.131 INFO:tasks.rados.rados.0.smithi094.stdout:1743: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:12:54.131 INFO:tasks.rados.rados.0.smithi094.stdout:1743: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:12:54.131 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 839 (ObjNum 319 snap 94 seq_num 319) dirty exists 2024-08-17T17:12:54.132 INFO:tasks.rados.rados.0.smithi094.stdout:1743: done (2 left) 2024-08-17T17:12:54.132 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 162 2024-08-17T17:12:54.132 INFO:tasks.rados.rados.0.smithi094.stdout:1744: finishing write tid 1 to smithi09487127-11 2024-08-17T17:12:54.132 INFO:tasks.rados.rados.0.smithi094.stdout:1746: seq_num 537 ranges {6365184=598016,6963200=573440,7536640=491520,8028160=139264} 2024-08-17T17:12:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:53 smithi190 ceph-mon[90718]: osdmap e401: 8 total, 7 up, 8 in 2024-08-17T17:12:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:53 smithi190 ceph-mon[90718]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 148 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 1.6 MiB/s wr, 12 op/s; 30/261 objects degraded (11.494%) 2024-08-17T17:12:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:53 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:53 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:53 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 27/243 objects degraded (11.111%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:53 smithi190 ceph-mon[90718]: osdmap e402: 8 total, 7 up, 8 in 2024-08-17T17:12:54.168 INFO:tasks.rados.rados.0.smithi094.stdout:1746: writing smithi09487127-43 from 6365184 to 6963200 tid 1 2024-08-17T17:12:54.171 INFO:tasks.rados.rados.0.smithi094.stdout:1746: writing smithi09487127-43 from 6963200 to 7536640 tid 2 2024-08-17T17:12:54.174 INFO:tasks.rados.rados.0.smithi094.stdout:1746: writing smithi09487127-43 from 7536640 to 8028160 tid 3 2024-08-17T17:12:54.175 INFO:tasks.rados.rados.0.smithi094.stdout:1746: writing smithi09487127-43 from 8028160 to 8167424 tid 4 2024-08-17T17:12:54.175 INFO:tasks.rados.rados.0.smithi094.stdout:1747: read oid 37 snap -1 2024-08-17T17:12:54.176 INFO:tasks.rados.rados.0.smithi094.stdout:1747: expect (ObjNum 493 snap 146 seq_num 493) 2024-08-17T17:12:54.176 INFO:tasks.rados.rados.0.smithi094.stdout:1748: snap_remove snap 156 2024-08-17T17:12:54.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:54.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.2\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.2\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:54.716 INFO:tasks.rados.rados.0.smithi094.stdout:1744: finishing write tid 2 to smithi09487127-11 2024-08-17T17:12:54.716 INFO:tasks.rados.rados.0.smithi094.stdout:1744: finishing write tid 3 to smithi09487127-11 2024-08-17T17:12:54.716 INFO:tasks.rados.rados.0.smithi094.stdout:1744: finishing write tid 4 to smithi09487127-11 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1744: finishing write tid 5 to smithi09487127-11 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 798 (ObjNum 536 snap 162 seq_num 536) dirty exists 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1744: left oid 11 (ObjNum 536 snap 162 seq_num 536) 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1745: finishing copy_from racing read to smithi09487127-49 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1745: finishing copy_from to smithi09487127-49 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 399 (ObjNum 378 snap 111 seq_num 378) dirty exists 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1746: finishing write tid 1 to smithi09487127-43 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1746: finishing write tid 2 to smithi09487127-43 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1746: finishing write tid 3 to smithi09487127-43 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1746: finishing write tid 4 to smithi09487127-43 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1746: finishing write tid 5 to smithi09487127-43 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:1746: finishing write tid 6 to smithi09487127-43 2024-08-17T17:12:54.717 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 384 (ObjNum 537 snap 162 seq_num 537) dirty exists 2024-08-17T17:12:54.718 INFO:tasks.rados.rados.0.smithi094.stdout:1746: left oid 43 (ObjNum 537 snap 162 seq_num 537) 2024-08-17T17:12:54.718 INFO:tasks.rados.rados.0.smithi094.stdout:1747: expect (ObjNum 493 snap 146 seq_num 493) 2024-08-17T17:12:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:54 smithi094 ceph-mon[100402]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:12:54.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:54 smithi094 ceph-mon[102949]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:12:54.772 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:54 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[119151]: 2024-08-17T17:12:54.542+0000 7f11b8a34640 -1 osd.2 391 log_to_monitors true 2024-08-17T17:12:54.773 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:12:54 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[119151]: 2024-08-17T17:12:54.739+0000 7f11b07de640 -1 osd.2 391 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:12:54.882 INFO:tasks.rados.rados.0.smithi094.stdout:1744: done (4 left) 2024-08-17T17:12:54.882 INFO:tasks.rados.rados.0.smithi094.stdout:1745: done (3 left) 2024-08-17T17:12:54.882 INFO:tasks.rados.rados.0.smithi094.stdout:1746: done (2 left) 2024-08-17T17:12:54.882 INFO:tasks.rados.rados.0.smithi094.stdout:1747: done (1 left) 2024-08-17T17:12:54.882 INFO:tasks.rados.rados.0.smithi094.stdout:1748: done (0 left) 2024-08-17T17:12:54.882 INFO:tasks.rados.rados.0.smithi094.stdout:1749: snap_create 2024-08-17T17:12:55.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:54 smithi190 ceph-mon[90718]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:12:55.719 INFO:tasks.rados.rados.0.smithi094.stdout:1749: done (0 left) 2024-08-17T17:12:55.719 INFO:tasks.rados.rados.0.smithi094.stdout:1750: copy_from oid 2 from oid 47 current snap is 163 2024-08-17T17:12:55.719 INFO:tasks.rados.rados.0.smithi094.stdout:1751: snap_remove snap 158 2024-08-17T17:12:55.984 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:55 smithi094 ceph-mon[100402]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 32/270 objects degraded (11.852%) 2024-08-17T17:12:55.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:55 smithi094 ceph-mon[100402]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:12:55.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:55 smithi094 ceph-mon[100402]: osdmap e403: 8 total, 7 up, 8 in 2024-08-17T17:12:55.985 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:55 smithi094 ceph-mon[100402]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:55.985 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:55 smithi094 ceph-mon[102949]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 32/270 objects degraded (11.852%) 2024-08-17T17:12:55.985 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:55 smithi094 ceph-mon[102949]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:12:55.985 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:55 smithi094 ceph-mon[102949]: osdmap e403: 8 total, 7 up, 8 in 2024-08-17T17:12:55.985 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:55 smithi094 ceph-mon[102949]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:55 smithi190 ceph-mon[90718]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 154 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 3.1 MiB/s wr, 21 op/s; 32/270 objects degraded (11.852%) 2024-08-17T17:12:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:55 smithi190 ceph-mon[90718]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:12:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:55 smithi190 ceph-mon[90718]: osdmap e403: 8 total, 7 up, 8 in 2024-08-17T17:12:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:55 smithi190 ceph-mon[90718]: from='osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:12:56.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:56.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:55.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:56.723 INFO:tasks.rados.rados.0.smithi094.stdout:1751: done (1 left) 2024-08-17T17:12:56.723 INFO:tasks.rados.rados.0.smithi094.stdout:1752: rollback oid 25 current snap is 163 2024-08-17T17:12:56.723 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 162 2024-08-17T17:12:56.723 INFO:tasks.rados.rados.0.smithi094.stdout:1753: rmattr oid 5 current snap is 163 2024-08-17T17:12:56.723 INFO:tasks.rados.rados.0.smithi094.stdout:1753: done (2 left) 2024-08-17T17:12:56.723 INFO:tasks.rados.rados.0.smithi094.stdout:1754: read oid 48 snap 160 2024-08-17T17:12:56.723 INFO:tasks.rados.rados.0.smithi094.stdout:1754: expect (ObjNum 459 snap 132 seq_num 459) 2024-08-17T17:12:56.723 INFO:tasks.rados.rados.0.smithi094.stdout:1755: snap_create 2024-08-17T17:12:56.724 INFO:tasks.rados.rados.0.smithi094.stdout:1750: finishing copy_from to smithi09487127-2 2024-08-17T17:12:56.724 INFO:tasks.rados.rados.0.smithi094.stdout:1750: got expected ENOENT (src dne) 2024-08-17T17:12:56.724 INFO:tasks.rados.rados.0.smithi094.stdout:1750: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:12:56.741 INFO:tasks.rados.rados.0.smithi094.stdout:1752: finishing rollback tid 0 to smithi09487127-25 2024-08-17T17:12:56.742 INFO:tasks.rados.rados.0.smithi094.stdout:1752: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:12:56.742 INFO:tasks.rados.rados.0.smithi094.stdout:1752: finishing rollback tid 2 to smithi09487127-25 2024-08-17T17:12:56.743 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 939 (ObjNum 484 snap 143 seq_num 484) dirty exists 2024-08-17T17:12:56.766 INFO:tasks.rados.rados.0.smithi094.stdout:1754: expect (ObjNum 459 snap 132 seq_num 459) 2024-08-17T17:12:57.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:12:56.761+0000 7f7c7ed28640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-17T17:12:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992] boot 2024-08-17T17:12:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T17:12:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:12:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[102949]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992] boot 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:57.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:57.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:56 smithi094 ceph-mon[100402]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T17:12:57.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:12:56.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:12:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: osd.2 [v2:172.21.15.94:6818/3104482992,v1:172.21.15.94:6819/3104482992] boot 2024-08-17T17:12:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T17:12:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:12:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:57.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:57.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:57.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:56 smithi190 ceph-mon[90718]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T17:12:57.735 INFO:tasks.rados.rados.0.smithi094.stdout:1750: done (3 left) 2024-08-17T17:12:57.735 INFO:tasks.rados.rados.0.smithi094.stdout:1752: done (2 left) 2024-08-17T17:12:57.735 INFO:tasks.rados.rados.0.smithi094.stdout:1754: done (1 left) 2024-08-17T17:12:57.735 INFO:tasks.rados.rados.0.smithi094.stdout:1755: done (0 left) 2024-08-17T17:12:57.735 INFO:tasks.rados.rados.0.smithi094.stdout:1756: copy_from oid 23 from oid 48 current snap is 164 2024-08-17T17:12:57.735 INFO:tasks.rados.rados.0.smithi094.stdout:1757: delete oid 40 current snap is 164 2024-08-17T17:12:57.743 INFO:tasks.rados.rados.0.smithi094.stdout:1757: done (1 left) 2024-08-17T17:12:57.743 INFO:tasks.rados.rados.0.smithi094.stdout:1758: snap_remove snap 160 2024-08-17T17:12:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[100402]: pgmap v217: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 161 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.7 MiB/s wr, 19 op/s; 32/276 objects degraded (11.594%) 2024-08-17T17:12:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[102949]: pgmap v217: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 161 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.7 MiB/s wr, 19 op/s; 32/276 objects degraded (11.594%) 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:12:58.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:58.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:57 smithi190 ceph-mon[90718]: pgmap v217: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 161 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.7 MiB/s wr, 19 op/s; 32/276 objects degraded (11.594%) 2024-08-17T17:12:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:12:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:12:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:58.746 INFO:tasks.rados.rados.0.smithi094.stdout:1758: done (1 left) 2024-08-17T17:12:58.746 INFO:tasks.rados.rados.0.smithi094.stdout:1759: setattr oid 37 current snap is 164 2024-08-17T17:12:58.746 INFO:tasks.rados.rados.0.smithi094.stdout:1756: finishing copy_from racing read to smithi09487127-23 2024-08-17T17:12:58.747 INFO:tasks.rados.rados.0.smithi094.stdout:1756: finishing copy_from to smithi09487127-23 2024-08-17T17:12:58.747 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1084 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:12:58.747 INFO:tasks.rados.rados.0.smithi094.stdout:1756: done (1 left) 2024-08-17T17:12:58.747 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 164 2024-08-17T17:12:58.747 INFO:tasks.rados.rados.0.smithi094.stdout:1760: seq_num 539 ranges {3743744=630784,4374528=737280,5111808=466944} 2024-08-17T17:12:58.771 INFO:tasks.rados.rados.0.smithi094.stdout:1760: writing smithi09487127-46 from 3743744 to 4374528 tid 1 2024-08-17T17:12:58.776 INFO:tasks.rados.rados.0.smithi094.stdout:1760: writing smithi09487127-46 from 4374528 to 5111808 tid 2 2024-08-17T17:12:58.778 INFO:tasks.rados.rados.0.smithi094.stdout:1760: writing smithi09487127-46 from 5111808 to 5578752 tid 3 2024-08-17T17:12:58.779 INFO:tasks.rados.rados.0.smithi094.stdout:1761: delete oid 23 current snap is 164 2024-08-17T17:12:58.779 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 843 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-08-17T17:12:58.779 INFO:tasks.rados.rados.0.smithi094.stdout:1760: finishing write tid 1 to smithi09487127-46 2024-08-17T17:12:58.782 INFO:tasks.rados.rados.0.smithi094.stdout:1759: done (2 left) 2024-08-17T17:12:58.782 INFO:tasks.rados.rados.0.smithi094.stdout:1761: done (1 left) 2024-08-17T17:12:58.782 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 164 2024-08-17T17:12:58.782 INFO:tasks.rados.rados.0.smithi094.stdout:1762: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-08-17T17:12:58.785 INFO:tasks.rados.rados.0.smithi094.stdout:1762: writing smithi09487127-26 from 0 to 663552 tid 1 2024-08-17T17:12:58.788 INFO:tasks.rados.rados.0.smithi094.stdout:1762: writing smithi09487127-26 from 663552 to 1220608 tid 2 2024-08-17T17:12:58.791 INFO:tasks.rados.rados.0.smithi094.stdout:1762: writing smithi09487127-26 from 1220608 to 1695744 tid 3 2024-08-17T17:12:58.792 INFO:tasks.rados.rados.0.smithi094.stdout:1762: writing smithi09487127-26 from 1695744 to 1867776 tid 4 2024-08-17T17:12:58.793 INFO:tasks.rados.rados.0.smithi094.stdout:1763: snap_remove snap 162 2024-08-17T17:12:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:58 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:12:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:58 smithi094 ceph-mon[100402]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-17T17:12:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:58 smithi094 ceph-mon[100402]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T17:12:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:58 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 32/276 objects degraded (11.594%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:59.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:58 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:12:59.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:58 smithi094 ceph-mon[102949]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-17T17:12:59.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:58 smithi094 ceph-mon[102949]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T17:12:59.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:58 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 32/276 objects degraded (11.594%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:59.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:58 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:12:59.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:58 smithi190 ceph-mon[90718]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-17T17:12:59.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:58 smithi190 ceph-mon[90718]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T17:12:59.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:58 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 32/276 objects degraded (11.594%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:12:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:12:59] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.51.0" 2024-08-17T17:12:59.750 INFO:tasks.rados.rados.0.smithi094.stdout:1763: done (2 left) 2024-08-17T17:12:59.750 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 164 2024-08-17T17:12:59.750 INFO:tasks.rados.rados.0.smithi094.stdout:1760: finishing write tid 2 to smithi09487127-46 2024-08-17T17:12:59.750 INFO:tasks.rados.rados.0.smithi094.stdout:1764: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2024-08-17T17:12:59.754 INFO:tasks.rados.rados.0.smithi094.stdout:1764: writing smithi09487127-9 from 0 to 679936 tid 1 2024-08-17T17:12:59.757 INFO:tasks.rados.rados.0.smithi094.stdout:1764: writing smithi09487127-9 from 679936 to 1122304 tid 2 2024-08-17T17:12:59.761 INFO:tasks.rados.rados.0.smithi094.stdout:1764: writing smithi09487127-9 from 1122304 to 1802240 tid 3 2024-08-17T17:12:59.762 INFO:tasks.rados.rados.0.smithi094.stdout:1764: writing smithi09487127-9 from 1802240 to 1884160 tid 4 2024-08-17T17:12:59.762 INFO:tasks.rados.rados.0.smithi094.stdout:1765: snap_create 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1760: finishing write tid 3 to smithi09487127-46 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1760: finishing write tid 4 to smithi09487127-46 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1760: finishing write tid 5 to smithi09487127-46 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 760 (ObjNum 539 snap 164 seq_num 539) dirty exists 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1760: left oid 46 (ObjNum 539 snap 164 seq_num 539) 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1762: finishing write tid 1 to smithi09487127-26 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1762: finishing write tid 2 to smithi09487127-26 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1762: finishing write tid 3 to smithi09487127-26 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1762: finishing write tid 4 to smithi09487127-26 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1762: finishing write tid 5 to smithi09487127-26 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:1762: finishing write tid 6 to smithi09487127-26 2024-08-17T17:12:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 965 (ObjNum 541 snap 164 seq_num 541) dirty exists 2024-08-17T17:12:59.764 INFO:tasks.rados.rados.0.smithi094.stdout:1762: left oid 26 (ObjNum 541 snap 164 seq_num 541) 2024-08-17T17:12:59.764 INFO:tasks.rados.rados.0.smithi094.stdout:1764: finishing write tid 1 to smithi09487127-9 2024-08-17T17:12:59.764 INFO:tasks.rados.rados.0.smithi094.stdout:1764: finishing write tid 2 to smithi09487127-9 2024-08-17T17:12:59.765 INFO:tasks.rados.rados.0.smithi094.stdout:1764: finishing write tid 3 to smithi09487127-9 2024-08-17T17:12:59.765 INFO:tasks.rados.rados.0.smithi094.stdout:1764: finishing write tid 4 to smithi09487127-9 2024-08-17T17:12:59.765 INFO:tasks.rados.rados.0.smithi094.stdout:1764: finishing write tid 5 to smithi09487127-9 2024-08-17T17:12:59.769 INFO:tasks.rados.rados.0.smithi094.stdout:1764: finishing write tid 6 to smithi09487127-9 2024-08-17T17:12:59.769 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 845 (ObjNum 542 snap 164 seq_num 542) dirty exists 2024-08-17T17:12:59.769 INFO:tasks.rados.rados.0.smithi094.stdout:1764: left oid 9 (ObjNum 542 snap 164 seq_num 542) 2024-08-17T17:13:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:59 smithi094 ceph-mon[100402]: pgmap v220: 121 pgs: 11 active+undersized, 7 active+undersized+degraded, 103 active+clean; 174 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 20 op/s; 27/303 objects degraded (8.911%); 2.3 MiB/s, 0 objects/s recovering 2024-08-17T17:13:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:12:59 smithi094 ceph-mon[100402]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T17:13:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:59 smithi094 ceph-mon[102949]: pgmap v220: 121 pgs: 11 active+undersized, 7 active+undersized+degraded, 103 active+clean; 174 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 20 op/s; 27/303 objects degraded (8.911%); 2.3 MiB/s, 0 objects/s recovering 2024-08-17T17:13:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:12:59 smithi094 ceph-mon[102949]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T17:13:00.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:59 smithi190 ceph-mon[90718]: pgmap v220: 121 pgs: 11 active+undersized, 7 active+undersized+degraded, 103 active+clean; 174 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 20 op/s; 27/303 objects degraded (8.911%); 2.3 MiB/s, 0 objects/s recovering 2024-08-17T17:13:00.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:12:59 smithi190 ceph-mon[90718]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T17:13:00.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:00.755 INFO:tasks.rados.rados.0.smithi094.stdout:1760: done (3 left) 2024-08-17T17:13:00.755 INFO:tasks.rados.rados.0.smithi094.stdout:1762: done (2 left) 2024-08-17T17:13:00.756 INFO:tasks.rados.rados.0.smithi094.stdout:1764: done (1 left) 2024-08-17T17:13:00.756 INFO:tasks.rados.rados.0.smithi094.stdout:1765: done (0 left) 2024-08-17T17:13:00.756 INFO:tasks.rados.rados.0.smithi094.stdout:1766: rollback oid 36 current snap is 165 2024-08-17T17:13:00.756 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 163 2024-08-17T17:13:00.756 INFO:tasks.rados.rados.0.smithi094.stdout:1767: snap_create 2024-08-17T17:13:00.760 INFO:tasks.rados.rados.0.smithi094.stdout:1766: finishing rollback tid 0 to smithi09487127-36 2024-08-17T17:13:00.761 INFO:tasks.rados.rados.0.smithi094.stdout:1766: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:13:00.761 INFO:tasks.rados.rados.0.smithi094.stdout:1766: finishing rollback tid 2 to smithi09487127-36 2024-08-17T17:13:00.761 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 765 (ObjNum 378 snap 111 seq_num 378) dirty exists 2024-08-17T17:13:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:00 smithi094 ceph-mon[100402]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T17:13:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:00 smithi094 ceph-mon[100402]: pgmap v223: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 25 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-17T17:13:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:00 smithi094 ceph-mon[102949]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T17:13:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:00 smithi094 ceph-mon[102949]: pgmap v223: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 25 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-17T17:13:01.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:00 smithi190 ceph-mon[90718]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T17:13:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:00 smithi190 ceph-mon[90718]: pgmap v223: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.3 MiB/s wr, 25 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-17T17:13:01.757 INFO:tasks.rados.rados.0.smithi094.stdout:1766: done (1 left) 2024-08-17T17:13:01.757 INFO:tasks.rados.rados.0.smithi094.stdout:1767: done (0 left) 2024-08-17T17:13:01.757 INFO:tasks.rados.rados.0.smithi094.stdout:1768: read oid 4 snap 164 2024-08-17T17:13:01.757 INFO:tasks.rados.rados.0.smithi094.stdout:1768: expect (ObjNum 507 snap 150 seq_num 507) 2024-08-17T17:13:01.757 INFO:tasks.rados.rados.0.smithi094.stdout:1769: snap_remove snap 163 2024-08-17T17:13:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:01 smithi094 ceph-mon[100402]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/303 objects degraded (8.911%), 7 pgs degraded) 2024-08-17T17:13:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:01 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:13:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:01 smithi094 ceph-mon[100402]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T17:13:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:01 smithi094 ceph-mon[102949]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/303 objects degraded (8.911%), 7 pgs degraded) 2024-08-17T17:13:02.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:01 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:13:02.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:01 smithi094 ceph-mon[102949]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T17:13:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:01 smithi190 ceph-mon[90718]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/303 objects degraded (8.911%), 7 pgs degraded) 2024-08-17T17:13:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:01 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:13:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:01 smithi190 ceph-mon[90718]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T17:13:02.765 INFO:tasks.rados.rados.0.smithi094.stdout:1769: done (1 left) 2024-08-17T17:13:02.765 INFO:tasks.rados.rados.0.smithi094.stdout:1770: setattr oid 49 current snap is 166 2024-08-17T17:13:02.765 INFO:tasks.rados.rados.0.smithi094.stdout:1768: expect (ObjNum 507 snap 150 seq_num 507) 2024-08-17T17:13:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:02 smithi094 ceph-mon[100402]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T17:13:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:02 smithi094 ceph-mon[100402]: pgmap v226: 121 pgs: 121 active+clean; 184 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-17T17:13:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:02 smithi094 ceph-mon[102949]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T17:13:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:02 smithi094 ceph-mon[102949]: pgmap v226: 121 pgs: 121 active+clean; 184 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-17T17:13:03.069 INFO:tasks.rados.rados.0.smithi094.stdout:1768: done (1 left) 2024-08-17T17:13:03.069 INFO:tasks.rados.rados.0.smithi094.stdout:1771: snap_remove snap 150 2024-08-17T17:13:03.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:02 smithi190 ceph-mon[90718]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T17:13:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:02 smithi190 ceph-mon[90718]: pgmap v226: 121 pgs: 121 active+clean; 184 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.5 MiB/s wr, 9 op/s; 17 MiB/s, 4 objects/s recovering 2024-08-17T17:13:03.672 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 844 (ObjNum 378 snap 111 seq_num 378) dirty exists 2024-08-17T17:13:03.672 INFO:tasks.rados.rados.0.smithi094.stdout:1770: done (1 left) 2024-08-17T17:13:03.672 INFO:tasks.rados.rados.0.smithi094.stdout:1771: done (0 left) 2024-08-17T17:13:03.672 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 166 2024-08-17T17:13:03.672 INFO:tasks.rados.rados.0.smithi094.stdout:1772: seq_num 543 ranges {5578752=704512,6283264=729088,7012352=475136} 2024-08-17T17:13:03.707 INFO:tasks.rados.rados.0.smithi094.stdout:1772: writing smithi09487127-46 from 5578752 to 6283264 tid 1 2024-08-17T17:13:03.711 INFO:tasks.rados.rados.0.smithi094.stdout:1772: writing smithi09487127-46 from 6283264 to 7012352 tid 2 2024-08-17T17:13:03.714 INFO:tasks.rados.rados.0.smithi094.stdout:1772: writing smithi09487127-46 from 7012352 to 7487488 tid 3 2024-08-17T17:13:03.714 INFO:tasks.rados.rados.0.smithi094.stdout:1773: copy_from oid 29 from oid 48 current snap is 166 2024-08-17T17:13:03.714 INFO:tasks.rados.rados.0.smithi094.stdout:1772: finishing write tid 1 to smithi09487127-46 2024-08-17T17:13:03.714 INFO:tasks.rados.rados.0.smithi094.stdout:1772: finishing write tid 2 to smithi09487127-46 2024-08-17T17:13:03.714 INFO:tasks.rados.rados.0.smithi094.stdout:1774: snap_remove snap 161 2024-08-17T17:13:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:03 smithi094 ceph-mon[100402]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T17:13:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:03 smithi094 ceph-mon[100402]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T17:13:04.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:03 smithi094 ceph-mon[102949]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T17:13:04.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:03 smithi094 ceph-mon[102949]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T17:13:04.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:03 smithi190 ceph-mon[90718]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T17:13:04.150 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:03 smithi190 ceph-mon[90718]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T17:13:04.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:04 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:04.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:1772: finishing write tid 3 to smithi09487127-46 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:1772: finishing write tid 4 to smithi09487127-46 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:1772: finishing write tid 5 to smithi09487127-46 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 764 (ObjNum 543 snap 166 seq_num 543) dirty exists 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:1772: left oid 46 (ObjNum 543 snap 166 seq_num 543) 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:1773: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:1773: finishing copy_from to smithi09487127-29 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1084 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:1772: done (2 left) 2024-08-17T17:13:04.674 INFO:tasks.rados.rados.0.smithi094.stdout:1773: done (1 left) 2024-08-17T17:13:04.675 INFO:tasks.rados.rados.0.smithi094.stdout:1774: done (0 left) 2024-08-17T17:13:04.675 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 166 2024-08-17T17:13:04.675 INFO:tasks.rados.rados.0.smithi094.stdout:1775: seq_num 544 ranges {8167424=720896,8888320=614400,9502720=589824} 2024-08-17T17:13:04.721 INFO:tasks.rados.rados.0.smithi094.stdout:1775: writing smithi09487127-43 from 8167424 to 8888320 tid 1 2024-08-17T17:13:04.724 INFO:tasks.rados.rados.0.smithi094.stdout:1775: writing smithi09487127-43 from 8888320 to 9502720 tid 2 2024-08-17T17:13:04.728 INFO:tasks.rados.rados.0.smithi094.stdout:1775: writing smithi09487127-43 from 9502720 to 10092544 tid 3 2024-08-17T17:13:04.728 INFO:tasks.rados.rados.0.smithi094.stdout:1776: read oid 11 snap -1 2024-08-17T17:13:04.728 INFO:tasks.rados.rados.0.smithi094.stdout:1776: expect (ObjNum 536 snap 162 seq_num 536) 2024-08-17T17:13:04.728 INFO:tasks.rados.rados.0.smithi094.stdout:1777: snap_create 2024-08-17T17:13:04.728 INFO:tasks.rados.rados.0.smithi094.stdout:1775: finishing write tid 1 to smithi09487127-43 2024-08-17T17:13:04.728 INFO:tasks.rados.rados.0.smithi094.stdout:1775: finishing write tid 2 to smithi09487127-43 2024-08-17T17:13:04.731 INFO:tasks.rados.rados.0.smithi094.stdout:1775: finishing write tid 3 to smithi09487127-43 2024-08-17T17:13:04.731 INFO:tasks.rados.rados.0.smithi094.stdout:1775: finishing write tid 4 to smithi09487127-43 2024-08-17T17:13:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:1775: finishing write tid 5 to smithi09487127-43 2024-08-17T17:13:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 389 (ObjNum 544 snap 166 seq_num 544) dirty exists 2024-08-17T17:13:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:1775: left oid 43 (ObjNum 544 snap 166 seq_num 544) 2024-08-17T17:13:04.733 INFO:tasks.rados.rados.0.smithi094.stdout:1776: expect (ObjNum 536 snap 162 seq_num 536) 2024-08-17T17:13:05.677 INFO:tasks.rados.rados.0.smithi094.stdout:1775: done (2 left) 2024-08-17T17:13:05.677 INFO:tasks.rados.rados.0.smithi094.stdout:1776: done (1 left) 2024-08-17T17:13:05.677 INFO:tasks.rados.rados.0.smithi094.stdout:1777: done (0 left) 2024-08-17T17:13:05.677 INFO:tasks.rados.rados.0.smithi094.stdout:1778: snap_remove snap 164 2024-08-17T17:13:05.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:05 smithi190 ceph-mon[90718]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T17:13:05.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:05 smithi190 ceph-mon[90718]: pgmap v230: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 917 KiB/s wr, 9 op/s 2024-08-17T17:13:05.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:05.741Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:05.936 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:05.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:05 smithi094 ceph-mon[100402]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T17:13:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:05 smithi094 ceph-mon[100402]: pgmap v230: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 917 KiB/s wr, 9 op/s 2024-08-17T17:13:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:05 smithi094 ceph-mon[102949]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T17:13:06.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:05 smithi094 ceph-mon[102949]: pgmap v230: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 917 KiB/s wr, 9 op/s 2024-08-17T17:13:06.443 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:13:06.679 INFO:tasks.rados.rados.0.smithi094.stdout:1778: done (0 left) 2024-08-17T17:13:06.679 INFO:tasks.rados.rados.0.smithi094.stdout:1779: rollback oid 10 current snap is 167 2024-08-17T17:13:06.679 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 159 2024-08-17T17:13:06.679 INFO:tasks.rados.rados.0.smithi094.stdout:1780: read oid 47 snap 166 2024-08-17T17:13:06.680 INFO:tasks.rados.rados.0.smithi094.stdout:1780: expect deleted 2024-08-17T17:13:06.680 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 167 2024-08-17T17:13:06.680 INFO:tasks.rados.rados.0.smithi094.stdout:1781: seq_num 545 ranges {3129344=737280,3866624=491520,4358144=450560,4808704=262144} 2024-08-17T17:13:06.700 INFO:tasks.rados.rados.0.smithi094.stdout:1781: writing smithi09487127-3 from 3129344 to 3866624 tid 1 2024-08-17T17:13:06.703 INFO:tasks.rados.rados.0.smithi094.stdout:1781: writing smithi09487127-3 from 3866624 to 4358144 tid 2 2024-08-17T17:13:06.706 INFO:tasks.rados.rados.0.smithi094.stdout:1781: writing smithi09487127-3 from 4358144 to 4808704 tid 3 2024-08-17T17:13:06.708 INFO:tasks.rados.rados.0.smithi094.stdout:1781: writing smithi09487127-3 from 4808704 to 5070848 tid 4 2024-08-17T17:13:06.708 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 36 current snap is 167 2024-08-17T17:13:06.708 INFO:tasks.rados.rados.0.smithi094.stdout:1782: seq_num 546 ranges {4775936=753664,5529600=778240,6307840=425984} 2024-08-17T17:13:06.738 INFO:tasks.rados.rados.0.smithi094.stdout:1782: writing smithi09487127-36 from 4775936 to 5529600 tid 1 2024-08-17T17:13:06.742 INFO:tasks.rados.rados.0.smithi094.stdout:1782: writing smithi09487127-36 from 5529600 to 6307840 tid 2 2024-08-17T17:13:06.745 INFO:tasks.rados.rados.0.smithi094.stdout:1782: writing smithi09487127-36 from 6307840 to 6733824 tid 3 2024-08-17T17:13:06.745 INFO:tasks.rados.rados.0.smithi094.stdout:1783: rollback oid 50 current snap is 167 2024-08-17T17:13:06.745 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 154 2024-08-17T17:13:06.745 INFO:tasks.rados.rados.0.smithi094.stdout:1779: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:13:06.745 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 0 (ObjNum 529 snap 0 seq_num 3213730528) dirty dne 2024-08-17T17:13:06.746 INFO:tasks.rados.rados.0.smithi094.stdout:1781: finishing write tid 1 to smithi09487127-3 2024-08-17T17:13:06.746 INFO:tasks.rados.rados.0.smithi094.stdout:1779: done (4 left) 2024-08-17T17:13:06.746 INFO:tasks.rados.rados.0.smithi094.stdout:1780: done (3 left) 2024-08-17T17:13:06.746 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 167 2024-08-17T17:13:06.746 INFO:tasks.rados.rados.0.smithi094.stdout:1784: seq_num 547 ranges {0=770048,770048=663552,1433600=466944,1900544=73728} 2024-08-17T17:13:06.749 INFO:tasks.rados.rados.0.smithi094.stdout:1784: writing smithi09487127-17 from 0 to 770048 tid 1 2024-08-17T17:13:06.753 INFO:tasks.rados.rados.0.smithi094.stdout:1784: writing smithi09487127-17 from 770048 to 1433600 tid 2 2024-08-17T17:13:06.756 INFO:tasks.rados.rados.0.smithi094.stdout:1784: writing smithi09487127-17 from 1433600 to 1900544 tid 3 2024-08-17T17:13:06.757 INFO:tasks.rados.rados.0.smithi094.stdout:1784: writing smithi09487127-17 from 1900544 to 1974272 tid 4 2024-08-17T17:13:06.757 INFO:tasks.rados.rados.0.smithi094.stdout:1785: read oid 8 snap -1 2024-08-17T17:13:06.757 INFO:tasks.rados.rados.0.smithi094.stdout:1785: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:13:06.757 INFO:tasks.rados.rados.0.smithi094.stdout:1786: snap_remove snap 166 2024-08-17T17:13:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:06 smithi094 ceph-mon[100402]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T17:13:06.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:06 smithi094 ceph-mon[102949]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T17:13:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:06 smithi190 ceph-mon[90718]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T17:13:07.011 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:13:07.011 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (4m) 14s ago 8m 16.7M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:13:07.011 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (3m) 2m ago 8m 81.8M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:13:07.011 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (10m) 14s ago 10m 19.8M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (9m) 2m ago 9m 14.5M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (3m) 2m ago 13m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (3m) 14s ago 14m 520M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (2m) 14s ago 15m 57.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (2m) 2m ago 13m 24.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (2m) 14s ago 13m 46.3M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (3m) 14s ago 7m 10.4M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (3m) 2m ago 7m 9.99M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (85s) 14s ago 13m 157M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (52s) 14s ago 12m 99.1M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:13:07.012 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (18s) 14s ago 12m 14.3M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:13:07.013 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (11m) 14s ago 11m 219M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 1cdd4b3e5c58 2024-08-17T17:13:07.013 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (11m) 2m ago 11m 186M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:13:07.013 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (11m) 2m ago 11m 154M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:13:07.013 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (10m) 2m ago 10m 106M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:13:07.013 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (10m) 2m ago 10m 129M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:13:07.013 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (3m) 2m ago 8m 41.7M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:13:07.345 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:13:07.345 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:13:07.345 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:13:07.345 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:13:07.345 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:13:07.345 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:13:07.345 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:13:07.345 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 5, 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 7, 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:13:07.346 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:13:07.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:06 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:06.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "8/20 daemons upgraded", 2024-08-17T17:13:07.627 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:13:07.628 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:13:07.628 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:13:07.694 INFO:tasks.rados.rados.0.smithi094.stdout:1786: done (5 left) 2024-08-17T17:13:07.694 INFO:tasks.rados.rados.0.smithi094.stdout:1787: rollback oid 10 current snap is 167 2024-08-17T17:13:07.694 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 154 2024-08-17T17:13:07.694 INFO:tasks.rados.rados.0.smithi094.stdout:1781: finishing write tid 2 to smithi09487127-3 2024-08-17T17:13:07.694 INFO:tasks.rados.rados.0.smithi094.stdout:1781: finishing write tid 3 to smithi09487127-3 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1781: finishing write tid 4 to smithi09487127-3 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1781: finishing write tid 5 to smithi09487127-3 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1781: finishing write tid 6 to smithi09487127-3 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 569 (ObjNum 545 snap 167 seq_num 545) dirty exists 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1781: left oid 3 (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1782: finishing write tid 1 to smithi09487127-36 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1781: done (5 left) 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1788: read oid 15 snap 165 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1788: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1789: read oid 1 snap 154 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1789: expect (ObjNum 504 snap 146 seq_num 504) 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1790: rmattr oid 21 current snap is 167 2024-08-17T17:13:07.695 INFO:tasks.rados.rados.0.smithi094.stdout:1790: done (7 left) 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 167 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1782: finishing write tid 2 to smithi09487127-36 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1782: finishing write tid 3 to smithi09487127-36 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1783: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1782: finishing write tid 4 to smithi09487127-36 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1783: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1783: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 839 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1782: finishing write tid 5 to smithi09487127-36 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 1088 (ObjNum 546 snap 167 seq_num 546) dirty exists 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1782: left oid 36 (ObjNum 546 snap 167 seq_num 546) 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1784: finishing write tid 1 to smithi09487127-17 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1784: finishing write tid 2 to smithi09487127-17 2024-08-17T17:13:07.696 INFO:tasks.rados.rados.0.smithi094.stdout:1784: finishing write tid 3 to smithi09487127-17 2024-08-17T17:13:07.697 INFO:tasks.rados.rados.0.smithi094.stdout:1784: finishing write tid 4 to smithi09487127-17 2024-08-17T17:13:07.697 INFO:tasks.rados.rados.0.smithi094.stdout:1784: finishing write tid 5 to smithi09487127-17 2024-08-17T17:13:07.697 INFO:tasks.rados.rados.0.smithi094.stdout:1784: finishing write tid 6 to smithi09487127-17 2024-08-17T17:13:07.697 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 985 (ObjNum 547 snap 167 seq_num 547) dirty exists 2024-08-17T17:13:07.697 INFO:tasks.rados.rados.0.smithi094.stdout:1784: left oid 17 (ObjNum 547 snap 167 seq_num 547) 2024-08-17T17:13:07.697 INFO:tasks.rados.rados.0.smithi094.stdout:1785: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:13:07.811 INFO:tasks.rados.rados.0.smithi094.stdout:1787: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:13:07.811 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 0 (ObjNum 529 snap 0 seq_num 3213730528) dirty dne 2024-08-17T17:13:07.811 INFO:tasks.rados.rados.0.smithi094.stdout:1789: expect (ObjNum 504 snap 146 seq_num 504) 2024-08-17T17:13:07.845 INFO:tasks.rados.rados.0.smithi094.stdout:1788: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:13:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[100402]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[100402]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[100402]: pgmap v233: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[100402]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/978895881' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[102949]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[102949]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[102949]: pgmap v233: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[102949]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:08.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:07 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/978895881' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:07 smithi190 ceph-mon[90718]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:07 smithi190 ceph-mon[90718]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T17:13:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:07 smithi190 ceph-mon[90718]: pgmap v233: 121 pgs: 121 active+clean; 187 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-17T17:13:08.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:07 smithi190 ceph-mon[90718]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:08.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:07 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:08.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:07 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/978895881' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:08.251 INFO:tasks.rados.rados.0.smithi094.stdout:1791: seq_num 548 ranges {0=786432,786432=598016,1384448=606208} 2024-08-17T17:13:08.255 INFO:tasks.rados.rados.0.smithi094.stdout:1791: writing smithi09487127-21 from 0 to 786432 tid 1 2024-08-17T17:13:08.258 INFO:tasks.rados.rados.0.smithi094.stdout:1791: writing smithi09487127-21 from 786432 to 1384448 tid 2 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1791: writing smithi09487127-21 from 1384448 to 1990656 tid 3 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1782: done (7 left) 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1783: done (6 left) 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1784: done (5 left) 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1785: done (4 left) 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1787: done (3 left) 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1788: done (2 left) 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1789: done (1 left) 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1792: read oid 43 snap 157 2024-08-17T17:13:08.263 INFO:tasks.rados.rados.0.smithi094.stdout:1792: expect (ObjNum 526 snap 157 seq_num 526) 2024-08-17T17:13:08.264 INFO:tasks.rados.rados.0.smithi094.stdout:1793: read oid 45 snap -1 2024-08-17T17:13:08.264 INFO:tasks.rados.rados.0.smithi094.stdout:1793: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:13:08.264 INFO:tasks.rados.rados.0.smithi094.stdout:1794: read oid 1 snap -1 2024-08-17T17:13:08.264 INFO:tasks.rados.rados.0.smithi094.stdout:1794: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:13:08.264 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 167 2024-08-17T17:13:08.264 INFO:tasks.rados.rados.0.smithi094.stdout:1791: finishing write tid 1 to smithi09487127-21 2024-08-17T17:13:08.265 INFO:tasks.rados.rados.0.smithi094.stdout:1791: finishing write tid 2 to smithi09487127-21 2024-08-17T17:13:08.265 INFO:tasks.rados.rados.0.smithi094.stdout:1795: seq_num 549 ranges {7372800=802816,8175616=483328,8658944=434176,9093120=286720} 2024-08-17T17:13:08.308 INFO:tasks.rados.rados.0.smithi094.stdout:1795: writing smithi09487127-15 from 7372800 to 8175616 tid 1 2024-08-17T17:13:08.310 INFO:tasks.rados.rados.0.smithi094.stdout:1795: writing smithi09487127-15 from 8175616 to 8658944 tid 2 2024-08-17T17:13:08.313 INFO:tasks.rados.rados.0.smithi094.stdout:1795: writing smithi09487127-15 from 8658944 to 9093120 tid 3 2024-08-17T17:13:08.314 INFO:tasks.rados.rados.0.smithi094.stdout:1795: writing smithi09487127-15 from 9093120 to 9379840 tid 4 2024-08-17T17:13:08.315 INFO:tasks.rados.rados.0.smithi094.stdout:1796: delete oid 47 current snap is 167 2024-08-17T17:13:08.315 INFO:tasks.rados.rados.0.smithi094.stdout:1793: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:13:08.316 INFO:tasks.rados.rados.0.smithi094.stdout:1791: finishing write tid 3 to smithi09487127-21 2024-08-17T17:13:08.316 INFO:tasks.rados.rados.0.smithi094.stdout:1791: finishing write tid 4 to smithi09487127-21 2024-08-17T17:13:08.317 INFO:tasks.rados.rados.0.smithi094.stdout:1791: finishing write tid 5 to smithi09487127-21 2024-08-17T17:13:08.317 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 975 (ObjNum 548 snap 167 seq_num 548) dirty exists 2024-08-17T17:13:08.317 INFO:tasks.rados.rados.0.smithi094.stdout:1791: left oid 21 (ObjNum 548 snap 167 seq_num 548) 2024-08-17T17:13:08.317 INFO:tasks.rados.rados.0.smithi094.stdout:1792: expect (ObjNum 526 snap 157 seq_num 526) 2024-08-17T17:13:08.710 INFO:tasks.rados.rados.0.smithi094.stdout:1794: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:13:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:08 smithi094 ceph-mon[102949]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:08 smithi094 ceph-mon[102949]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:08 smithi094 ceph-mon[102949]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T17:13:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:08 smithi094 ceph-mon[102949]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T17:13:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:08 smithi094 ceph-mon[100402]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:08 smithi094 ceph-mon[100402]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:09.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:08 smithi094 ceph-mon[100402]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T17:13:09.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:08 smithi094 ceph-mon[100402]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T17:13:09.132 INFO:tasks.rados.rados.0.smithi094.stdout:1795: finishing write tid 1 to smithi09487127-15 2024-08-17T17:13:09.132 INFO:tasks.rados.rados.0.smithi094.stdout:1795: finishing write tid 2 to smithi09487127-15 2024-08-17T17:13:09.132 INFO:tasks.rados.rados.0.smithi094.stdout:1795: finishing write tid 3 to smithi09487127-15 2024-08-17T17:13:09.132 INFO:tasks.rados.rados.0.smithi094.stdout:1791: done (5 left) 2024-08-17T17:13:09.132 INFO:tasks.rados.rados.0.smithi094.stdout:1792: done (4 left) 2024-08-17T17:13:09.132 INFO:tasks.rados.rados.0.smithi094.stdout:1793: done (3 left) 2024-08-17T17:13:09.133 INFO:tasks.rados.rados.0.smithi094.stdout:1794: done (2 left) 2024-08-17T17:13:09.133 INFO:tasks.rados.rados.0.smithi094.stdout:1796: done (1 left) 2024-08-17T17:13:09.133 INFO:tasks.rados.rados.0.smithi094.stdout:1797: snap_create 2024-08-17T17:13:09.133 INFO:tasks.rados.rados.0.smithi094.stdout:1795: finishing write tid 4 to smithi09487127-15 2024-08-17T17:13:09.133 INFO:tasks.rados.rados.0.smithi094.stdout:1795: finishing write tid 5 to smithi09487127-15 2024-08-17T17:13:09.133 INFO:tasks.rados.rados.0.smithi094.stdout:1795: finishing write tid 6 to smithi09487127-15 2024-08-17T17:13:09.133 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1150 (ObjNum 549 snap 167 seq_num 549) dirty exists 2024-08-17T17:13:09.133 INFO:tasks.rados.rados.0.smithi094.stdout:1795: left oid 15 (ObjNum 549 snap 167 seq_num 549) 2024-08-17T17:13:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:08 smithi190 ceph-mon[90718]: from='client.34341 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:08 smithi190 ceph-mon[90718]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:08 smithi190 ceph-mon[90718]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T17:13:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:08 smithi190 ceph-mon[90718]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T17:13:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:13:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:13:09] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.51.0" 2024-08-17T17:13:09.698 INFO:tasks.rados.rados.0.smithi094.stdout:1795: done (1 left) 2024-08-17T17:13:09.698 INFO:tasks.rados.rados.0.smithi094.stdout:1797: done (0 left) 2024-08-17T17:13:09.698 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 168 2024-08-17T17:13:09.698 INFO:tasks.rados.rados.0.smithi094.stdout:1798: seq_num 551 ranges {5070848=434176,5505024=647168,6152192=450560,6602752=507904} 2024-08-17T17:13:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:1798: writing smithi09487127-3 from 5070848 to 5505024 tid 1 2024-08-17T17:13:09.731 INFO:tasks.rados.rados.0.smithi094.stdout:1798: writing smithi09487127-3 from 5505024 to 6152192 tid 2 2024-08-17T17:13:09.733 INFO:tasks.rados.rados.0.smithi094.stdout:1798: writing smithi09487127-3 from 6152192 to 6602752 tid 3 2024-08-17T17:13:09.738 INFO:tasks.rados.rados.0.smithi094.stdout:1798: writing smithi09487127-3 from 6602752 to 7110656 tid 4 2024-08-17T17:13:09.738 INFO:tasks.rados.rados.0.smithi094.stdout:1799: rollback oid 11 current snap is 168 2024-08-17T17:13:09.738 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 165 2024-08-17T17:13:09.738 INFO:tasks.rados.rados.0.smithi094.stdout:1798: finishing write tid 1 to smithi09487127-3 2024-08-17T17:13:09.738 INFO:tasks.rados.rados.0.smithi094.stdout:1798: finishing write tid 2 to smithi09487127-3 2024-08-17T17:13:09.738 INFO:tasks.rados.rados.0.smithi094.stdout:1798: finishing write tid 3 to smithi09487127-3 2024-08-17T17:13:09.739 INFO:tasks.rados.rados.0.smithi094.stdout:1800: rollback oid 26 current snap is 168 2024-08-17T17:13:09.739 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 157 2024-08-17T17:13:09.739 INFO:tasks.rados.rados.0.smithi094.stdout:1801: rollback oid 19 current snap is 168 2024-08-17T17:13:09.739 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 19 to 159 2024-08-17T17:13:09.739 INFO:tasks.rados.rados.0.smithi094.stdout:1802: snap_create 2024-08-17T17:13:09.743 INFO:tasks.rados.rados.0.smithi094.stdout:1798: finishing write tid 4 to smithi09487127-3 2024-08-17T17:13:09.743 INFO:tasks.rados.rados.0.smithi094.stdout:1799: finishing rollback tid 0 to smithi09487127-11 2024-08-17T17:13:09.743 INFO:tasks.rados.rados.0.smithi094.stdout:1798: finishing write tid 5 to smithi09487127-3 2024-08-17T17:13:09.743 INFO:tasks.rados.rados.0.smithi094.stdout:1799: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:13:09.744 INFO:tasks.rados.rados.0.smithi094.stdout:1799: finishing rollback tid 2 to smithi09487127-11 2024-08-17T17:13:09.744 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1088 (ObjNum 536 snap 162 seq_num 536) dirty exists 2024-08-17T17:13:09.744 INFO:tasks.rados.rados.0.smithi094.stdout:1800: finishing rollback tid 0 to smithi09487127-26 2024-08-17T17:13:09.744 INFO:tasks.rados.rados.0.smithi094.stdout:1800: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:13:09.744 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 978 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-08-17T17:13:09.744 INFO:tasks.rados.rados.0.smithi094.stdout:1798: finishing write tid 6 to smithi09487127-3 2024-08-17T17:13:09.744 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 574 (ObjNum 551 snap 168 seq_num 551) dirty exists 2024-08-17T17:13:09.744 INFO:tasks.rados.rados.0.smithi094.stdout:1798: left oid 3 (ObjNum 551 snap 168 seq_num 551) 2024-08-17T17:13:09.746 INFO:tasks.rados.rados.0.smithi094.stdout:1801: finishing rollback tid 0 to smithi09487127-19 2024-08-17T17:13:09.746 INFO:tasks.rados.rados.0.smithi094.stdout:1801: finishing rollback tid 1 to smithi09487127-19 2024-08-17T17:13:09.746 INFO:tasks.rados.rados.0.smithi094.stdout:1801: finishing rollback tid 2 to smithi09487127-19 2024-08-17T17:13:09.747 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 990 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:13:10.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:09 smithi094 ceph-mon[100402]: pgmap v236: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-17T17:13:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:09 smithi094 ceph-mon[102949]: pgmap v236: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-17T17:13:10.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:09 smithi190 ceph-mon[90718]: pgmap v236: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 188 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-08-17T17:13:10.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:10.704 INFO:tasks.rados.rados.0.smithi094.stdout:1798: done (4 left) 2024-08-17T17:13:10.704 INFO:tasks.rados.rados.0.smithi094.stdout:1799: done (3 left) 2024-08-17T17:13:10.704 INFO:tasks.rados.rados.0.smithi094.stdout:1800: done (2 left) 2024-08-17T17:13:10.704 INFO:tasks.rados.rados.0.smithi094.stdout:1801: done (1 left) 2024-08-17T17:13:10.705 INFO:tasks.rados.rados.0.smithi094.stdout:1802: done (0 left) 2024-08-17T17:13:10.705 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 169 2024-08-17T17:13:10.705 INFO:tasks.rados.rados.0.smithi094.stdout:1803: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-08-17T17:13:10.706 INFO:tasks.rados.rados.0.smithi094.stdout:1803: writing smithi09487127-38 from 0 to 450560 tid 1 2024-08-17T17:13:10.710 INFO:tasks.rados.rados.0.smithi094.stdout:1803: writing smithi09487127-38 from 450560 to 983040 tid 2 2024-08-17T17:13:10.714 INFO:tasks.rados.rados.0.smithi094.stdout:1803: writing smithi09487127-38 from 983040 to 1638400 tid 3 2024-08-17T17:13:10.716 INFO:tasks.rados.rados.0.smithi094.stdout:1803: writing smithi09487127-38 from 1638400 to 2056192 tid 4 2024-08-17T17:13:10.716 INFO:tasks.rados.rados.0.smithi094.stdout:1804: snap_create 2024-08-17T17:13:10.717 INFO:tasks.rados.rados.0.smithi094.stdout:1803: finishing write tid 1 to smithi09487127-38 2024-08-17T17:13:10.717 INFO:tasks.rados.rados.0.smithi094.stdout:1803: finishing write tid 2 to smithi09487127-38 2024-08-17T17:13:10.718 INFO:tasks.rados.rados.0.smithi094.stdout:1803: finishing write tid 3 to smithi09487127-38 2024-08-17T17:13:10.719 INFO:tasks.rados.rados.0.smithi094.stdout:1803: finishing write tid 4 to smithi09487127-38 2024-08-17T17:13:10.719 INFO:tasks.rados.rados.0.smithi094.stdout:1803: finishing write tid 5 to smithi09487127-38 2024-08-17T17:13:10.720 INFO:tasks.rados.rados.0.smithi094.stdout:1803: finishing write tid 6 to smithi09487127-38 2024-08-17T17:13:10.720 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 983 (ObjNum 552 snap 169 seq_num 552) dirty exists 2024-08-17T17:13:10.720 INFO:tasks.rados.rados.0.smithi094.stdout:1803: left oid 38 (ObjNum 552 snap 169 seq_num 552) 2024-08-17T17:13:11.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:10 smithi094 ceph-mon[100402]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T17:13:11.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:10 smithi094 ceph-mon[102949]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T17:13:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:10 smithi190 ceph-mon[90718]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T17:13:11.709 INFO:tasks.rados.rados.0.smithi094.stdout:1803: done (1 left) 2024-08-17T17:13:11.710 INFO:tasks.rados.rados.0.smithi094.stdout:1804: done (0 left) 2024-08-17T17:13:11.710 INFO:tasks.rados.rados.0.smithi094.stdout:1805: setattr oid 29 current snap is 170 2024-08-17T17:13:11.711 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 170 2024-08-17T17:13:11.711 INFO:tasks.rados.rados.0.smithi094.stdout:1806: seq_num 553 ranges {4440064=466944,4907008=417792,5324800=417792,5742592=516096,6258688=253952} 2024-08-17T17:13:11.737 INFO:tasks.rados.rados.0.smithi094.stdout:1806: writing smithi09487127-31 from 4440064 to 4907008 tid 1 2024-08-17T17:13:11.740 INFO:tasks.rados.rados.0.smithi094.stdout:1806: writing smithi09487127-31 from 4907008 to 5324800 tid 2 2024-08-17T17:13:11.742 INFO:tasks.rados.rados.0.smithi094.stdout:1806: writing smithi09487127-31 from 5324800 to 5742592 tid 3 2024-08-17T17:13:11.745 INFO:tasks.rados.rados.0.smithi094.stdout:1806: writing smithi09487127-31 from 5742592 to 6258688 tid 4 2024-08-17T17:13:11.747 INFO:tasks.rados.rados.0.smithi094.stdout:1806: writing smithi09487127-31 from 6258688 to 6512640 tid 5 2024-08-17T17:13:11.747 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 170 2024-08-17T17:13:11.748 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1089 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:13:11.748 INFO:tasks.rados.rados.0.smithi094.stdout:1807: seq_num 554 ranges {7487488=483328,7970816=704512,8675328=622592,9297920=278528} 2024-08-17T17:13:11.790 INFO:tasks.rados.rados.0.smithi094.stdout:1807: writing smithi09487127-46 from 7487488 to 7970816 tid 1 2024-08-17T17:13:11.795 INFO:tasks.rados.rados.0.smithi094.stdout:1807: writing smithi09487127-46 from 7970816 to 8675328 tid 2 2024-08-17T17:13:11.799 INFO:tasks.rados.rados.0.smithi094.stdout:1807: writing smithi09487127-46 from 8675328 to 9297920 tid 3 2024-08-17T17:13:11.801 INFO:tasks.rados.rados.0.smithi094.stdout:1807: writing smithi09487127-46 from 9297920 to 9576448 tid 4 2024-08-17T17:13:11.801 INFO:tasks.rados.rados.0.smithi094.stdout:1805: done (2 left) 2024-08-17T17:13:11.801 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 170 2024-08-17T17:13:11.801 INFO:tasks.rados.rados.0.smithi094.stdout:1808: seq_num 555 ranges {3948544=499712,4448256=638976,5087232=425984,5513216=540672} 2024-08-17T17:13:11.825 INFO:tasks.rados.rados.0.smithi094.stdout:1808: writing smithi09487127-25 from 3948544 to 4448256 tid 1 2024-08-17T17:13:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:1808: writing smithi09487127-25 from 4448256 to 5087232 tid 2 2024-08-17T17:13:11.831 INFO:tasks.rados.rados.0.smithi094.stdout:1808: writing smithi09487127-25 from 5087232 to 5513216 tid 3 2024-08-17T17:13:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:1808: writing smithi09487127-25 from 5513216 to 6053888 tid 4 2024-08-17T17:13:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 170 2024-08-17T17:13:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:1806: finishing write tid 1 to smithi09487127-31 2024-08-17T17:13:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:1806: finishing write tid 2 to smithi09487127-31 2024-08-17T17:13:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:1809: seq_num 556 ranges {811008=516096,1327104=524288,1851392=638976,2490368=442368} 2024-08-17T17:13:11.842 INFO:tasks.rados.rados.0.smithi094.stdout:1809: writing smithi09487127-2 from 811008 to 1327104 tid 1 2024-08-17T17:13:11.845 INFO:tasks.rados.rados.0.smithi094.stdout:1809: writing smithi09487127-2 from 1327104 to 1851392 tid 2 2024-08-17T17:13:11.848 INFO:tasks.rados.rados.0.smithi094.stdout:1809: writing smithi09487127-2 from 1851392 to 2490368 tid 3 2024-08-17T17:13:11.852 INFO:tasks.rados.rados.0.smithi094.stdout:1809: writing smithi09487127-2 from 2490368 to 2932736 tid 4 2024-08-17T17:13:11.852 INFO:tasks.rados.rados.0.smithi094.stdout:1810: rmattr oid 12 current snap is 170 2024-08-17T17:13:11.852 INFO:tasks.rados.rados.0.smithi094.stdout:1810: done (4 left) 2024-08-17T17:13:11.852 INFO:tasks.rados.rados.0.smithi094.stdout:1811: setattr oid 47 current snap is 170 2024-08-17T17:13:11.852 INFO:tasks.rados.rados.0.smithi094.stdout:1806: finishing write tid 3 to smithi09487127-31 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1806: finishing write tid 4 to smithi09487127-31 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1806: finishing write tid 5 to smithi09487127-31 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1806: finishing write tid 6 to smithi09487127-31 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1806: finishing write tid 7 to smithi09487127-31 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 990 (ObjNum 553 snap 170 seq_num 553) dirty exists 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1806: left oid 31 (ObjNum 553 snap 170 seq_num 553) 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1807: finishing write tid 1 to smithi09487127-46 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1807: finishing write tid 2 to smithi09487127-46 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1807: finishing write tid 3 to smithi09487127-46 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1807: finishing write tid 4 to smithi09487127-46 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1807: finishing write tid 5 to smithi09487127-46 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:1807: finishing write tid 6 to smithi09487127-46 2024-08-17T17:13:11.853 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 769 (ObjNum 554 snap 170 seq_num 554) dirty exists 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1807: left oid 46 (ObjNum 554 snap 170 seq_num 554) 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1808: finishing write tid 1 to smithi09487127-25 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1808: finishing write tid 2 to smithi09487127-25 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1808: finishing write tid 3 to smithi09487127-25 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1808: finishing write tid 4 to smithi09487127-25 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1808: finishing write tid 5 to smithi09487127-25 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1808: finishing write tid 6 to smithi09487127-25 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 944 (ObjNum 555 snap 170 seq_num 555) dirty exists 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1808: left oid 25 (ObjNum 555 snap 170 seq_num 555) 2024-08-17T17:13:11.854 INFO:tasks.rados.rados.0.smithi094.stdout:1809: finishing write tid 1 to smithi09487127-2 2024-08-17T17:13:11.855 INFO:tasks.rados.rados.0.smithi094.stdout:1809: finishing write tid 2 to smithi09487127-2 2024-08-17T17:13:11.855 INFO:tasks.rados.rados.0.smithi094.stdout:1809: finishing write tid 3 to smithi09487127-2 2024-08-17T17:13:11.855 INFO:tasks.rados.rados.0.smithi094.stdout:1806: done (4 left) 2024-08-17T17:13:11.855 INFO:tasks.rados.rados.0.smithi094.stdout:1807: done (3 left) 2024-08-17T17:13:11.856 INFO:tasks.rados.rados.0.smithi094.stdout:1808: done (2 left) 2024-08-17T17:13:11.856 INFO:tasks.rados.rados.0.smithi094.stdout:1812: rollback oid 24 current snap is 170 2024-08-17T17:13:11.856 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 24 to 167 2024-08-17T17:13:11.856 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 170 2024-08-17T17:13:11.856 INFO:tasks.rados.rados.0.smithi094.stdout:1813: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-08-17T17:13:11.856 INFO:tasks.rados.rados.0.smithi094.stdout:1813: writing smithi09487127-40 from 0 to 532480 tid 1 2024-08-17T17:13:11.861 INFO:tasks.rados.rados.0.smithi094.stdout:1813: writing smithi09487127-40 from 532480 to 1335296 tid 2 2024-08-17T17:13:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:1813: writing smithi09487127-40 from 1335296 to 2129920 tid 3 2024-08-17T17:13:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:1813: writing smithi09487127-40 from 2129920 to 2138112 tid 4 2024-08-17T17:13:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:1814: rollback oid 42 current snap is 170 2024-08-17T17:13:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 167 2024-08-17T17:13:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:1809: finishing write tid 4 to smithi09487127-2 2024-08-17T17:13:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:1809: finishing write tid 5 to smithi09487127-2 2024-08-17T17:13:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:1809: finishing write tid 6 to smithi09487127-2 2024-08-17T17:13:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 850 (ObjNum 556 snap 170 seq_num 556) dirty exists 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1809: left oid 2 (ObjNum 556 snap 170 seq_num 556) 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 404 (ObjNum 33 snap 0 seq_num 7) dirty exists 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1809: done (4 left) 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1811: done (3 left) 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1815: copy_from oid 7 from oid 6 current snap is 170 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1812: finishing rollback tid 0 to smithi09487127-24 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1812: finishing rollback tid 1 to smithi09487127-24 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1812: finishing rollback tid 2 to smithi09487127-24 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 837 (ObjNum 532 snap 161 seq_num 532) dirty exists 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1813: finishing write tid 1 to smithi09487127-40 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1813: finishing write tid 2 to smithi09487127-40 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1812: done (3 left) 2024-08-17T17:13:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:1816: delete oid 21 current snap is 170 2024-08-17T17:13:11.870 INFO:tasks.rados.rados.0.smithi094.stdout:1814: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:13:11.871 INFO:tasks.rados.rados.0.smithi094.stdout:1816: done (3 left) 2024-08-17T17:13:11.871 INFO:tasks.rados.rados.0.smithi094.stdout:1817: rmattr oid 26 current snap is 170 2024-08-17T17:13:11.871 INFO:tasks.rados.rados.0.smithi094.stdout:1817: done (3 left) 2024-08-17T17:13:11.871 INFO:tasks.rados.rados.0.smithi094.stdout:1818: copy_from oid 47 from oid 46 current snap is 170 2024-08-17T17:13:11.871 INFO:tasks.rados.rados.0.smithi094.stdout:1819: setattr oid 23 current snap is 170 2024-08-17T17:13:11.872 INFO:tasks.rados.rados.0.smithi094.stdout:1814: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:13:11.872 INFO:tasks.rados.rados.0.smithi094.stdout:1813: finishing write tid 3 to smithi09487127-40 2024-08-17T17:13:11.872 INFO:tasks.rados.rados.0.smithi094.stdout:1813: finishing write tid 4 to smithi09487127-40 2024-08-17T17:13:11.872 INFO:tasks.rados.rados.0.smithi094.stdout:1814: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:13:11.872 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 544 (ObjNum 422 snap 123 seq_num 422) dirty exists 2024-08-17T17:13:11.872 INFO:tasks.rados.rados.0.smithi094.stdout:1813: finishing write tid 5 to smithi09487127-40 2024-08-17T17:13:11.873 INFO:tasks.rados.rados.0.smithi094.stdout:1814: done (4 left) 2024-08-17T17:13:11.873 INFO:tasks.rados.rados.0.smithi094.stdout:1820: snap_create 2024-08-17T17:13:11.874 INFO:tasks.rados.rados.0.smithi094.stdout:1813: finishing write tid 6 to smithi09487127-40 2024-08-17T17:13:11.874 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 855 (ObjNum 557 snap 170 seq_num 557) dirty exists 2024-08-17T17:13:11.874 INFO:tasks.rados.rados.0.smithi094.stdout:1813: left oid 40 (ObjNum 557 snap 170 seq_num 557) 2024-08-17T17:13:11.875 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1089 (ObjNum 33 snap 0 seq_num 3214174880) dirty exists 2024-08-17T17:13:11.896 INFO:tasks.rados.rados.0.smithi094.stdout:1815: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:13:11.899 INFO:tasks.rados.rados.0.smithi094.stdout:1815: finishing copy_from to smithi09487127-7 2024-08-17T17:13:11.899 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1127 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-08-17T17:13:11.910 INFO:tasks.rados.rados.0.smithi094.stdout:1818: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:13:11.911 INFO:tasks.rados.rados.0.smithi094.stdout:1818: finishing copy_from to smithi09487127-47 2024-08-17T17:13:11.911 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 769 (ObjNum 554 snap 170 seq_num 554) dirty exists 2024-08-17T17:13:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:11 smithi094 ceph-mon[100402]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T17:13:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:11 smithi094 ceph-mon[100402]: pgmap v239: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-08-17T17:13:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:11 smithi094 ceph-mon[102949]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T17:13:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:11 smithi094 ceph-mon[102949]: pgmap v239: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-08-17T17:13:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:11 smithi190 ceph-mon[90718]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T17:13:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:11 smithi190 ceph-mon[90718]: pgmap v239: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 194 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 18 op/s 2024-08-17T17:13:12.713 INFO:tasks.rados.rados.0.smithi094.stdout:1813: done (4 left) 2024-08-17T17:13:12.713 INFO:tasks.rados.rados.0.smithi094.stdout:1815: done (3 left) 2024-08-17T17:13:12.713 INFO:tasks.rados.rados.0.smithi094.stdout:1818: done (2 left) 2024-08-17T17:13:12.713 INFO:tasks.rados.rados.0.smithi094.stdout:1819: done (1 left) 2024-08-17T17:13:12.713 INFO:tasks.rados.rados.0.smithi094.stdout:1820: done (0 left) 2024-08-17T17:13:12.713 INFO:tasks.rados.rados.0.smithi094.stdout:1821: delete oid 24 current snap is 171 2024-08-17T17:13:12.718 INFO:tasks.rados.rados.0.smithi094.stdout:1821: done (0 left) 2024-08-17T17:13:12.718 INFO:tasks.rados.rados.0.smithi094.stdout:1822: rmattr oid 14 current snap is 171 2024-08-17T17:13:12.718 INFO:tasks.rados.rados.0.smithi094.stdout:1823: delete oid 7 current snap is 171 2024-08-17T17:13:12.721 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1152 (ObjNum 522 snap 156 seq_num 522) dirty exists 2024-08-17T17:13:12.722 INFO:tasks.rados.rados.0.smithi094.stdout:1822: done (1 left) 2024-08-17T17:13:12.722 INFO:tasks.rados.rados.0.smithi094.stdout:1823: done (0 left) 2024-08-17T17:13:12.722 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 171 2024-08-17T17:13:12.723 INFO:tasks.rados.rados.0.smithi094.stdout:1824: seq_num 561 ranges {5423104=598016,6021120=745472,6766592=778240,7544832=81920} 2024-08-17T17:13:12.755 INFO:tasks.rados.rados.0.smithi094.stdout:1824: writing smithi09487127-4 from 5423104 to 6021120 tid 1 2024-08-17T17:13:12.759 INFO:tasks.rados.rados.0.smithi094.stdout:1824: writing smithi09487127-4 from 6021120 to 6766592 tid 2 2024-08-17T17:13:12.763 INFO:tasks.rados.rados.0.smithi094.stdout:1824: writing smithi09487127-4 from 6766592 to 7544832 tid 3 2024-08-17T17:13:12.764 INFO:tasks.rados.rados.0.smithi094.stdout:1824: writing smithi09487127-4 from 7544832 to 7626752 tid 4 2024-08-17T17:13:12.764 INFO:tasks.rados.rados.0.smithi094.stdout:1825: snap_create 2024-08-17T17:13:12.764 INFO:tasks.rados.rados.0.smithi094.stdout:1824: finishing write tid 1 to smithi09487127-4 2024-08-17T17:13:12.765 INFO:tasks.rados.rados.0.smithi094.stdout:1824: finishing write tid 2 to smithi09487127-4 2024-08-17T17:13:12.768 INFO:tasks.rados.rados.0.smithi094.stdout:1824: finishing write tid 3 to smithi09487127-4 2024-08-17T17:13:12.768 INFO:tasks.rados.rados.0.smithi094.stdout:1824: finishing write tid 4 to smithi09487127-4 2024-08-17T17:13:12.768 INFO:tasks.rados.rados.0.smithi094.stdout:1824: finishing write tid 5 to smithi09487127-4 2024-08-17T17:13:12.769 INFO:tasks.rados.rados.0.smithi094.stdout:1824: finishing write tid 6 to smithi09487127-4 2024-08-17T17:13:12.769 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 397 (ObjNum 561 snap 171 seq_num 561) dirty exists 2024-08-17T17:13:12.769 INFO:tasks.rados.rados.0.smithi094.stdout:1824: left oid 4 (ObjNum 561 snap 171 seq_num 561) 2024-08-17T17:13:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:12 smithi094 ceph-mon[100402]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T17:13:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:13:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:12 smithi094 ceph-mon[102949]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T17:13:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:13:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:12 smithi190 ceph-mon[90718]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T17:13:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:13:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:13.672 INFO:tasks.rados.rados.0.smithi094.stdout:1824: done (1 left) 2024-08-17T17:13:13.672 INFO:tasks.rados.rados.0.smithi094.stdout:1825: done (0 left) 2024-08-17T17:13:13.673 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 172 2024-08-17T17:13:13.673 INFO:tasks.rados.rados.0.smithi094.stdout:1826: seq_num 562 ranges {0=622592,622592=630784,1253376=581632,1835008=393216} 2024-08-17T17:13:13.675 INFO:tasks.rados.rados.0.smithi094.stdout:1826: writing smithi09487127-45 from 0 to 622592 tid 1 2024-08-17T17:13:13.679 INFO:tasks.rados.rados.0.smithi094.stdout:1826: writing smithi09487127-45 from 622592 to 1253376 tid 2 2024-08-17T17:13:13.682 INFO:tasks.rados.rados.0.smithi094.stdout:1826: writing smithi09487127-45 from 1253376 to 1835008 tid 3 2024-08-17T17:13:13.685 INFO:tasks.rados.rados.0.smithi094.stdout:1826: writing smithi09487127-45 from 1835008 to 2228224 tid 4 2024-08-17T17:13:13.685 INFO:tasks.rados.rados.0.smithi094.stdout:1827: snap_remove snap 154 2024-08-17T17:13:14.013 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:13:14.013 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[100402]: Upgrade: osd.3 is safe to restart 2024-08-17T17:13:14.013 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[100402]: osdmap e421: 8 total, 8 up, 8 in 2024-08-17T17:13:14.013 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[100402]: pgmap v242: 121 pgs: 121 active+clean; 215 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-08-17T17:13:14.013 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:14.013 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:13:14.013 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:14.013 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[100402]: osdmap e422: 8 total, 8 up, 8 in 2024-08-17T17:13:14.014 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:13:14.014 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[102949]: Upgrade: osd.3 is safe to restart 2024-08-17T17:13:14.014 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[102949]: osdmap e421: 8 total, 8 up, 8 in 2024-08-17T17:13:14.014 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[102949]: pgmap v242: 121 pgs: 121 active+clean; 215 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-08-17T17:13:14.014 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:14.014 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:13:14.014 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:14.014 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:13 smithi094 ceph-mon[102949]: osdmap e422: 8 total, 8 up, 8 in 2024-08-17T17:13:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:13 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:13:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:13 smithi190 ceph-mon[90718]: Upgrade: osd.3 is safe to restart 2024-08-17T17:13:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:13 smithi190 ceph-mon[90718]: osdmap e421: 8 total, 8 up, 8 in 2024-08-17T17:13:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:13 smithi190 ceph-mon[90718]: pgmap v242: 121 pgs: 121 active+clean; 215 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.9 MiB/s wr, 20 op/s 2024-08-17T17:13:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:13 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:13 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:13:14.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:13 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:14.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:13 smithi190 ceph-mon[90718]: osdmap e422: 8 total, 8 up, 8 in 2024-08-17T17:13:14.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:14 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:14.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:14.674 INFO:tasks.rados.rados.0.smithi094.stdout:1827: done (1 left) 2024-08-17T17:13:14.674 INFO:tasks.rados.rados.0.smithi094.stdout:1828: copy_from oid 25 from oid 40 current snap is 172 2024-08-17T17:13:14.675 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 172 2024-08-17T17:13:14.675 INFO:tasks.rados.rados.0.smithi094.stdout:1829: seq_num 563 ranges {5103616=638976,5742592=565248,6307840=794624,7102464=245760} 2024-08-17T17:13:14.707 INFO:tasks.rados.rados.0.smithi094.stdout:1829: writing smithi09487127-29 from 5103616 to 5742592 tid 1 2024-08-17T17:13:14.711 INFO:tasks.rados.rados.0.smithi094.stdout:1829: writing smithi09487127-29 from 5742592 to 6307840 tid 2 2024-08-17T17:13:14.715 INFO:tasks.rados.rados.0.smithi094.stdout:1829: writing smithi09487127-29 from 6307840 to 7102464 tid 3 2024-08-17T17:13:14.717 INFO:tasks.rados.rados.0.smithi094.stdout:1829: writing smithi09487127-29 from 7102464 to 7348224 tid 4 2024-08-17T17:13:14.717 INFO:tasks.rados.rados.0.smithi094.stdout:1830: snap_remove snap 171 2024-08-17T17:13:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:14 smithi094 ceph-mon[100402]: Upgrade: Updating osd.3 2024-08-17T17:13:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:14 smithi094 ceph-mon[100402]: Deploying daemon osd.3 on smithi094 2024-08-17T17:13:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:14 smithi094 ceph-mon[100402]: osdmap e423: 8 total, 8 up, 8 in 2024-08-17T17:13:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:14 smithi094 ceph-mon[102949]: Upgrade: Updating osd.3 2024-08-17T17:13:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:14 smithi094 ceph-mon[102949]: Deploying daemon osd.3 on smithi094 2024-08-17T17:13:14.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:14 smithi094 ceph-mon[102949]: osdmap e423: 8 total, 8 up, 8 in 2024-08-17T17:13:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:14 smithi190 ceph-mon[90718]: Upgrade: Updating osd.3 2024-08-17T17:13:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:14 smithi190 ceph-mon[90718]: Deploying daemon osd.3 on smithi094 2024-08-17T17:13:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:14 smithi190 ceph-mon[90718]: osdmap e423: 8 total, 8 up, 8 in 2024-08-17T17:13:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1830: done (3 left) 2024-08-17T17:13:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1831: delete oid 17 current snap is 172 2024-08-17T17:13:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1826: finishing write tid 1 to smithi09487127-45 2024-08-17T17:13:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1826: finishing write tid 2 to smithi09487127-45 2024-08-17T17:13:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1826: finishing write tid 3 to smithi09487127-45 2024-08-17T17:13:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1826: finishing write tid 4 to smithi09487127-45 2024-08-17T17:13:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1826: finishing write tid 5 to smithi09487127-45 2024-08-17T17:13:15.723 INFO:tasks.rados.rados.0.smithi094.stdout:1826: finishing write tid 6 to smithi09487127-45 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 847 (ObjNum 562 snap 172 seq_num 562) dirty exists 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1826: left oid 45 (ObjNum 562 snap 172 seq_num 562) 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1828: finishing copy_from racing read to smithi09487127-25 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1828: finishing copy_from to smithi09487127-25 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 855 (ObjNum 557 snap 170 seq_num 557) dirty exists 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1829: finishing write tid 1 to smithi09487127-29 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1829: finishing write tid 2 to smithi09487127-29 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1829: finishing write tid 3 to smithi09487127-29 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1829: finishing write tid 4 to smithi09487127-29 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1829: finishing write tid 5 to smithi09487127-29 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1829: finishing write tid 6 to smithi09487127-29 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1094 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:13:15.724 INFO:tasks.rados.rados.0.smithi094.stdout:1829: left oid 29 (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:13:15.725 INFO:tasks.rados.rados.0.smithi094.stdout:1826: done (3 left) 2024-08-17T17:13:15.725 INFO:tasks.rados.rados.0.smithi094.stdout:1828: done (2 left) 2024-08-17T17:13:15.725 INFO:tasks.rados.rados.0.smithi094.stdout:1829: done (1 left) 2024-08-17T17:13:15.725 INFO:tasks.rados.rados.0.smithi094.stdout:1831: done (0 left) 2024-08-17T17:13:15.725 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 172 2024-08-17T17:13:15.725 INFO:tasks.rados.rados.0.smithi094.stdout:1832: seq_num 565 ranges {0=671744,671744=729088,1400832=753664,2154496=122880} 2024-08-17T17:13:15.729 INFO:tasks.rados.rados.0.smithi094.stdout:1832: writing smithi09487127-23 from 0 to 671744 tid 1 2024-08-17T17:13:15.733 INFO:tasks.rados.rados.0.smithi094.stdout:1832: writing smithi09487127-23 from 671744 to 1400832 tid 2 2024-08-17T17:13:15.738 INFO:tasks.rados.rados.0.smithi094.stdout:1832: writing smithi09487127-23 from 1400832 to 2154496 tid 3 2024-08-17T17:13:15.739 INFO:tasks.rados.rados.0.smithi094.stdout:1832: writing smithi09487127-23 from 2154496 to 2277376 tid 4 2024-08-17T17:13:15.739 INFO:tasks.rados.rados.0.smithi094.stdout:1833: snap_create 2024-08-17T17:13:15.739 INFO:tasks.rados.rados.0.smithi094.stdout:1832: finishing write tid 1 to smithi09487127-23 2024-08-17T17:13:15.739 INFO:tasks.rados.rados.0.smithi094.stdout:1832: finishing write tid 2 to smithi09487127-23 2024-08-17T17:13:15.742 INFO:tasks.rados.rados.0.smithi094.stdout:1832: finishing write tid 3 to smithi09487127-23 2024-08-17T17:13:15.742 INFO:tasks.rados.rados.0.smithi094.stdout:1832: finishing write tid 4 to smithi09487127-23 2024-08-17T17:13:15.742 INFO:tasks.rados.rados.0.smithi094.stdout:1832: finishing write tid 5 to smithi09487127-23 2024-08-17T17:13:15.743 INFO:tasks.rados.rados.0.smithi094.stdout:1832: finishing write tid 6 to smithi09487127-23 2024-08-17T17:13:15.743 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1094 (ObjNum 565 snap 172 seq_num 565) dirty exists 2024-08-17T17:13:15.743 INFO:tasks.rados.rados.0.smithi094.stdout:1832: left oid 23 (ObjNum 565 snap 172 seq_num 565) 2024-08-17T17:13:15.951 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:15 smithi094 ceph-mon[102949]: pgmap v245: 121 pgs: 121 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:13:15.951 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:15 smithi094 ceph-mon[100402]: pgmap v245: 121 pgs: 121 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:13:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:15 smithi190 ceph-mon[90718]: pgmap v245: 121 pgs: 121 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:13:16.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:15.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:16.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:15.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:16.558 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:16 smithi094 systemd[1]: Stopping Ceph osd.3 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:16.732 INFO:tasks.rados.rados.0.smithi094.stdout:1832: done (1 left) 2024-08-17T17:13:16.733 INFO:tasks.rados.rados.0.smithi094.stdout:1833: done (0 left) 2024-08-17T17:13:16.733 INFO:tasks.rados.rados.0.smithi094.stdout:1834: read oid 33 snap -1 2024-08-17T17:13:16.733 INFO:tasks.rados.rados.0.smithi094.stdout:1834: expect deleted 2024-08-17T17:13:16.733 INFO:tasks.rados.rados.0.smithi094.stdout:1835: read oid 6 snap -1 2024-08-17T17:13:16.733 INFO:tasks.rados.rados.0.smithi094.stdout:1835: expect (ObjNum 466 snap 135 seq_num 466) 2024-08-17T17:13:16.733 INFO:tasks.rados.rados.0.smithi094.stdout:1836: delete oid 48 current snap is 173 2024-08-17T17:13:16.759 INFO:tasks.rados.rados.0.smithi094.stdout:1835: expect (ObjNum 466 snap 135 seq_num 466) 2024-08-17T17:13:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:16 smithi094 ceph-mon[100402]: osdmap e424: 8 total, 8 up, 8 in 2024-08-17T17:13:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:16 smithi094 ceph-mon[100402]: osd.3 marked itself down and dead 2024-08-17T17:13:17.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:16 smithi094 ceph-mon[102949]: osdmap e424: 8 total, 8 up, 8 in 2024-08-17T17:13:17.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:16 smithi094 ceph-mon[102949]: osd.3 marked itself down and dead 2024-08-17T17:13:17.022 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:16 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[64447]: 2024-08-17T17:13:16.556+0000 7f45a7879640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:13:17.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:16 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[64447]: 2024-08-17T17:13:16.556+0000 7f45a7879640 -1 osd.3 424 *** Got signal Terminated *** 2024-08-17T17:13:17.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:16 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[64447]: 2024-08-17T17:13:16.556+0000 7f45a7879640 -1 osd.3 424 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:13:17.164 INFO:tasks.rados.rados.0.smithi094.stdout:1834: done (2 left) 2024-08-17T17:13:17.165 INFO:tasks.rados.rados.0.smithi094.stdout:1835: done (1 left) 2024-08-17T17:13:17.165 INFO:tasks.rados.rados.0.smithi094.stdout:1836: done (0 left) 2024-08-17T17:13:17.165 INFO:tasks.rados.rados.0.smithi094.stdout:1837: read oid 37 snap -1 2024-08-17T17:13:17.165 INFO:tasks.rados.rados.0.smithi094.stdout:1837: expect (ObjNum 493 snap 146 seq_num 493) 2024-08-17T17:13:17.165 INFO:tasks.rados.rados.0.smithi094.stdout:1838: snap_remove snap 159 2024-08-17T17:13:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:16 smithi190 ceph-mon[90718]: osdmap e424: 8 total, 8 up, 8 in 2024-08-17T17:13:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:16 smithi190 ceph-mon[90718]: osd.3 marked itself down and dead 2024-08-17T17:13:17.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:16 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:16.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:17.557 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:17 smithi094 podman[123915]: 2024-08-17 17:13:17.282169156 +0000 UTC m=+0.844091332 container died 1cdd4b3e5c58e999da7ebf3cd4dd3b5762ef886e5bd7564f5836682de2d2f31e (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=quincy-f2c39d4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True) 2024-08-17T17:13:17.742 INFO:tasks.rados.rados.0.smithi094.stdout:1838: done (1 left) 2024-08-17T17:13:17.742 INFO:tasks.rados.rados.0.smithi094.stdout:1839: read oid 28 snap 167 2024-08-17T17:13:17.742 INFO:tasks.rados.rados.0.smithi094.stdout:1839: expect (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:13:17.742 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 173 2024-08-17T17:13:17.742 INFO:tasks.rados.rados.0.smithi094.stdout:1840: seq_num 567 ranges {4775936=704512,5480448=499712,5980160=770048,6750208=335872} 2024-08-17T17:13:17.771 INFO:tasks.rados.rados.0.smithi094.stdout:1840: writing smithi09487127-16 from 4775936 to 5480448 tid 1 2024-08-17T17:13:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:1840: writing smithi09487127-16 from 5480448 to 5980160 tid 2 2024-08-17T17:13:17.778 INFO:tasks.rados.rados.0.smithi094.stdout:1840: writing smithi09487127-16 from 5980160 to 6750208 tid 3 2024-08-17T17:13:17.780 INFO:tasks.rados.rados.0.smithi094.stdout:1840: writing smithi09487127-16 from 6750208 to 7086080 tid 4 2024-08-17T17:13:17.780 INFO:tasks.rados.rados.0.smithi094.stdout:1841: delete oid 2 current snap is 173 2024-08-17T17:13:17.780 INFO:tasks.rados.rados.0.smithi094.stdout:1839: expect (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:13:17.925 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:17 smithi094 ceph-mon[100402]: pgmap v247: 121 pgs: 121 active+clean; 226 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:13:17.925 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:17 smithi094 ceph-mon[100402]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:13:17.925 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:17 smithi094 ceph-mon[100402]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T17:13:17.925 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:17 smithi094 ceph-mon[102949]: pgmap v247: 121 pgs: 121 active+clean; 226 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:13:17.925 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:17 smithi094 ceph-mon[102949]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:13:17.925 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:17 smithi094 ceph-mon[102949]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T17:13:17.926 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:17 smithi094 podman[123915]: 2024-08-17 17:13:17.714142291 +0000 UTC m=+1.276064465 container cleanup 1cdd4b3e5c58e999da7ebf3cd4dd3b5762ef886e5bd7564f5836682de2d2f31e (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=quincy-f2c39d4, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:13:17.926 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:17 smithi094 bash[123915]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3 2024-08-17T17:13:17.946 INFO:tasks.rados.rados.0.smithi094.stdout:1837: expect (ObjNum 493 snap 146 seq_num 493) 2024-08-17T17:13:18.119 INFO:tasks.rados.rados.0.smithi094.stdout:1840: finishing write tid 1 to smithi09487127-16 2024-08-17T17:13:18.119 INFO:tasks.rados.rados.0.smithi094.stdout:1837: done (3 left) 2024-08-17T17:13:18.119 INFO:tasks.rados.rados.0.smithi094.stdout:1839: done (2 left) 2024-08-17T17:13:18.119 INFO:tasks.rados.rados.0.smithi094.stdout:1841: done (1 left) 2024-08-17T17:13:18.119 INFO:tasks.rados.rados.0.smithi094.stdout:1842: rollback oid 5 current snap is 173 2024-08-17T17:13:18.119 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 167 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:1840: finishing write tid 2 to smithi09487127-16 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:1840: finishing write tid 3 to smithi09487127-16 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:1840: finishing write tid 4 to smithi09487127-16 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:1840: finishing write tid 5 to smithi09487127-16 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:1840: finishing write tid 6 to smithi09487127-16 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 849 (ObjNum 567 snap 173 seq_num 567) dirty exists 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:1840: left oid 16 (ObjNum 567 snap 173 seq_num 567) 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:1840: done (1 left) 2024-08-17T17:13:18.120 INFO:tasks.rados.rados.0.smithi094.stdout:1843: delete oid 39 current snap is 173 2024-08-17T17:13:18.122 INFO:tasks.rados.rados.0.smithi094.stdout:1843: done (1 left) 2024-08-17T17:13:18.122 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 173 2024-08-17T17:13:18.122 INFO:tasks.rados.rados.0.smithi094.stdout:1844: seq_num 570 ranges {2277376=753664,3031040=548864,3579904=540672,4120576=516096} 2024-08-17T17:13:18.138 INFO:tasks.rados.rados.0.smithi094.stdout:1844: writing smithi09487127-23 from 2277376 to 3031040 tid 1 2024-08-17T17:13:18.141 INFO:tasks.rados.rados.0.smithi094.stdout:1844: writing smithi09487127-23 from 3031040 to 3579904 tid 2 2024-08-17T17:13:18.145 INFO:tasks.rados.rados.0.smithi094.stdout:1844: writing smithi09487127-23 from 3579904 to 4120576 tid 3 2024-08-17T17:13:18.148 INFO:tasks.rados.rados.0.smithi094.stdout:1844: writing smithi09487127-23 from 4120576 to 4636672 tid 4 2024-08-17T17:13:18.148 INFO:tasks.rados.rados.0.smithi094.stdout:1845: snap_remove snap 165 2024-08-17T17:13:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:17 smithi190 ceph-mon[90718]: pgmap v247: 121 pgs: 121 active+clean; 226 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:13:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:17 smithi190 ceph-mon[90718]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:13:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:17 smithi190 ceph-mon[90718]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T17:13:18.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:17 smithi094 podman[123936]: 2024-08-17 17:13:17.924593896 +0000 UTC m=+0.638431472 container remove 1cdd4b3e5c58e999da7ebf3cd4dd3b5762ef886e5bd7564f5836682de2d2f31e (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:1845: done (2 left) 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 173 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:1842: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:1842: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:1842: finishing rollback tid 2 to smithi09487127-5 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 547 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:1844: finishing write tid 1 to smithi09487127-23 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:1844: finishing write tid 2 to smithi09487127-23 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:1844: finishing write tid 3 to smithi09487127-23 2024-08-17T17:13:18.675 INFO:tasks.rados.rados.0.smithi094.stdout:1844: finishing write tid 4 to smithi09487127-23 2024-08-17T17:13:18.676 INFO:tasks.rados.rados.0.smithi094.stdout:1844: finishing write tid 5 to smithi09487127-23 2024-08-17T17:13:18.676 INFO:tasks.rados.rados.0.smithi094.stdout:1844: finishing write tid 6 to smithi09487127-23 2024-08-17T17:13:18.676 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1099 (ObjNum 570 snap 173 seq_num 570) dirty exists 2024-08-17T17:13:18.676 INFO:tasks.rados.rados.0.smithi094.stdout:1844: left oid 23 (ObjNum 570 snap 173 seq_num 570) 2024-08-17T17:13:18.676 INFO:tasks.rados.rados.0.smithi094.stdout:1846: seq_num 571 ranges {1785856=770048,2555904=483328,3039232=753664,3792896=368640} 2024-08-17T17:13:18.679 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:18 smithi094 podman[124029]: 2024-08-17 17:13:18.275943912 +0000 UTC m=+0.016977563 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:13:18.679 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:18 smithi094 podman[124029]: 2024-08-17 17:13:18.376071598 +0000 UTC m=+0.117105250 container create 3c90a19ac5b2a14b86a8f231fad94c75c412774b5878630825b0a7d54df32600 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-17T17:13:18.679 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:18 smithi094 podman[124029]: 2024-08-17 17:13:18.587051794 +0000 UTC m=+0.328085459 container init 3c90a19ac5b2a14b86a8f231fad94c75c412774b5878630825b0a7d54df32600 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:13:18.679 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:18 smithi094 podman[124029]: 2024-08-17 17:13:18.592004034 +0000 UTC m=+0.333037689 container start 3c90a19ac5b2a14b86a8f231fad94c75c412774b5878630825b0a7d54df32600 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:13:18.680 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:18 smithi094 podman[124029]: 2024-08-17 17:13:18.678675922 +0000 UTC m=+0.419709583 container attach 3c90a19ac5b2a14b86a8f231fad94c75c412774b5878630825b0a7d54df32600 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T17:13:18.689 INFO:tasks.rados.rados.0.smithi094.stdout:1846: writing smithi09487127-11 from 1785856 to 2555904 tid 1 2024-08-17T17:13:18.691 INFO:tasks.rados.rados.0.smithi094.stdout:1846: writing smithi09487127-11 from 2555904 to 3039232 tid 2 2024-08-17T17:13:18.696 INFO:tasks.rados.rados.0.smithi094.stdout:1846: writing smithi09487127-11 from 3039232 to 3792896 tid 3 2024-08-17T17:13:18.699 INFO:tasks.rados.rados.0.smithi094.stdout:1846: writing smithi09487127-11 from 3792896 to 4161536 tid 4 2024-08-17T17:13:18.699 INFO:tasks.rados.rados.0.smithi094.stdout:1842: done (2 left) 2024-08-17T17:13:18.700 INFO:tasks.rados.rados.0.smithi094.stdout:1844: done (1 left) 2024-08-17T17:13:18.700 INFO:tasks.rados.rados.0.smithi094.stdout:1847: read oid 9 snap -1 2024-08-17T17:13:18.700 INFO:tasks.rados.rados.0.smithi094.stdout:1847: expect (ObjNum 542 snap 164 seq_num 542) 2024-08-17T17:13:18.700 INFO:tasks.rados.rados.0.smithi094.stdout:1848: snap_remove snap 172 2024-08-17T17:13:18.990 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:18 smithi094 ceph-mon[100402]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T17:13:18.990 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:18 smithi094 ceph-mon[100402]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T17:13:18.990 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:18 smithi094 ceph-mon[102949]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T17:13:18.990 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:18 smithi094 ceph-mon[102949]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T17:13:18.991 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:18 smithi094 podman[124029]: 2024-08-17 17:13:18.792270212 +0000 UTC m=+0.533303865 container died 3c90a19ac5b2a14b86a8f231fad94c75c412774b5878630825b0a7d54df32600 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T17:13:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:18 smithi190 ceph-mon[90718]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T17:13:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:18 smithi190 ceph-mon[90718]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T17:13:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:13:19] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.51.0" 2024-08-17T17:13:19.523 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:19 smithi094 podman[124072]: 2024-08-17 17:13:19.457955419 +0000 UTC m=+0.659695643 container remove 3c90a19ac5b2a14b86a8f231fad94c75c412774b5878630825b0a7d54df32600 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-17T17:13:19.523 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:19 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-17T17:13:19.523 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:19 smithi094 systemd[1]: Stopped Ceph osd.3 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:19.523 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:19 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.3.service: Consumed 12.069s CPU time. 2024-08-17T17:13:19.680 INFO:tasks.rados.rados.0.smithi094.stdout:1848: done (2 left) 2024-08-17T17:13:19.680 INFO:tasks.rados.rados.0.smithi094.stdout:1849: snap_remove snap 168 2024-08-17T17:13:20.010 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-mon[100402]: pgmap v251: 121 pgs: 1 active+clean+snaptrim, 6 active+undersized, 20 peering, 4 stale+active+clean, 2 active+undersized+degraded, 88 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 24 op/s; 9/360 objects degraded (2.500%) 2024-08-17T17:13:20.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-mon[100402]: Health check failed: Reduced data availability: 6 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-08-17T17:13:20.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-mon[100402]: Health check failed: Degraded data redundancy: 9/360 objects degraded (2.500%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:20.011 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-mon[100402]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T17:13:20.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-mon[102949]: pgmap v251: 121 pgs: 1 active+clean+snaptrim, 6 active+undersized, 20 peering, 4 stale+active+clean, 2 active+undersized+degraded, 88 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 24 op/s; 9/360 objects degraded (2.500%) 2024-08-17T17:13:20.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-mon[102949]: Health check failed: Reduced data availability: 6 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-08-17T17:13:20.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-mon[102949]: Health check failed: Degraded data redundancy: 9/360 objects degraded (2.500%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:20.012 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:19 smithi094 ceph-mon[102949]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T17:13:20.012 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:19 smithi094 systemd[1]: Starting Ceph osd.3 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:20.013 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:19 smithi094 podman[124178]: 2024-08-17 17:13:19.797403929 +0000 UTC m=+0.017057549 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:13:20.013 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:19 smithi094 podman[124178]: 2024-08-17 17:13:19.90114912 +0000 UTC m=+0.120802737 container create 2dcb6ca6b8a221111cb0ad784b75a67a7defd93e2861b23c9a46f3dec66bacc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T17:13:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:19 smithi190 ceph-mon[90718]: pgmap v251: 121 pgs: 1 active+clean+snaptrim, 6 active+undersized, 20 peering, 4 stale+active+clean, 2 active+undersized+degraded, 88 active+clean; 229 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 24 op/s; 9/360 objects degraded (2.500%) 2024-08-17T17:13:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:19 smithi190 ceph-mon[90718]: Health check failed: Reduced data availability: 6 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-08-17T17:13:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:19 smithi190 ceph-mon[90718]: Health check failed: Degraded data redundancy: 9/360 objects degraded (2.500%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:19 smithi190 ceph-mon[90718]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T17:13:20.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 podman[124178]: 2024-08-17 17:13:20.146042328 +0000 UTC m=+0.365695968 container init 2dcb6ca6b8a221111cb0ad784b75a67a7defd93e2861b23c9a46f3dec66bacc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:13:20.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 podman[124178]: 2024-08-17 17:13:20.15154556 +0000 UTC m=+0.371199176 container start 2dcb6ca6b8a221111cb0ad784b75a67a7defd93e2861b23c9a46f3dec66bacc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:13:20.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 podman[124178]: 2024-08-17 17:13:20.237296849 +0000 UTC m=+0.456950465 container attach 2dcb6ca6b8a221111cb0ad784b75a67a7defd93e2861b23c9a46f3dec66bacc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-17T17:13:20.676 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T17:13:20.677 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-17T17:13:20.678 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-17T17:13:20.678 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T17:13:20.678 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T17:13:20.681 INFO:tasks.rados.rados.0.smithi094.stdout:1849: done (2 left) 2024-08-17T17:13:20.681 INFO:tasks.rados.rados.0.smithi094.stdout:1850: rmattr oid 16 current snap is 173 2024-08-17T17:13:20.681 INFO:tasks.rados.rados.0.smithi094.stdout:1850: done (2 left) 2024-08-17T17:13:20.681 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 173 2024-08-17T17:13:20.681 INFO:tasks.rados.rados.0.smithi094.stdout:1846: finishing write tid 1 to smithi09487127-11 2024-08-17T17:13:20.681 INFO:tasks.rados.rados.0.smithi094.stdout:1851: seq_num 572 ranges {983040=786432,1769472=770048,2539520=557056,3096576=278528} 2024-08-17T17:13:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:20.693 INFO:tasks.rados.rados.0.smithi094.stdout:1851: writing smithi09487127-20 from 983040 to 1769472 tid 1 2024-08-17T17:13:20.699 INFO:tasks.rados.rados.0.smithi094.stdout:1851: writing smithi09487127-20 from 1769472 to 2539520 tid 2 2024-08-17T17:13:20.704 INFO:tasks.rados.rados.0.smithi094.stdout:1851: writing smithi09487127-20 from 2539520 to 3096576 tid 3 2024-08-17T17:13:20.706 INFO:tasks.rados.rados.0.smithi094.stdout:1851: writing smithi09487127-20 from 3096576 to 3375104 tid 4 2024-08-17T17:13:20.706 INFO:tasks.rados.rados.0.smithi094.stdout:1846: finishing write tid 2 to smithi09487127-11 2024-08-17T17:13:20.706 INFO:tasks.rados.rados.0.smithi094.stdout:1846: finishing write tid 3 to smithi09487127-11 2024-08-17T17:13:20.706 INFO:tasks.rados.rados.0.smithi094.stdout:1846: finishing write tid 4 to smithi09487127-11 2024-08-17T17:13:20.707 INFO:tasks.rados.rados.0.smithi094.stdout:1846: finishing write tid 5 to smithi09487127-11 2024-08-17T17:13:20.707 INFO:tasks.rados.rados.0.smithi094.stdout:1846: finishing write tid 6 to smithi09487127-11 2024-08-17T17:13:20.707 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1104 (ObjNum 571 snap 173 seq_num 571) dirty exists 2024-08-17T17:13:20.707 INFO:tasks.rados.rados.0.smithi094.stdout:1846: left oid 11 (ObjNum 571 snap 173 seq_num 571) 2024-08-17T17:13:20.707 INFO:tasks.rados.rados.0.smithi094.stdout:1847: expect (ObjNum 542 snap 164 seq_num 542) 2024-08-17T17:13:20.771 INFO:tasks.rados.rados.0.smithi094.stdout:1851: finishing write tid 1 to smithi09487127-20 2024-08-17T17:13:20.771 INFO:tasks.rados.rados.0.smithi094.stdout:1851: finishing write tid 2 to smithi09487127-20 2024-08-17T17:13:20.771 INFO:tasks.rados.rados.0.smithi094.stdout:1851: finishing write tid 3 to smithi09487127-20 2024-08-17T17:13:20.771 INFO:tasks.rados.rados.0.smithi094.stdout:1851: finishing write tid 4 to smithi09487127-20 2024-08-17T17:13:20.771 INFO:tasks.rados.rados.0.smithi094.stdout:1846: done (2 left) 2024-08-17T17:13:20.771 INFO:tasks.rados.rados.0.smithi094.stdout:1847: done (1 left) 2024-08-17T17:13:20.771 INFO:tasks.rados.rados.0.smithi094.stdout:1852: read oid 15 snap -1 2024-08-17T17:13:20.772 INFO:tasks.rados.rados.0.smithi094.stdout:1852: expect (ObjNum 549 snap 167 seq_num 549) 2024-08-17T17:13:20.772 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 173 2024-08-17T17:13:20.772 INFO:tasks.rados.rados.0.smithi094.stdout:1851: finishing write tid 5 to smithi09487127-20 2024-08-17T17:13:20.772 INFO:tasks.rados.rados.0.smithi094.stdout:1851: finishing write tid 6 to smithi09487127-20 2024-08-17T17:13:20.772 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1000 (ObjNum 572 snap 173 seq_num 572) dirty exists 2024-08-17T17:13:20.772 INFO:tasks.rados.rados.0.smithi094.stdout:1851: left oid 20 (ObjNum 572 snap 173 seq_num 572) 2024-08-17T17:13:20.772 INFO:tasks.rados.rados.0.smithi094.stdout:1853: seq_num 573 ranges {9576448=802816,10379264=655360,11034624=720896,11755520=229376} 2024-08-17T17:13:20.827 INFO:tasks.rados.rados.0.smithi094.stdout:1853: writing smithi09487127-47 from 9576448 to 10379264 tid 1 2024-08-17T17:13:20.830 INFO:tasks.rados.rados.0.smithi094.stdout:1853: writing smithi09487127-47 from 10379264 to 11034624 tid 2 2024-08-17T17:13:20.834 INFO:tasks.rados.rados.0.smithi094.stdout:1853: writing smithi09487127-47 from 11034624 to 11755520 tid 3 2024-08-17T17:13:20.836 INFO:tasks.rados.rados.0.smithi094.stdout:1853: writing smithi09487127-47 from 11755520 to 11984896 tid 4 2024-08-17T17:13:20.836 INFO:tasks.rados.rados.0.smithi094.stdout:1851: done (2 left) 2024-08-17T17:13:20.836 INFO:tasks.rados.rados.0.smithi094.stdout:1854: delete oid 13 current snap is 173 2024-08-17T17:13:20.836 INFO:tasks.rados.rados.0.smithi094.stdout:1852: expect (ObjNum 549 snap 167 seq_num 549) 2024-08-17T17:13:21.022 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-17T17:13:21.022 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-17T17:13:21.022 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T17:13:21.022 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T17:13:21.022 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T17:13:21.022 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T17:13:21.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate[124193]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-17T17:13:21.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 bash[124178]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-17T17:13:21.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:20 smithi094 podman[124178]: 2024-08-17 17:13:20.723727772 +0000 UTC m=+0.943381399 container died 2dcb6ca6b8a221111cb0ad784b75a67a7defd93e2861b23c9a46f3dec66bacc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:13:21.422 INFO:tasks.rados.rados.0.smithi094.stdout:1853: finishing write tid 1 to smithi09487127-47 2024-08-17T17:13:21.422 INFO:tasks.rados.rados.0.smithi094.stdout:1853: finishing write tid 2 to smithi09487127-47 2024-08-17T17:13:21.422 INFO:tasks.rados.rados.0.smithi094.stdout:1853: finishing write tid 3 to smithi09487127-47 2024-08-17T17:13:21.422 INFO:tasks.rados.rados.0.smithi094.stdout:1852: done (2 left) 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:1854: done (1 left) 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:1855: read oid 34 snap -1 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:1855: expect (ObjNum 510 snap 150 seq_num 510) 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:1856: delete oid 36 current snap is 173 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:1853: finishing write tid 4 to smithi09487127-47 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:1853: finishing write tid 5 to smithi09487127-47 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:1853: finishing write tid 6 to smithi09487127-47 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 774 (ObjNum 573 snap 173 seq_num 573) dirty exists 2024-08-17T17:13:21.423 INFO:tasks.rados.rados.0.smithi094.stdout:1853: left oid 47 (ObjNum 573 snap 173 seq_num 573) 2024-08-17T17:13:21.432 INFO:tasks.rados.rados.0.smithi094.stdout:1855: expect (ObjNum 510 snap 150 seq_num 510) 2024-08-17T17:13:21.620 INFO:tasks.rados.rados.0.smithi094.stdout:1853: done (2 left) 2024-08-17T17:13:21.620 INFO:tasks.rados.rados.0.smithi094.stdout:1855: done (1 left) 2024-08-17T17:13:21.620 INFO:tasks.rados.rados.0.smithi094.stdout:1856: done (0 left) 2024-08-17T17:13:21.620 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 173 2024-08-17T17:13:21.620 INFO:tasks.rados.rados.0.smithi094.stdout:1857: seq_num 576 ranges {6512640=49152} 2024-08-17T17:13:21.654 INFO:tasks.rados.rados.0.smithi094.stdout:1857: writing smithi09487127-31 from 6512640 to 6561792 tid 1 2024-08-17T17:13:21.654 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 173 2024-08-17T17:13:21.654 INFO:tasks.rados.rados.0.smithi094.stdout:1858: seq_num 577 ranges {4775936=65536} 2024-08-17T17:13:21.680 INFO:tasks.rados.rados.0.smithi094.stdout:1858: writing smithi09487127-49 from 4775936 to 4841472 tid 1 2024-08-17T17:13:21.680 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 173 2024-08-17T17:13:21.680 INFO:tasks.rados.rados.0.smithi094.stdout:1857: finishing write tid 1 to smithi09487127-31 2024-08-17T17:13:21.680 INFO:tasks.rados.rados.0.smithi094.stdout:1857: finishing write tid 2 to smithi09487127-31 2024-08-17T17:13:21.681 INFO:tasks.rados.rados.0.smithi094.stdout:1857: finishing write tid 3 to smithi09487127-31 2024-08-17T17:13:21.681 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1003 (ObjNum 576 snap 173 seq_num 576) dirty exists 2024-08-17T17:13:21.681 INFO:tasks.rados.rados.0.smithi094.stdout:1857: left oid 31 (ObjNum 576 snap 173 seq_num 576) 2024-08-17T17:13:21.681 INFO:tasks.rados.rados.0.smithi094.stdout:1859: seq_num 578 ranges {4636672=81920} 2024-08-17T17:13:21.682 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:21 smithi094 podman[124334]: 2024-08-17 17:13:21.349997347 +0000 UTC m=+0.617139076 container remove 2dcb6ca6b8a221111cb0ad784b75a67a7defd93e2861b23c9a46f3dec66bacc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-08-17T17:13:21.682 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:21 smithi094 podman[124399]: 2024-08-17 17:13:21.468852526 +0000 UTC m=+0.019832552 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:13:21.682 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:21 smithi094 podman[124399]: 2024-08-17 17:13:21.584747334 +0000 UTC m=+0.135727347 container create 3bee04f6a6a48fcc1d4b9713356d06c9520b84e6b6b7a6fbbf13520444104719 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1859: writing smithi09487127-23 from 4636672 to 4718592 tid 1 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1857: done (2 left) 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1860: read oid 1 snap -1 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1860: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1861: copy_from oid 2 from oid 43 current snap is 173 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1858: finishing write tid 1 to smithi09487127-49 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1858: finishing write tid 2 to smithi09487127-49 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1858: finishing write tid 3 to smithi09487127-49 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 851 (ObjNum 577 snap 173 seq_num 577) dirty exists 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1858: left oid 49 (ObjNum 577 snap 173 seq_num 577) 2024-08-17T17:13:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:1858: done (3 left) 2024-08-17T17:13:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:1862: read oid 36 snap -1 2024-08-17T17:13:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:1862: expect deleted 2024-08-17T17:13:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:1863: read oid 10 snap -1 2024-08-17T17:13:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:1863: expect deleted 2024-08-17T17:13:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:1864: copy_from oid 25 from oid 37 current snap is 173 2024-08-17T17:13:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:1865: delete oid 22 current snap is 173 2024-08-17T17:13:21.709 INFO:tasks.rados.rados.0.smithi094.stdout:1859: finishing write tid 1 to smithi09487127-23 2024-08-17T17:13:21.710 INFO:tasks.rados.rados.0.smithi094.stdout:1859: finishing write tid 2 to smithi09487127-23 2024-08-17T17:13:21.710 INFO:tasks.rados.rados.0.smithi094.stdout:1862: done (6 left) 2024-08-17T17:13:21.710 INFO:tasks.rados.rados.0.smithi094.stdout:1863: done (5 left) 2024-08-17T17:13:21.710 INFO:tasks.rados.rados.0.smithi094.stdout:1865: done (4 left) 2024-08-17T17:13:21.710 INFO:tasks.rados.rados.0.smithi094.stdout:1866: snap_remove snap 157 2024-08-17T17:13:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:21 smithi190 ceph-mon[90718]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T17:13:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:21 smithi190 ceph-mon[90718]: pgmap v254: 121 pgs: 1 active+clean+snaptrim, 15 active+undersized, 20 peering, 6 active+undersized+degraded, 79 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 29/366 objects degraded (7.923%) 2024-08-17T17:13:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:21 smithi094 ceph-mon[100402]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T17:13:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:21 smithi094 ceph-mon[100402]: pgmap v254: 121 pgs: 1 active+clean+snaptrim, 15 active+undersized, 20 peering, 6 active+undersized+degraded, 79 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 29/366 objects degraded (7.923%) 2024-08-17T17:13:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:21 smithi094 ceph-mon[102949]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T17:13:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:21 smithi094 ceph-mon[102949]: pgmap v254: 121 pgs: 1 active+clean+snaptrim, 15 active+undersized, 20 peering, 6 active+undersized+degraded, 79 active+clean; 236 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.7 MiB/s wr, 11 op/s; 29/366 objects degraded (7.923%) 2024-08-17T17:13:22.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:21 smithi094 podman[124399]: 2024-08-17 17:13:21.829085643 +0000 UTC m=+0.380065667 container init 3bee04f6a6a48fcc1d4b9713356d06c9520b84e6b6b7a6fbbf13520444104719 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:13:22.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:21 smithi094 podman[124399]: 2024-08-17 17:13:21.834255934 +0000 UTC m=+0.385235948 container start 3bee04f6a6a48fcc1d4b9713356d06c9520b84e6b6b7a6fbbf13520444104719 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-17T17:13:22.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:21 smithi094 ceph-osd[124437]: -- 172.21.15.94:0/2849550849 <== mon.2 v2:172.21.15.94:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bf226a1a40 con 0x55bf2346e000 2024-08-17T17:13:22.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:21 smithi094 bash[124399]: 3bee04f6a6a48fcc1d4b9713356d06c9520b84e6b6b7a6fbbf13520444104719 2024-08-17T17:13:22.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:21 smithi094 systemd[1]: Started Ceph osd.3 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:22.688 INFO:tasks.rados.rados.0.smithi094.stdout:1866: done (4 left) 2024-08-17T17:13:22.688 INFO:tasks.rados.rados.0.smithi094.stdout:1867: read oid 39 snap -1 2024-08-17T17:13:22.688 INFO:tasks.rados.rados.0.smithi094.stdout:1867: expect deleted 2024-08-17T17:13:22.688 INFO:tasks.rados.rados.0.smithi094.stdout:1868: snap_remove snap 170 2024-08-17T17:13:23.239 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:23.239 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:23.239 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:23.239 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[100402]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T17:13:23.239 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[100402]: pgmap v256: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 8 active+undersized+degraded, 79 active+clean; 232 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.6 MiB/s wr, 11 op/s; 38/348 objects degraded (10.920%) 2024-08-17T17:13:23.240 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:23.240 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:23.240 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:23.240 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[102949]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T17:13:23.240 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:22 smithi094 ceph-mon[102949]: pgmap v256: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 8 active+undersized+degraded, 79 active+clean; 232 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.6 MiB/s wr, 11 op/s; 38/348 objects degraded (10.920%) 2024-08-17T17:13:23.240 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:23 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:13:23.237+0000 7efeb5f61640 -1 Falling back to public interface 2024-08-17T17:13:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:22 smithi190 ceph-mon[90718]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T17:13:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:22 smithi190 ceph-mon[90718]: pgmap v256: 121 pgs: 1 active+clean+snaptrim, 33 active+undersized, 8 active+undersized+degraded, 79 active+clean; 232 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.6 MiB/s wr, 11 op/s; 38/348 objects degraded (10.920%) 2024-08-17T17:13:23.676 INFO:tasks.rados.rados.0.smithi094.stdout:1868: done (5 left) 2024-08-17T17:13:23.676 INFO:tasks.rados.rados.0.smithi094.stdout:1869: rollback oid 34 current snap is 173 2024-08-17T17:13:23.676 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 167 2024-08-17T17:13:23.676 INFO:tasks.rados.rados.0.smithi094.stdout:1859: finishing write tid 3 to smithi09487127-23 2024-08-17T17:13:23.676 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1106 (ObjNum 578 snap 173 seq_num 578) dirty exists 2024-08-17T17:13:23.676 INFO:tasks.rados.rados.0.smithi094.stdout:1859: left oid 23 (ObjNum 578 snap 173 seq_num 578) 2024-08-17T17:13:23.676 INFO:tasks.rados.rados.0.smithi094.stdout:1864: finishing copy_from racing read to smithi09487127-25 2024-08-17T17:13:23.676 INFO:tasks.rados.rados.0.smithi094.stdout:1860: expect (ObjNum 394 snap 115 seq_num 394) 2024-08-17T17:13:24.108 INFO:tasks.rados.rados.0.smithi094.stdout:1864: finishing copy_from to smithi09487127-25 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 843 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1861: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1861: finishing copy_from to smithi09487127-2 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 389 (ObjNum 544 snap 166 seq_num 544) dirty exists 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1859: done (5 left) 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1860: done (4 left) 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1861: done (3 left) 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1864: done (2 left) 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1867: done (1 left) 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1870: read oid 5 snap -1 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1870: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 173 2024-08-17T17:13:24.109 INFO:tasks.rados.rados.0.smithi094.stdout:1869: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:13:24.110 INFO:tasks.rados.rados.0.smithi094.stdout:1871: seq_num 580 ranges {3235840=114688} 2024-08-17T17:13:24.127 INFO:tasks.rados.rados.0.smithi094.stdout:1871: writing smithi09487127-37 from 3235840 to 3350528 tid 1 2024-08-17T17:13:24.127 INFO:tasks.rados.rados.0.smithi094.stdout:1872: rollback oid 13 current snap is 173 2024-08-17T17:13:24.127 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 167 2024-08-17T17:13:24.127 INFO:tasks.rados.rados.0.smithi094.stdout:1869: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:13:24.127 INFO:tasks.rados.rados.0.smithi094.stdout:1873: snap_remove snap 169 2024-08-17T17:13:24.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:24 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:24.147Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:24.692 INFO:tasks.rados.rados.0.smithi094.stdout:1873: done (4 left) 2024-08-17T17:13:24.692 INFO:tasks.rados.rados.0.smithi094.stdout:1874: rollback oid 2 current snap is 173 2024-08-17T17:13:24.692 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 167 2024-08-17T17:13:24.692 INFO:tasks.rados.rados.0.smithi094.stdout:1869: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:13:24.693 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1098 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-17T17:13:24.693 INFO:tasks.rados.rados.0.smithi094.stdout:1872: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:13:24.693 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:13:24.693 INFO:tasks.rados.rados.0.smithi094.stdout:1871: finishing write tid 1 to smithi09487127-37 2024-08-17T17:13:24.693 INFO:tasks.rados.rados.0.smithi094.stdout:1871: finishing write tid 2 to smithi09487127-37 2024-08-17T17:13:24.693 INFO:tasks.rados.rados.0.smithi094.stdout:1870: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:13:24.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:24 smithi190 ceph-mon[90718]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T17:13:24.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:24 smithi190 ceph-mon[90718]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 8 pgs peering) 2024-08-17T17:13:24.978 INFO:tasks.rados.rados.0.smithi094.stdout:1871: finishing write tid 3 to smithi09487127-37 2024-08-17T17:13:24.978 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 854 (ObjNum 580 snap 173 seq_num 580) dirty exists 2024-08-17T17:13:24.978 INFO:tasks.rados.rados.0.smithi094.stdout:1871: left oid 37 (ObjNum 580 snap 173 seq_num 580) 2024-08-17T17:13:24.978 INFO:tasks.rados.rados.0.smithi094.stdout:1874: finishing rollback tid 0 to smithi09487127-2 2024-08-17T17:13:24.978 INFO:tasks.rados.rados.0.smithi094.stdout:1874: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:13:24.978 INFO:tasks.rados.rados.0.smithi094.stdout:1869: done (4 left) 2024-08-17T17:13:24.979 INFO:tasks.rados.rados.0.smithi094.stdout:1870: done (3 left) 2024-08-17T17:13:24.979 INFO:tasks.rados.rados.0.smithi094.stdout:1871: done (2 left) 2024-08-17T17:13:24.979 INFO:tasks.rados.rados.0.smithi094.stdout:1872: done (1 left) 2024-08-17T17:13:24.979 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 173 2024-08-17T17:13:24.979 INFO:tasks.rados.rados.0.smithi094.stdout:1874: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:13:24.979 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 859 (ObjNum 319 snap 94 seq_num 319) dirty exists 2024-08-17T17:13:24.979 INFO:tasks.rados.rados.0.smithi094.stdout:1875: seq_num 581 ranges {7372800=139264} 2024-08-17T17:13:25.017 INFO:tasks.rados.rados.0.smithi094.stdout:1875: writing smithi09487127-1 from 7372800 to 7512064 tid 1 2024-08-17T17:13:25.017 INFO:tasks.rados.rados.0.smithi094.stdout:1874: done (1 left) 2024-08-17T17:13:25.017 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 173 2024-08-17T17:13:25.017 INFO:tasks.rados.rados.0.smithi094.stdout:1876: seq_num 582 ranges {7626752=155648} 2024-08-17T17:13:25.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:24 smithi094 ceph-mon[100402]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T17:13:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:24 smithi094 ceph-mon[100402]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 8 pgs peering) 2024-08-17T17:13:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:24 smithi094 ceph-mon[102949]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T17:13:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:24 smithi094 ceph-mon[102949]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 7 pgs inactive, 8 pgs peering) 2024-08-17T17:13:25.059 INFO:tasks.rados.rados.0.smithi094.stdout:1876: writing smithi09487127-4 from 7626752 to 7782400 tid 1 2024-08-17T17:13:25.059 INFO:tasks.rados.rados.0.smithi094.stdout:1877: snap_create 2024-08-17T17:13:25.059 INFO:tasks.rados.rados.0.smithi094.stdout:1875: finishing write tid 1 to smithi09487127-1 2024-08-17T17:13:25.059 INFO:tasks.rados.rados.0.smithi094.stdout:1875: finishing write tid 2 to smithi09487127-1 2024-08-17T17:13:25.059 INFO:tasks.rados.rados.0.smithi094.stdout:1875: finishing write tid 3 to smithi09487127-1 2024-08-17T17:13:25.059 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 946 (ObjNum 581 snap 173 seq_num 581) dirty exists 2024-08-17T17:13:25.059 INFO:tasks.rados.rados.0.smithi094.stdout:1875: left oid 1 (ObjNum 581 snap 173 seq_num 581) 2024-08-17T17:13:25.061 INFO:tasks.rados.rados.0.smithi094.stdout:1876: finishing write tid 1 to smithi09487127-4 2024-08-17T17:13:25.061 INFO:tasks.rados.rados.0.smithi094.stdout:1876: finishing write tid 2 to smithi09487127-4 2024-08-17T17:13:25.062 INFO:tasks.rados.rados.0.smithi094.stdout:1876: finishing write tid 3 to smithi09487127-4 2024-08-17T17:13:25.062 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 403 (ObjNum 582 snap 173 seq_num 582) dirty exists 2024-08-17T17:13:25.063 INFO:tasks.rados.rados.0.smithi094.stdout:1876: left oid 4 (ObjNum 582 snap 173 seq_num 582) 2024-08-17T17:13:25.698 INFO:tasks.rados.rados.0.smithi094.stdout:1875: done (2 left) 2024-08-17T17:13:25.698 INFO:tasks.rados.rados.0.smithi094.stdout:1876: done (1 left) 2024-08-17T17:13:25.698 INFO:tasks.rados.rados.0.smithi094.stdout:1877: done (0 left) 2024-08-17T17:13:25.698 INFO:tasks.rados.rados.0.smithi094.stdout:1878: delete oid 50 current snap is 174 2024-08-17T17:13:25.703 INFO:tasks.rados.rados.0.smithi094.stdout:1878: done (0 left) 2024-08-17T17:13:25.703 INFO:tasks.rados.rados.0.smithi094.stdout:1879: rmattr oid 47 current snap is 174 2024-08-17T17:13:25.703 INFO:tasks.rados.rados.0.smithi094.stdout:1880: delete oid 15 current snap is 174 2024-08-17T17:13:25.706 INFO:tasks.rados.rados.0.smithi094.stdout:1880: done (1 left) 2024-08-17T17:13:25.707 INFO:tasks.rados.rados.0.smithi094.stdout:1881: snap_remove snap 173 2024-08-17T17:13:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:25 smithi094 ceph-mon[100402]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T17:13:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:25 smithi094 ceph-mon[100402]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 8 op/s; 41/348 objects degraded (11.782%) 2024-08-17T17:13:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:25 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:25 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:25 smithi094 ceph-mon[102949]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T17:13:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:25 smithi094 ceph-mon[102949]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 8 op/s; 41/348 objects degraded (11.782%) 2024-08-17T17:13:26.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:25 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:26.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:25 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:26.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:25 smithi190 ceph-mon[90718]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T17:13:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:25 smithi190 ceph-mon[90718]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 235 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.5 MiB/s wr, 8 op/s; 41/348 objects degraded (11.782%) 2024-08-17T17:13:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:25 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:25 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:26.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:25.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:26.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:25 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:25.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:26.702 INFO:tasks.rados.rados.0.smithi094.stdout:1881: done (1 left) 2024-08-17T17:13:26.702 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 174 2024-08-17T17:13:26.702 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 775 (ObjNum 573 snap 173 seq_num 573) dirty exists 2024-08-17T17:13:26.702 INFO:tasks.rados.rados.0.smithi094.stdout:1882: seq_num 585 ranges {0=204800} 2024-08-17T17:13:26.703 INFO:tasks.rados.rados.0.smithi094.stdout:1882: writing smithi09487127-44 from 0 to 204800 tid 1 2024-08-17T17:13:26.703 INFO:tasks.rados.rados.0.smithi094.stdout:1879: done (1 left) 2024-08-17T17:13:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:1883: read oid 15 snap -1 2024-08-17T17:13:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:1883: expect deleted 2024-08-17T17:13:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:1884: setattr oid 35 current snap is 174 2024-08-17T17:13:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:1885: snap_create 2024-08-17T17:13:26.712 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 839 (ObjNum 505 snap 149 seq_num 505) dirty exists 2024-08-17T17:13:26.712 INFO:tasks.rados.rados.0.smithi094.stdout:1882: finishing write tid 1 to smithi09487127-44 2024-08-17T17:13:26.712 INFO:tasks.rados.rados.0.smithi094.stdout:1882: finishing write tid 2 to smithi09487127-44 2024-08-17T17:13:26.713 INFO:tasks.rados.rados.0.smithi094.stdout:1882: finishing write tid 3 to smithi09487127-44 2024-08-17T17:13:26.713 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1196 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-08-17T17:13:26.713 INFO:tasks.rados.rados.0.smithi094.stdout:1882: left oid 44 (ObjNum 585 snap 174 seq_num 585) 2024-08-17T17:13:26.948 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:26 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 41/348 objects degraded (11.782%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:26.948 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:26 smithi190 ceph-mon[90718]: osdmap e433: 8 total, 7 up, 8 in 2024-08-17T17:13:26.948 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:26.949 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:26 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 41/348 objects degraded (11.782%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:26 smithi094 ceph-mon[100402]: osdmap e433: 8 total, 7 up, 8 in 2024-08-17T17:13:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:26 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 41/348 objects degraded (11.782%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:26 smithi094 ceph-mon[102949]: osdmap e433: 8 total, 7 up, 8 in 2024-08-17T17:13:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:27.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:27.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:26 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:26.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:27.522 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:13:27.230+0000 7efeb5f61640 -1 osd.3 424 log_to_monitors true 2024-08-17T17:13:27.708 INFO:tasks.rados.rados.0.smithi094.stdout:1882: done (3 left) 2024-08-17T17:13:27.708 INFO:tasks.rados.rados.0.smithi094.stdout:1883: done (2 left) 2024-08-17T17:13:27.708 INFO:tasks.rados.rados.0.smithi094.stdout:1884: done (1 left) 2024-08-17T17:13:27.708 INFO:tasks.rados.rados.0.smithi094.stdout:1885: done (0 left) 2024-08-17T17:13:27.708 INFO:tasks.rados.rados.0.smithi094.stdout:1886: delete oid 2 current snap is 175 2024-08-17T17:13:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:1886: done (0 left) 2024-08-17T17:13:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:1887: copy_from oid 29 from oid 30 current snap is 175 2024-08-17T17:13:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:1888: read oid 1 snap 174 2024-08-17T17:13:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:1888: expect (ObjNum 581 snap 173 seq_num 581) 2024-08-17T17:13:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:1889: rollback oid 17 current snap is 175 2024-08-17T17:13:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 17 to 167 2024-08-17T17:13:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 175 2024-08-17T17:13:27.713 INFO:tasks.rados.rados.0.smithi094.stdout:1890: seq_num 587 ranges {4841472=237568} 2024-08-17T17:13:27.741 INFO:tasks.rados.rados.0.smithi094.stdout:1890: writing smithi09487127-49 from 4841472 to 5079040 tid 1 2024-08-17T17:13:27.741 INFO:tasks.rados.rados.0.smithi094.stdout:1891: setattr oid 5 current snap is 175 2024-08-17T17:13:27.741 INFO:tasks.rados.rados.0.smithi094.stdout:1889: finishing rollback tid 1 to smithi09487127-17 2024-08-17T17:13:27.742 INFO:tasks.rados.rados.0.smithi094.stdout:1887: finishing copy_from to smithi09487127-29 2024-08-17T17:13:27.742 INFO:tasks.rados.rados.0.smithi094.stdout:1887: got expected ENOENT (src dne) 2024-08-17T17:13:27.742 INFO:tasks.rados.rados.0.smithi094.stdout:1887: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:13:27.742 INFO:tasks.rados.rados.0.smithi094.stdout:1889: finishing rollback tid 2 to smithi09487127-17 2024-08-17T17:13:27.742 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1131 (ObjNum 547 snap 167 seq_num 547) dirty exists 2024-08-17T17:13:27.742 INFO:tasks.rados.rados.0.smithi094.stdout:1887: done (4 left) 2024-08-17T17:13:27.743 INFO:tasks.rados.rados.0.smithi094.stdout:1889: done (3 left) 2024-08-17T17:13:27.743 INFO:tasks.rados.rados.0.smithi094.stdout:1892: read oid 8 snap 174 2024-08-17T17:13:27.743 INFO:tasks.rados.rados.0.smithi094.stdout:1892: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:13:27.743 INFO:tasks.rados.rados.0.smithi094.stdout:1893: rmattr oid 20 current snap is 175 2024-08-17T17:13:27.743 INFO:tasks.rados.rados.0.smithi094.stdout:1893: done (4 left) 2024-08-17T17:13:27.743 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 175 2024-08-17T17:13:27.743 INFO:tasks.rados.rados.0.smithi094.stdout:1894: seq_num 588 ranges {0=253952} 2024-08-17T17:13:27.744 INFO:tasks.rados.rados.0.smithi094.stdout:1894: writing smithi09487127-48 from 0 to 253952 tid 1 2024-08-17T17:13:27.744 INFO:tasks.rados.rados.0.smithi094.stdout:1895: rollback oid 18 current snap is 175 2024-08-17T17:13:27.744 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 167 2024-08-17T17:13:27.745 INFO:tasks.rados.rados.0.smithi094.stdout:1896: copy_from oid 46 from oid 29 current snap is 175 2024-08-17T17:13:27.745 INFO:tasks.rados.rados.0.smithi094.stdout:1897: rollback oid 3 current snap is 175 2024-08-17T17:13:27.745 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 167 2024-08-17T17:13:27.745 INFO:tasks.rados.rados.0.smithi094.stdout:1898: setattr oid 34 current snap is 175 2024-08-17T17:13:27.747 INFO:tasks.rados.rados.0.smithi094.stdout:1888: expect (ObjNum 581 snap 173 seq_num 581) 2024-08-17T17:13:27.850 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[100402]: osdmap e434: 8 total, 7 up, 8 in 2024-08-17T17:13:27.850 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[100402]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 43/327 objects degraded (13.150%) 2024-08-17T17:13:27.850 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:27.850 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:27.850 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[100402]: from='osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:13:27.851 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[100402]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:13:27.851 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[102949]: osdmap e434: 8 total, 7 up, 8 in 2024-08-17T17:13:27.851 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[102949]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 43/327 objects degraded (13.150%) 2024-08-17T17:13:27.851 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:27.851 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:27.851 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[102949]: from='osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:13:27.851 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-mon[102949]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:13:27.851 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:13:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:13:27.732+0000 7efeadd0b640 -1 osd.3 424 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:13:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:27 smithi190 ceph-mon[90718]: osdmap e434: 8 total, 7 up, 8 in 2024-08-17T17:13:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:27 smithi190 ceph-mon[90718]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 230 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 43/327 objects degraded (13.150%) 2024-08-17T17:13:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:27 smithi190 ceph-mon[90718]: from='osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:13:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:27 smithi190 ceph-mon[90718]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:13:28.291 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 548 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:13:28.291 INFO:tasks.rados.rados.0.smithi094.stdout:1890: finishing write tid 1 to smithi09487127-49 2024-08-17T17:13:28.291 INFO:tasks.rados.rados.0.smithi094.stdout:1897: finishing rollback tid 0 to smithi09487127-3 2024-08-17T17:13:28.291 INFO:tasks.rados.rados.0.smithi094.stdout:1897: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:13:28.291 INFO:tasks.rados.rados.0.smithi094.stdout:1895: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:13:28.291 INFO:tasks.rados.rados.0.smithi094.stdout:1894: finishing write tid 1 to smithi09487127-48 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:1890: finishing write tid 2 to smithi09487127-49 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:1894: finishing write tid 2 to smithi09487127-48 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:1897: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 577 (ObjNum 545 snap 167 seq_num 545) dirty exists 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:1895: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:1895: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 772 (ObjNum 530 snap 160 seq_num 530) dirty exists 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:1890: finishing write tid 3 to smithi09487127-49 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 856 (ObjNum 587 snap 175 seq_num 587) dirty exists 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:1890: left oid 49 (ObjNum 587 snap 175 seq_num 587) 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:1894: finishing write tid 3 to smithi09487127-48 2024-08-17T17:13:28.292 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1200 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-08-17T17:13:28.293 INFO:tasks.rados.rados.0.smithi094.stdout:1894: left oid 48 (ObjNum 588 snap 175 seq_num 588) 2024-08-17T17:13:28.293 INFO:tasks.rados.rados.0.smithi094.stdout:1892: expect (ObjNum 443 snap 129 seq_num 443) 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1896: finishing copy_from racing read to smithi09487127-46 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1896: finishing copy_from to smithi09487127-46 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1094 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1888: done (8 left) 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1890: done (7 left) 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1891: done (6 left) 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1892: done (5 left) 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1894: done (4 left) 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1895: done (3 left) 2024-08-17T17:13:28.404 INFO:tasks.rados.rados.0.smithi094.stdout:1896: done (2 left) 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1897: done (1 left) 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1899: read oid 12 snap -1 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1899: expect (ObjNum 531 snap 161 seq_num 531) 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1900: copy_from oid 32 from oid 21 current snap is 175 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1099 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1898: done (2 left) 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1901: copy_from oid 2 from oid 28 current snap is 175 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1902: read oid 41 snap 174 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1902: expect (ObjNum -1082806912 snap 21846 seq_num 3213678016) 2024-08-17T17:13:28.405 INFO:tasks.rados.rados.0.smithi094.stdout:1903: delete oid 22 current snap is 175 2024-08-17T17:13:28.406 INFO:tasks.rados.rados.0.smithi094.stdout:1902: expect (ObjNum -1082806912 snap 21846 seq_num 3213678016) 2024-08-17T17:13:28.406 INFO:tasks.rados.rados.0.smithi094.stdout:1900: finishing copy_from to smithi09487127-32 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1900: got expected ENOENT (src dne) 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1900: finishing copy_from racing read to smithi09487127-32 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1900: done (4 left) 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1902: done (3 left) 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1903: done (2 left) 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1904: read oid 39 snap -1 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1904: expect deleted 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1905: rollback oid 8 current snap is 175 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 8 to 167 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1906: read oid 1 snap -1 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1906: expect (ObjNum 581 snap 173 seq_num 581) 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:1907: rollback oid 26 current snap is 175 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 174 2024-08-17T17:13:28.407 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 175 2024-08-17T17:13:28.408 INFO:tasks.rados.rados.0.smithi094.stdout:1908: seq_num 590 ranges {3235840=286720} 2024-08-17T17:13:28.427 INFO:tasks.rados.rados.0.smithi094.stdout:1908: writing smithi09487127-25 from 3235840 to 3522560 tid 1 2024-08-17T17:13:28.427 INFO:tasks.rados.rados.0.smithi094.stdout:1909: delete oid 49 current snap is 175 2024-08-17T17:13:28.427 INFO:tasks.rados.rados.0.smithi094.stdout:1907: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:13:28.428 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 978 (ObjNum 33 snap 0 seq_num 3183911664) dirty dne 2024-08-17T17:13:28.428 INFO:tasks.rados.rados.0.smithi094.stdout:1905: finishing rollback tid 0 to smithi09487127-8 2024-08-17T17:13:28.428 INFO:tasks.rados.rados.0.smithi094.stdout:1905: finishing rollback tid 1 to smithi09487127-8 2024-08-17T17:13:28.428 INFO:tasks.rados.rados.0.smithi094.stdout:1905: finishing rollback tid 2 to smithi09487127-8 2024-08-17T17:13:28.428 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 893 (ObjNum 443 snap 129 seq_num 443) dirty exists 2024-08-17T17:13:28.428 INFO:tasks.rados.rados.0.smithi094.stdout:1901: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:13:28.428 INFO:tasks.rados.rados.0.smithi094.stdout:1901: finishing copy_from to smithi09487127-2 2024-08-17T17:13:28.428 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 749 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:1901: done (7 left) 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:1904: done (6 left) 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:1905: done (5 left) 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:1907: done (4 left) 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:1909: done (3 left) 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:1910: rollback oid 17 current snap is 175 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 17 to 167 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:1911: read oid 21 snap 174 2024-08-17T17:13:28.430 INFO:tasks.rados.rados.0.smithi094.stdout:1911: expect deleted 2024-08-17T17:13:28.431 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 175 2024-08-17T17:13:28.431 INFO:tasks.rados.rados.0.smithi094.stdout:1912: seq_num 592 ranges {6561792=319488} 2024-08-17T17:13:28.467 INFO:tasks.rados.rados.0.smithi094.stdout:1912: writing smithi09487127-31 from 6561792 to 6881280 tid 1 2024-08-17T17:13:28.468 INFO:tasks.rados.rados.0.smithi094.stdout:1913: snap_create 2024-08-17T17:13:28.468 INFO:tasks.rados.rados.0.smithi094.stdout:1899: expect (ObjNum 531 snap 161 seq_num 531) 2024-08-17T17:13:28.824 INFO:tasks.rados.rados.0.smithi094.stdout:1910: finishing rollback tid 0 to smithi09487127-17 2024-08-17T17:13:28.824 INFO:tasks.rados.rados.0.smithi094.stdout:1910: finishing rollback tid 1 to smithi09487127-17 2024-08-17T17:13:28.824 INFO:tasks.rados.rados.0.smithi094.stdout:1899: done (6 left) 2024-08-17T17:13:28.824 INFO:tasks.rados.rados.0.smithi094.stdout:1911: done (5 left) 2024-08-17T17:13:28.824 INFO:tasks.rados.rados.0.smithi094.stdout:1913: done (4 left) 2024-08-17T17:13:28.825 INFO:tasks.rados.rados.0.smithi094.stdout:1914: snap_remove snap 174 2024-08-17T17:13:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:28 smithi094 ceph-mon[102949]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:13:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:28 smithi094 ceph-mon[102949]: from='osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:13:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:28 smithi094 ceph-mon[102949]: osdmap e435: 8 total, 7 up, 8 in 2024-08-17T17:13:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:28 smithi094 ceph-mon[102949]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:13:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:28 smithi094 ceph-mon[100402]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:13:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:28 smithi094 ceph-mon[100402]: from='osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:13:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:28 smithi094 ceph-mon[100402]: osdmap e435: 8 total, 7 up, 8 in 2024-08-17T17:13:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:28 smithi094 ceph-mon[100402]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:13:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:28 smithi190 ceph-mon[90718]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:13:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:28 smithi190 ceph-mon[90718]: from='osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:13:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:28 smithi190 ceph-mon[90718]: osdmap e435: 8 total, 7 up, 8 in 2024-08-17T17:13:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:28 smithi190 ceph-mon[90718]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi094", "root=default"]} : dispatch 2024-08-17T17:13:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:13:29] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.51.0" 2024-08-17T17:13:29.724 INFO:tasks.rados.rados.0.smithi094.stdout:1914: done (4 left) 2024-08-17T17:13:29.724 INFO:tasks.rados.rados.0.smithi094.stdout:1915: copy_from oid 38 from oid 42 current snap is 176 2024-08-17T17:13:29.724 INFO:tasks.rados.rados.0.smithi094.stdout:1916: read oid 27 snap -1 2024-08-17T17:13:29.724 INFO:tasks.rados.rados.0.smithi094.stdout:1916: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:13:29.724 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 176 2024-08-17T17:13:29.725 INFO:tasks.rados.rados.0.smithi094.stdout:1917: seq_num 593 ranges {1884160=335872} 2024-08-17T17:13:29.732 INFO:tasks.rados.rados.0.smithi094.stdout:1917: writing smithi09487127-9 from 1884160 to 2220032 tid 1 2024-08-17T17:13:29.739 INFO:tasks.rados.rados.0.smithi094.stdout:1910: finishing rollback tid 2 to smithi09487127-17 2024-08-17T17:13:29.739 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1134 (ObjNum 547 snap 167 seq_num 547) dirty exists 2024-08-17T17:13:29.739 INFO:tasks.rados.rados.0.smithi094.stdout:1906: expect (ObjNum 581 snap 173 seq_num 581) 2024-08-17T17:13:30.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:13:29.730+0000 7f7c7ed28640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:13:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:13:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629] boot 2024-08-17T17:13:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T17:13:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: pgmap v265: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 45/336 objects degraded (13.393%) 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629] boot 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:13:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: pgmap v265: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 45/336 objects degraded (13.393%) 2024-08-17T17:13:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:30.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: osd.3 [v2:172.21.15.94:6826/2338458629,v1:172.21.15.94:6827/2338458629] boot 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: pgmap v265: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 227 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 18 op/s; 45/336 objects degraded (13.393%) 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:30.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:30.292 INFO:tasks.rados.rados.0.smithi094.stdout:1908: finishing write tid 1 to smithi09487127-25 2024-08-17T17:13:30.292 INFO:tasks.rados.rados.0.smithi094.stdout:1908: finishing write tid 2 to smithi09487127-25 2024-08-17T17:13:30.292 INFO:tasks.rados.rados.0.smithi094.stdout:1908: finishing write tid 3 to smithi09487127-25 2024-08-17T17:13:30.292 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 948 (ObjNum 590 snap 175 seq_num 590) dirty exists 2024-08-17T17:13:30.293 INFO:tasks.rados.rados.0.smithi094.stdout:1908: left oid 25 (ObjNum 590 snap 175 seq_num 590) 2024-08-17T17:13:30.293 INFO:tasks.rados.rados.0.smithi094.stdout:1912: finishing write tid 1 to smithi09487127-31 2024-08-17T17:13:30.293 INFO:tasks.rados.rados.0.smithi094.stdout:1912: finishing write tid 2 to smithi09487127-31 2024-08-17T17:13:30.293 INFO:tasks.rados.rados.0.smithi094.stdout:1912: finishing write tid 3 to smithi09487127-31 2024-08-17T17:13:30.293 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1007 (ObjNum 592 snap 175 seq_num 592) dirty exists 2024-08-17T17:13:30.293 INFO:tasks.rados.rados.0.smithi094.stdout:1912: left oid 31 (ObjNum 592 snap 175 seq_num 592) 2024-08-17T17:13:30.293 INFO:tasks.rados.rados.0.smithi094.stdout:1916: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:13:30.302 INFO:tasks.rados.rados.0.smithi094.stdout:1917: finishing write tid 1 to smithi09487127-9 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1906: done (6 left) 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1908: done (5 left) 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1910: done (4 left) 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1912: done (3 left) 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1916: done (2 left) 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1918: rollback oid 37 current snap is 176 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 37 to 167 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1917: finishing write tid 2 to smithi09487127-9 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1917: finishing write tid 3 to smithi09487127-9 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 862 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1917: left oid 9 (ObjNum 593 snap 176 seq_num 593) 2024-08-17T17:13:30.303 INFO:tasks.rados.rados.0.smithi094.stdout:1915: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:13:30.304 INFO:tasks.rados.rados.0.smithi094.stdout:1915: finishing copy_from to smithi09487127-38 2024-08-17T17:13:30.304 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 544 (ObjNum 422 snap 123 seq_num 422) dirty exists 2024-08-17T17:13:30.304 INFO:tasks.rados.rados.0.smithi094.stdout:1915: done (2 left) 2024-08-17T17:13:30.304 INFO:tasks.rados.rados.0.smithi094.stdout:1917: done (1 left) 2024-08-17T17:13:30.304 INFO:tasks.rados.rados.0.smithi094.stdout:1919: read oid 11 snap -1 2024-08-17T17:13:30.304 INFO:tasks.rados.rados.0.smithi094.stdout:1919: expect (ObjNum 571 snap 173 seq_num 571) 2024-08-17T17:13:30.304 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 176 2024-08-17T17:13:30.304 INFO:tasks.rados.rados.0.smithi094.stdout:1920: seq_num 594 ranges {4702208=352256} 2024-08-17T17:13:30.330 INFO:tasks.rados.rados.0.smithi094.stdout:1920: writing smithi09487127-35 from 4702208 to 5054464 tid 1 2024-08-17T17:13:30.330 INFO:tasks.rados.rados.0.smithi094.stdout:1921: rollback oid 45 current snap is 176 2024-08-17T17:13:30.330 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 175 2024-08-17T17:13:30.330 INFO:tasks.rados.rados.0.smithi094.stdout:1918: finishing rollback tid 0 to smithi09487127-37 2024-08-17T17:13:30.331 INFO:tasks.rados.rados.0.smithi094.stdout:1918: finishing rollback tid 1 to smithi09487127-37 2024-08-17T17:13:30.331 INFO:tasks.rados.rados.0.smithi094.stdout:1918: finishing rollback tid 2 to smithi09487127-37 2024-08-17T17:13:30.331 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 860 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-08-17T17:13:30.331 INFO:tasks.rados.rados.0.smithi094.stdout:1919: expect (ObjNum 571 snap 173 seq_num 571) 2024-08-17T17:13:30.473 INFO:tasks.rados.rados.0.smithi094.stdout:1921: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:13:30.473 INFO:tasks.rados.rados.0.smithi094.stdout:1921: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:13:30.473 INFO:tasks.rados.rados.0.smithi094.stdout:1920: finishing write tid 1 to smithi09487127-35 2024-08-17T17:13:30.473 INFO:tasks.rados.rados.0.smithi094.stdout:1920: finishing write tid 2 to smithi09487127-35 2024-08-17T17:13:30.473 INFO:tasks.rados.rados.0.smithi094.stdout:1921: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 899 (ObjNum 562 snap 172 seq_num 562) dirty exists 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1920: finishing write tid 3 to smithi09487127-35 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 841 (ObjNum 594 snap 176 seq_num 594) dirty exists 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1920: left oid 35 (ObjNum 594 snap 176 seq_num 594) 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1918: done (3 left) 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1919: done (2 left) 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1920: done (1 left) 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1921: done (0 left) 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1922: read oid 7 snap -1 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1922: expect deleted 2024-08-17T17:13:30.474 INFO:tasks.rados.rados.0.smithi094.stdout:1923: snap_create 2024-08-17T17:13:30.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:1922: done (1 left) 2024-08-17T17:13:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:1923: done (0 left) 2024-08-17T17:13:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:1924: rollback oid 29 current snap is 177 2024-08-17T17:13:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 167 2024-08-17T17:13:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:1925: copy_from oid 37 from oid 46 current snap is 177 2024-08-17T17:13:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:1926: snap_remove snap 175 2024-08-17T17:13:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[100402]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T17:13:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[100402]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[102949]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:13:31.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:30 smithi094 ceph-mon[102949]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:13:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-mon[90718]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T17:13:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:13:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:13:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:30 smithi190 ceph-mon[90718]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:13:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:1926: done (2 left) 2024-08-17T17:13:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:1927: rollback oid 50 current snap is 177 2024-08-17T17:13:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 176 2024-08-17T17:13:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:1924: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:13:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:1924: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:13:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:1924: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:13:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1102 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:13:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:1925: finishing copy_from racing read to smithi09487127-37 2024-08-17T17:13:31.728 INFO:tasks.rados.rados.0.smithi094.stdout:1925: finishing copy_from to smithi09487127-37 2024-08-17T17:13:31.728 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1094 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:13:31.728 INFO:tasks.rados.rados.0.smithi094.stdout:1924: done (2 left) 2024-08-17T17:13:31.728 INFO:tasks.rados.rados.0.smithi094.stdout:1925: done (1 left) 2024-08-17T17:13:31.728 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 177 2024-08-17T17:13:31.728 INFO:tasks.rados.rados.0.smithi094.stdout:1928: seq_num 595 ranges {4718592=368640} 2024-08-17T17:13:31.754 INFO:tasks.rados.rados.0.smithi094.stdout:1928: writing smithi09487127-23 from 4718592 to 5087232 tid 1 2024-08-17T17:13:31.754 INFO:tasks.rados.rados.0.smithi094.stdout:1929: rollback oid 7 current snap is 177 2024-08-17T17:13:31.754 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 7 to 167 2024-08-17T17:13:31.754 INFO:tasks.rados.rados.0.smithi094.stdout:1927: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:13:31.754 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 887 (ObjNum 289 snap 0 seq_num 3942082601) dirty dne 2024-08-17T17:13:31.754 INFO:tasks.rados.rados.0.smithi094.stdout:1927: done (2 left) 2024-08-17T17:13:31.755 INFO:tasks.rados.rados.0.smithi094.stdout:1930: delete oid 18 current snap is 177 2024-08-17T17:13:31.759 INFO:tasks.rados.rados.0.smithi094.stdout:1929: finishing rollback tid 1 to smithi09487127-7 2024-08-17T17:13:31.759 INFO:tasks.rados.rados.0.smithi094.stdout:1930: done (2 left) 2024-08-17T17:13:31.760 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 177 2024-08-17T17:13:31.760 INFO:tasks.rados.rados.0.smithi094.stdout:1931: seq_num 597 ranges {3293184=401408} 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:1931: writing smithi09487127-28 from 3293184 to 3694592 tid 1 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:1932: snap_create 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:1929: finishing rollback tid 2 to smithi09487127-7 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1136 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:1928: finishing write tid 1 to smithi09487127-23 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:1928: finishing write tid 2 to smithi09487127-23 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:1928: finishing write tid 3 to smithi09487127-23 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1108 (ObjNum 595 snap 177 seq_num 595) dirty exists 2024-08-17T17:13:31.780 INFO:tasks.rados.rados.0.smithi094.stdout:1928: left oid 23 (ObjNum 595 snap 177 seq_num 595) 2024-08-17T17:13:31.783 INFO:tasks.rados.rados.0.smithi094.stdout:1931: finishing write tid 1 to smithi09487127-28 2024-08-17T17:13:31.783 INFO:tasks.rados.rados.0.smithi094.stdout:1931: finishing write tid 2 to smithi09487127-28 2024-08-17T17:13:31.784 INFO:tasks.rados.rados.0.smithi094.stdout:1931: finishing write tid 3 to smithi09487127-28 2024-08-17T17:13:31.784 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1097 (ObjNum 597 snap 177 seq_num 597) dirty exists 2024-08-17T17:13:31.784 INFO:tasks.rados.rados.0.smithi094.stdout:1931: left oid 28 (ObjNum 597 snap 177 seq_num 597) 2024-08-17T17:13:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:31 smithi094 ceph-mon[102949]: pgmap v268: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 27 active+undersized, 5 active+undersized+degraded, 79 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 37/348 objects degraded (10.632%) 2024-08-17T17:13:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:31 smithi094 ceph-mon[102949]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T17:13:32.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:31 smithi094 ceph-mon[100402]: pgmap v268: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 27 active+undersized, 5 active+undersized+degraded, 79 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 37/348 objects degraded (10.632%) 2024-08-17T17:13:32.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:31 smithi094 ceph-mon[100402]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T17:13:32.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:31 smithi190 ceph-mon[90718]: pgmap v268: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 27 active+undersized, 5 active+undersized+degraded, 79 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 37/348 objects degraded (10.632%) 2024-08-17T17:13:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:31 smithi190 ceph-mon[90718]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T17:13:32.732 INFO:tasks.rados.rados.0.smithi094.stdout:1928: done (3 left) 2024-08-17T17:13:32.732 INFO:tasks.rados.rados.0.smithi094.stdout:1929: done (2 left) 2024-08-17T17:13:32.732 INFO:tasks.rados.rados.0.smithi094.stdout:1931: done (1 left) 2024-08-17T17:13:32.732 INFO:tasks.rados.rados.0.smithi094.stdout:1932: done (0 left) 2024-08-17T17:13:32.732 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 178 2024-08-17T17:13:32.733 INFO:tasks.rados.rados.0.smithi094.stdout:1933: seq_num 598 ranges {8036352=417792} 2024-08-17T17:13:32.778 INFO:tasks.rados.rados.0.smithi094.stdout:1933: writing smithi09487127-42 from 8036352 to 8454144 tid 1 2024-08-17T17:13:32.778 INFO:tasks.rados.rados.0.smithi094.stdout:1934: snap_create 2024-08-17T17:13:32.785 INFO:tasks.rados.rados.0.smithi094.stdout:1933: finishing write tid 1 to smithi09487127-42 2024-08-17T17:13:32.786 INFO:tasks.rados.rados.0.smithi094.stdout:1933: finishing write tid 2 to smithi09487127-42 2024-08-17T17:13:32.789 INFO:tasks.rados.rados.0.smithi094.stdout:1933: finishing write tid 3 to smithi09487127-42 2024-08-17T17:13:32.789 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 550 (ObjNum 598 snap 178 seq_num 598) dirty exists 2024-08-17T17:13:32.789 INFO:tasks.rados.rados.0.smithi094.stdout:1933: left oid 42 (ObjNum 598 snap 178 seq_num 598) 2024-08-17T17:13:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:32 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 37/348 objects degraded (10.632%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:32 smithi094 ceph-mon[100402]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T17:13:33.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:32 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 37/348 objects degraded (10.632%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:33.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:32 smithi094 ceph-mon[102949]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T17:13:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:32 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 37/348 objects degraded (10.632%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:32 smithi190 ceph-mon[90718]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T17:13:33.733 INFO:tasks.rados.rados.0.smithi094.stdout:1933: done (1 left) 2024-08-17T17:13:33.734 INFO:tasks.rados.rados.0.smithi094.stdout:1934: done (0 left) 2024-08-17T17:13:33.734 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 179 2024-08-17T17:13:33.734 INFO:tasks.rados.rados.0.smithi094.stdout:1935: seq_num 599 ranges {0=434176} 2024-08-17T17:13:33.736 INFO:tasks.rados.rados.0.smithi094.stdout:1935: writing smithi09487127-18 from 0 to 434176 tid 1 2024-08-17T17:13:33.736 INFO:tasks.rados.rados.0.smithi094.stdout:1936: snap_create 2024-08-17T17:13:33.743 INFO:tasks.rados.rados.0.smithi094.stdout:1935: finishing write tid 1 to smithi09487127-18 2024-08-17T17:13:33.743 INFO:tasks.rados.rados.0.smithi094.stdout:1935: finishing write tid 2 to smithi09487127-18 2024-08-17T17:13:33.744 INFO:tasks.rados.rados.0.smithi094.stdout:1935: finishing write tid 3 to smithi09487127-18 2024-08-17T17:13:33.744 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1099 (ObjNum 599 snap 179 seq_num 599) dirty exists 2024-08-17T17:13:33.744 INFO:tasks.rados.rados.0.smithi094.stdout:1935: left oid 18 (ObjNum 599 snap 179 seq_num 599) 2024-08-17T17:13:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:33 smithi094 ceph-mon[100402]: pgmap v270: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 19 active+undersized, 3 active+undersized+degraded, 89 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 23 op/s; 28/348 objects degraded (8.046%); 1.9 MiB/s, 0 objects/s recovering 2024-08-17T17:13:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:33 smithi094 ceph-mon[100402]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T17:13:34.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:33 smithi094 ceph-mon[102949]: pgmap v270: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 19 active+undersized, 3 active+undersized+degraded, 89 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 23 op/s; 28/348 objects degraded (8.046%); 1.9 MiB/s, 0 objects/s recovering 2024-08-17T17:13:34.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:33 smithi094 ceph-mon[102949]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T17:13:34.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:33 smithi190 ceph-mon[90718]: pgmap v270: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 19 active+undersized, 3 active+undersized+degraded, 89 active+clean; 229 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.2 MiB/s wr, 23 op/s; 28/348 objects degraded (8.046%); 1.9 MiB/s, 0 objects/s recovering 2024-08-17T17:13:34.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:33 smithi190 ceph-mon[90718]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T17:13:34.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:34.148Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T17:13:34.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:34.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:34.743 INFO:tasks.rados.rados.0.smithi094.stdout:1935: done (1 left) 2024-08-17T17:13:34.744 INFO:tasks.rados.rados.0.smithi094.stdout:1936: done (0 left) 2024-08-17T17:13:34.744 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 180 2024-08-17T17:13:34.744 INFO:tasks.rados.rados.0.smithi094.stdout:1937: seq_num 600 ranges {1974272=450560} 2024-08-17T17:13:34.756 INFO:tasks.rados.rados.0.smithi094.stdout:1937: writing smithi09487127-17 from 1974272 to 2424832 tid 1 2024-08-17T17:13:34.756 INFO:tasks.rados.rados.0.smithi094.stdout:1938: rollback oid 22 current snap is 180 2024-08-17T17:13:34.756 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 178 2024-08-17T17:13:34.756 INFO:tasks.rados.rados.0.smithi094.stdout:1939: delete oid 39 current snap is 180 2024-08-17T17:13:34.760 INFO:tasks.rados.rados.0.smithi094.stdout:1939: done (2 left) 2024-08-17T17:13:34.760 INFO:tasks.rados.rados.0.smithi094.stdout:1940: snap_remove snap 176 2024-08-17T17:13:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:34 smithi094 ceph-mon[100402]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T17:13:35.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:34 smithi094 ceph-mon[102949]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T17:13:35.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:34 smithi190 ceph-mon[90718]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:1940: done (2 left) 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:1941: snap_create 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:1938: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 852 (ObjNum 33 snap 0 seq_num 3214201872) dirty dne 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:1937: finishing write tid 1 to smithi09487127-17 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:1937: finishing write tid 2 to smithi09487127-17 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:1937: finishing write tid 3 to smithi09487127-17 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1138 (ObjNum 600 snap 180 seq_num 600) dirty exists 2024-08-17T17:13:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:1937: left oid 17 (ObjNum 600 snap 180 seq_num 600) 2024-08-17T17:13:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:35 smithi094 ceph-mon[102949]: pgmap v273: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 111 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s; 5/336 objects degraded (1.488%); 9.4 MiB/s, 2 objects/s recovering 2024-08-17T17:13:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:35 smithi094 ceph-mon[102949]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T17:13:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:35 smithi094 ceph-mon[100402]: pgmap v273: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 111 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s; 5/336 objects degraded (1.488%); 9.4 MiB/s, 2 objects/s recovering 2024-08-17T17:13:36.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:35 smithi094 ceph-mon[100402]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T17:13:36.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:35 smithi190 ceph-mon[90718]: pgmap v273: 121 pgs: 1 active+clean+snaptrim, 1 activating+degraded, 8 activating, 111 active+clean; 228 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.8 MiB/s wr, 14 op/s; 5/336 objects degraded (1.488%); 9.4 MiB/s, 2 objects/s recovering 2024-08-17T17:13:36.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:35 smithi190 ceph-mon[90718]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T17:13:36.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:35.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:36.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:35.741Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:1937: done (2 left) 2024-08-17T17:13:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:1938: done (1 left) 2024-08-17T17:13:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:1941: done (0 left) 2024-08-17T17:13:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 181 2024-08-17T17:13:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:1942: seq_num 602 ranges {0=491520} 2024-08-17T17:13:36.758 INFO:tasks.rados.rados.0.smithi094.stdout:1942: writing smithi09487127-10 from 0 to 491520 tid 1 2024-08-17T17:13:36.758 INFO:tasks.rados.rados.0.smithi094.stdout:1943: snap_create 2024-08-17T17:13:36.764 INFO:tasks.rados.rados.0.smithi094.stdout:1942: finishing write tid 1 to smithi09487127-10 2024-08-17T17:13:36.764 INFO:tasks.rados.rados.0.smithi094.stdout:1942: finishing write tid 2 to smithi09487127-10 2024-08-17T17:13:36.765 INFO:tasks.rados.rados.0.smithi094.stdout:1942: finishing write tid 3 to smithi09487127-10 2024-08-17T17:13:36.765 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1140 (ObjNum 602 snap 181 seq_num 602) dirty exists 2024-08-17T17:13:36.765 INFO:tasks.rados.rados.0.smithi094.stdout:1942: left oid 10 (ObjNum 602 snap 181 seq_num 602) 2024-08-17T17:13:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:36 smithi094 ceph-mon[100402]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T17:13:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:36 smithi094 ceph-mon[100402]: pgmap v276: 121 pgs: 121 active+clean; 230 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 6 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T17:13:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:36 smithi094 ceph-mon[102949]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T17:13:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:36 smithi094 ceph-mon[102949]: pgmap v276: 121 pgs: 121 active+clean; 230 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 6 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T17:13:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:36 smithi190 ceph-mon[90718]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T17:13:37.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:36 smithi190 ceph-mon[90718]: pgmap v276: 121 pgs: 121 active+clean; 230 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 6 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T17:13:37.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:36.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:37.760 INFO:tasks.rados.rados.0.smithi094.stdout:1942: done (1 left) 2024-08-17T17:13:37.760 INFO:tasks.rados.rados.0.smithi094.stdout:1943: done (0 left) 2024-08-17T17:13:37.760 INFO:tasks.rados.rados.0.smithi094.stdout:1944: rollback oid 27 current snap is 182 2024-08-17T17:13:37.760 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 27 to 180 2024-08-17T17:13:37.760 INFO:tasks.rados.rados.0.smithi094.stdout:1945: delete oid 39 current snap is 182 2024-08-17T17:13:37.762 INFO:tasks.rados.rados.0.smithi094.stdout:1944: finishing rollback tid 0 to smithi09487127-27 2024-08-17T17:13:37.763 INFO:tasks.rados.rados.0.smithi094.stdout:1944: finishing rollback tid 1 to smithi09487127-27 2024-08-17T17:13:37.764 INFO:tasks.rados.rados.0.smithi094.stdout:1944: finishing rollback tid 2 to smithi09487127-27 2024-08-17T17:13:37.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 385 (ObjNum 451 snap 131 seq_num 451) dirty exists 2024-08-17T17:13:37.765 INFO:tasks.rados.rados.0.smithi094.stdout:1944: done (1 left) 2024-08-17T17:13:37.765 INFO:tasks.rados.rados.0.smithi094.stdout:1945: done (0 left) 2024-08-17T17:13:37.765 INFO:tasks.rados.rados.0.smithi094.stdout:1946: rollback oid 50 current snap is 182 2024-08-17T17:13:37.765 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 179 2024-08-17T17:13:37.765 INFO:tasks.rados.rados.0.smithi094.stdout:1947: copy_from oid 26 from oid 41 current snap is 182 2024-08-17T17:13:37.765 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 182 2024-08-17T17:13:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:1948: seq_num 604 ranges {3375104=524288} 2024-08-17T17:13:37.790 INFO:tasks.rados.rados.0.smithi094.stdout:1948: writing smithi09487127-20 from 3375104 to 3899392 tid 1 2024-08-17T17:13:37.790 INFO:tasks.rados.rados.0.smithi094.stdout:1949: snap_create 2024-08-17T17:13:37.790 INFO:tasks.rados.rados.0.smithi094.stdout:1946: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:13:37.791 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 887 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T17:13:37.791 INFO:tasks.rados.rados.0.smithi094.stdout:1947: finishing copy_from racing read to smithi09487127-26 2024-08-17T17:13:37.791 INFO:tasks.rados.rados.0.smithi094.stdout:1947: finishing copy_from to smithi09487127-26 2024-08-17T17:13:37.791 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 762 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:13:37.793 INFO:tasks.rados.rados.0.smithi094.stdout:1948: finishing write tid 1 to smithi09487127-20 2024-08-17T17:13:37.793 INFO:tasks.rados.rados.0.smithi094.stdout:1948: finishing write tid 2 to smithi09487127-20 2024-08-17T17:13:37.794 INFO:tasks.rados.rados.0.smithi094.stdout:1948: finishing write tid 3 to smithi09487127-20 2024-08-17T17:13:37.794 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1029 (ObjNum 604 snap 182 seq_num 604) dirty exists 2024-08-17T17:13:37.794 INFO:tasks.rados.rados.0.smithi094.stdout:1948: left oid 20 (ObjNum 604 snap 182 seq_num 604) 2024-08-17T17:13:37.955 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:13:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:37 smithi094 ceph-mon[100402]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/336 objects degraded (1.488%), 1 pg degraded) 2024-08-17T17:13:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:37 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:13:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:37 smithi094 ceph-mon[100402]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T17:13:38.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:37 smithi094 ceph-mon[102949]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/336 objects degraded (1.488%), 1 pg degraded) 2024-08-17T17:13:38.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:37 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:13:38.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:37 smithi094 ceph-mon[102949]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T17:13:38.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:37 smithi190 ceph-mon[90718]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/336 objects degraded (1.488%), 1 pg degraded) 2024-08-17T17:13:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:37 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:13:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:37 smithi190 ceph-mon[90718]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T17:13:38.536 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (4m) 12s ago 8m 18.9M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (4m) 2m ago 8m 81.8M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (10m) 12s ago 10m 20.1M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (10m) 2m ago 10m 14.5M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (3m) 2m ago 13m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (4m) 12s ago 15m 521M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (3m) 12s ago 15m 60.3M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (2m) 2m ago 14m 24.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (2m) 12s ago 14m 48.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (4m) 12s ago 8m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (4m) 2m ago 8m 9.99M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:13:38.537 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (117s) 12s ago 13m 206M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:13:38.538 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (83s) 12s ago 13m 149M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:13:38.538 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (50s) 12s ago 12m 116M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:13:38.538 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (17s) 12s ago 12m 11.7M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3bee04f6a6a4 2024-08-17T17:13:38.538 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (12m) 2m ago 12m 186M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 9a489344aa82 2024-08-17T17:13:38.538 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (11m) 2m ago 11m 154M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:13:38.538 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (11m) 2m ago 11m 106M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:13:38.538 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (10m) 2m ago 10m 129M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:13:38.538 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (3m) 2m ago 9m 41.7M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:13:38.679 INFO:tasks.rados.rados.0.smithi094.stdout:1946: done (3 left) 2024-08-17T17:13:38.679 INFO:tasks.rados.rados.0.smithi094.stdout:1947: done (2 left) 2024-08-17T17:13:38.679 INFO:tasks.rados.rados.0.smithi094.stdout:1948: done (1 left) 2024-08-17T17:13:38.679 INFO:tasks.rados.rados.0.smithi094.stdout:1949: done (0 left) 2024-08-17T17:13:38.680 INFO:tasks.rados.rados.0.smithi094.stdout:1950: snap_remove snap 177 2024-08-17T17:13:38.884 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 4, 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 4 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:13:38.885 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:13:38.886 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:13:38.886 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:13:38.886 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:13:38.886 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 6, 2024-08-17T17:13:38.886 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 9 2024-08-17T17:13:38.886 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:13:38.886 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:13:38.886 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[100402]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T17:13:38.886 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[100402]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[100402]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[100402]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[100402]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[100402]: pgmap v280: 121 pgs: 121 active+clean; 232 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[102949]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[102949]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[102949]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[102949]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[102949]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T17:13:38.887 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:38 smithi094 ceph-mon[102949]: pgmap v280: 121 pgs: 121 active+clean; 232 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-08-17T17:13:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:38 smithi190 ceph-mon[90718]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T17:13:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:38 smithi190 ceph-mon[90718]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:38 smithi190 ceph-mon[90718]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:38 smithi190 ceph-mon[90718]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:38 smithi190 ceph-mon[90718]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T17:13:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:38 smithi190 ceph-mon[90718]: pgmap v280: 121 pgs: 121 active+clean; 232 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "9/20 daemons upgraded", 2024-08-17T17:13:39.189 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:13:39.190 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:13:39.190 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:13:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:13:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:13:39] "GET /metrics HTTP/1.1" 200 36248 "" "Prometheus/2.51.0" 2024-08-17T17:13:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:1950: done (0 left) 2024-08-17T17:13:39.684 INFO:tasks.rados.rados.0.smithi094.stdout:1951: read oid 42 snap 178 2024-08-17T17:13:39.685 INFO:tasks.rados.rados.0.smithi094.stdout:1951: expect (ObjNum 598 snap 178 seq_num 598) 2024-08-17T17:13:39.685 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 183 2024-08-17T17:13:39.685 INFO:tasks.rados.rados.0.smithi094.stdout:1952: seq_num 605 ranges {253952=540672} 2024-08-17T17:13:39.690 INFO:tasks.rados.rados.0.smithi094.stdout:1952: writing smithi09487127-48 from 253952 to 794624 tid 1 2024-08-17T17:13:39.690 INFO:tasks.rados.rados.0.smithi094.stdout:1953: read oid 28 snap 181 2024-08-17T17:13:39.690 INFO:tasks.rados.rados.0.smithi094.stdout:1953: expect (ObjNum 597 snap 177 seq_num 597) 2024-08-17T17:13:39.690 INFO:tasks.rados.rados.0.smithi094.stdout:1954: copy_from oid 47 from oid 37 current snap is 183 2024-08-17T17:13:39.690 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 183 2024-08-17T17:13:39.690 INFO:tasks.rados.rados.0.smithi094.stdout:1955: seq_num 606 ranges {7512064=557056} 2024-08-17T17:13:39.734 INFO:tasks.rados.rados.0.smithi094.stdout:1955: writing smithi09487127-1 from 7512064 to 8069120 tid 1 2024-08-17T17:13:39.735 INFO:tasks.rados.rados.0.smithi094.stdout:1956: read oid 5 snap -1 2024-08-17T17:13:39.735 INFO:tasks.rados.rados.0.smithi094.stdout:1956: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:13:39.735 INFO:tasks.rados.rados.0.smithi094.stdout:1957: snap_create 2024-08-17T17:13:39.735 INFO:tasks.rados.rados.0.smithi094.stdout:1953: expect (ObjNum 597 snap 177 seq_num 597) 2024-08-17T17:13:39.962 INFO:tasks.rados.rados.0.smithi094.stdout:1952: finishing write tid 1 to smithi09487127-48 2024-08-17T17:13:39.962 INFO:tasks.rados.rados.0.smithi094.stdout:1952: finishing write tid 2 to smithi09487127-48 2024-08-17T17:13:39.962 INFO:tasks.rados.rados.0.smithi094.stdout:1952: finishing write tid 3 to smithi09487127-48 2024-08-17T17:13:39.962 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1203 (ObjNum 605 snap 183 seq_num 605) dirty exists 2024-08-17T17:13:39.962 INFO:tasks.rados.rados.0.smithi094.stdout:1952: left oid 48 (ObjNum 605 snap 183 seq_num 605) 2024-08-17T17:13:39.962 INFO:tasks.rados.rados.0.smithi094.stdout:1951: expect (ObjNum 598 snap 178 seq_num 598) 2024-08-17T17:13:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:39 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/4217310713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:39 smithi094 ceph-mon[102949]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:39 smithi094 ceph-mon[102949]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T17:13:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:39 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/4217310713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:39 smithi094 ceph-mon[100402]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:39 smithi094 ceph-mon[100402]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T17:13:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:39 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/4217310713' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:39 smithi190 ceph-mon[90718]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:39 smithi190 ceph-mon[90718]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T17:13:40.525 INFO:tasks.rados.rados.0.smithi094.stdout:1954: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:13:40.525 INFO:tasks.rados.rados.0.smithi094.stdout:1954: finishing copy_from to smithi09487127-47 2024-08-17T17:13:40.526 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1094 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:13:40.526 INFO:tasks.rados.rados.0.smithi094.stdout:1955: finishing write tid 1 to smithi09487127-1 2024-08-17T17:13:40.526 INFO:tasks.rados.rados.0.smithi094.stdout:1955: finishing write tid 2 to smithi09487127-1 2024-08-17T17:13:40.526 INFO:tasks.rados.rados.0.smithi094.stdout:1955: finishing write tid 3 to smithi09487127-1 2024-08-17T17:13:40.526 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 950 (ObjNum 606 snap 183 seq_num 606) dirty exists 2024-08-17T17:13:40.526 INFO:tasks.rados.rados.0.smithi094.stdout:1955: left oid 1 (ObjNum 606 snap 183 seq_num 606) 2024-08-17T17:13:40.526 INFO:tasks.rados.rados.0.smithi094.stdout:1956: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:13:40.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:40.801 INFO:tasks.rados.rados.0.smithi094.stdout:1951: done (6 left) 2024-08-17T17:13:40.801 INFO:tasks.rados.rados.0.smithi094.stdout:1952: done (5 left) 2024-08-17T17:13:40.801 INFO:tasks.rados.rados.0.smithi094.stdout:1953: done (4 left) 2024-08-17T17:13:40.801 INFO:tasks.rados.rados.0.smithi094.stdout:1954: done (3 left) 2024-08-17T17:13:40.801 INFO:tasks.rados.rados.0.smithi094.stdout:1955: done (2 left) 2024-08-17T17:13:40.801 INFO:tasks.rados.rados.0.smithi094.stdout:1956: done (1 left) 2024-08-17T17:13:40.802 INFO:tasks.rados.rados.0.smithi094.stdout:1957: done (0 left) 2024-08-17T17:13:40.802 INFO:tasks.rados.rados.0.smithi094.stdout:1958: copy_from oid 15 from oid 50 current snap is 184 2024-08-17T17:13:40.802 INFO:tasks.rados.rados.0.smithi094.stdout:1959: snap_create 2024-08-17T17:13:40.806 INFO:tasks.rados.rados.0.smithi094.stdout:1958: finishing copy_from to smithi09487127-15 2024-08-17T17:13:40.806 INFO:tasks.rados.rados.0.smithi094.stdout:1958: got expected ENOENT (src dne) 2024-08-17T17:13:40.806 INFO:tasks.rados.rados.0.smithi094.stdout:1958: finishing copy_from racing read to smithi09487127-15 2024-08-17T17:13:41.692 INFO:tasks.rados.rados.0.smithi094.stdout:1958: done (1 left) 2024-08-17T17:13:41.693 INFO:tasks.rados.rados.0.smithi094.stdout:1959: done (0 left) 2024-08-17T17:13:41.693 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 185 2024-08-17T17:13:41.693 INFO:tasks.rados.rados.0.smithi094.stdout:1960: seq_num 607 ranges {10092544=573440} 2024-08-17T17:13:41.750 INFO:tasks.rados.rados.0.smithi094.stdout:1960: writing smithi09487127-43 from 10092544 to 10665984 tid 1 2024-08-17T17:13:41.750 INFO:tasks.rados.rados.0.smithi094.stdout:1961: delete oid 18 current snap is 185 2024-08-17T17:13:41.752 INFO:tasks.rados.rados.0.smithi094.stdout:1961: done (1 left) 2024-08-17T17:13:41.753 INFO:tasks.rados.rados.0.smithi094.stdout:1962: read oid 13 snap -1 2024-08-17T17:13:41.753 INFO:tasks.rados.rados.0.smithi094.stdout:1962: expect deleted 2024-08-17T17:13:41.753 INFO:tasks.rados.rados.0.smithi094.stdout:1963: snap_create 2024-08-17T17:13:41.755 INFO:tasks.rados.rados.0.smithi094.stdout:1960: finishing write tid 1 to smithi09487127-43 2024-08-17T17:13:41.755 INFO:tasks.rados.rados.0.smithi094.stdout:1960: finishing write tid 2 to smithi09487127-43 2024-08-17T17:13:41.757 INFO:tasks.rados.rados.0.smithi094.stdout:1960: finishing write tid 3 to smithi09487127-43 2024-08-17T17:13:41.757 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 412 (ObjNum 607 snap 185 seq_num 607) dirty exists 2024-08-17T17:13:41.758 INFO:tasks.rados.rados.0.smithi094.stdout:1960: left oid 43 (ObjNum 607 snap 185 seq_num 607) 2024-08-17T17:13:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:41 smithi094 ceph-mon[100402]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T17:13:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:41 smithi094 ceph-mon[100402]: pgmap v283: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 704 KiB/s wr, 5 op/s 2024-08-17T17:13:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:41 smithi094 ceph-mon[102949]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T17:13:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:41 smithi094 ceph-mon[102949]: pgmap v283: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 704 KiB/s wr, 5 op/s 2024-08-17T17:13:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:41 smithi190 ceph-mon[90718]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T17:13:42.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:41 smithi190 ceph-mon[90718]: pgmap v283: 121 pgs: 121 active+clean; 231 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 704 KiB/s wr, 5 op/s 2024-08-17T17:13:42.694 INFO:tasks.rados.rados.0.smithi094.stdout:1960: done (2 left) 2024-08-17T17:13:42.694 INFO:tasks.rados.rados.0.smithi094.stdout:1962: done (1 left) 2024-08-17T17:13:42.695 INFO:tasks.rados.rados.0.smithi094.stdout:1963: done (0 left) 2024-08-17T17:13:42.695 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 186 2024-08-17T17:13:42.695 INFO:tasks.rados.rados.0.smithi094.stdout:1964: seq_num 609 ranges {3915776=606208} 2024-08-17T17:13:42.719 INFO:tasks.rados.rados.0.smithi094.stdout:1964: writing smithi09487127-7 from 3915776 to 4521984 tid 1 2024-08-17T17:13:42.719 INFO:tasks.rados.rados.0.smithi094.stdout:1965: read oid 43 snap -1 2024-08-17T17:13:42.719 INFO:tasks.rados.rados.0.smithi094.stdout:1965: expect (ObjNum 607 snap 185 seq_num 607) 2024-08-17T17:13:42.719 INFO:tasks.rados.rados.0.smithi094.stdout:1966: snap_remove snap 184 2024-08-17T17:13:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:42 smithi094 ceph-mon[100402]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T17:13:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:42 smithi094 ceph-mon[102949]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T17:13:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:42 smithi190 ceph-mon[90718]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T17:13:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:43.681 INFO:tasks.rados.rados.0.smithi094.stdout:1966: done (2 left) 2024-08-17T17:13:43.681 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 186 2024-08-17T17:13:43.681 INFO:tasks.rados.rados.0.smithi094.stdout:1964: finishing write tid 1 to smithi09487127-7 2024-08-17T17:13:43.681 INFO:tasks.rados.rados.0.smithi094.stdout:1967: seq_num 610 ranges {3522560=622592} 2024-08-17T17:13:43.704 INFO:tasks.rados.rados.0.smithi094.stdout:1967: writing smithi09487127-25 from 3522560 to 4145152 tid 1 2024-08-17T17:13:43.704 INFO:tasks.rados.rados.0.smithi094.stdout:1968: snap_remove snap 181 2024-08-17T17:13:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:43 smithi094 ceph-mon[100402]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T17:13:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:43 smithi094 ceph-mon[100402]: pgmap v286: 121 pgs: 121 active+clean; 238 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:13:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:43 smithi094 ceph-mon[100402]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T17:13:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:43 smithi094 ceph-mon[102949]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T17:13:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:43 smithi094 ceph-mon[102949]: pgmap v286: 121 pgs: 121 active+clean; 238 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:13:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:43 smithi094 ceph-mon[102949]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T17:13:44.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:43 smithi190 ceph-mon[90718]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T17:13:44.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:43 smithi190 ceph-mon[90718]: pgmap v286: 121 pgs: 121 active+clean; 238 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:13:44.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:43 smithi190 ceph-mon[90718]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T17:13:44.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:44.148Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T17:13:44.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:44.149Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.3\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.3\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.94\", device_class=\"ssd\", hostname=\"smithi094\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.94\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:44.707 INFO:tasks.rados.rados.0.smithi094.stdout:1964: finishing write tid 2 to smithi09487127-7 2024-08-17T17:13:44.707 INFO:tasks.rados.rados.0.smithi094.stdout:1964: finishing write tid 3 to smithi09487127-7 2024-08-17T17:13:44.708 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1142 (ObjNum 609 snap 186 seq_num 609) dirty exists 2024-08-17T17:13:44.708 INFO:tasks.rados.rados.0.smithi094.stdout:1964: left oid 7 (ObjNum 609 snap 186 seq_num 609) 2024-08-17T17:13:44.708 INFO:tasks.rados.rados.0.smithi094.stdout:1965: expect (ObjNum 607 snap 185 seq_num 607) 2024-08-17T17:13:45.587 INFO:tasks.rados.rados.0.smithi094.stdout:1967: finishing write tid 1 to smithi09487127-25 2024-08-17T17:13:45.587 INFO:tasks.rados.rados.0.smithi094.stdout:1967: finishing write tid 2 to smithi09487127-25 2024-08-17T17:13:45.587 INFO:tasks.rados.rados.0.smithi094.stdout:1967: finishing write tid 3 to smithi09487127-25 2024-08-17T17:13:45.587 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 952 (ObjNum 610 snap 186 seq_num 610) dirty exists 2024-08-17T17:13:45.588 INFO:tasks.rados.rados.0.smithi094.stdout:1967: left oid 25 (ObjNum 610 snap 186 seq_num 610) 2024-08-17T17:13:45.588 INFO:tasks.rados.rados.0.smithi094.stdout:1964: done (3 left) 2024-08-17T17:13:45.588 INFO:tasks.rados.rados.0.smithi094.stdout:1965: done (2 left) 2024-08-17T17:13:45.588 INFO:tasks.rados.rados.0.smithi094.stdout:1967: done (1 left) 2024-08-17T17:13:45.588 INFO:tasks.rados.rados.0.smithi094.stdout:1968: done (0 left) 2024-08-17T17:13:45.588 INFO:tasks.rados.rados.0.smithi094.stdout:1969: setattr oid 3 current snap is 186 2024-08-17T17:13:45.589 INFO:tasks.rados.rados.0.smithi094.stdout:1970: copy_from oid 22 from oid 29 current snap is 186 2024-08-17T17:13:45.589 INFO:tasks.rados.rados.0.smithi094.stdout:1971: rmattr oid 39 current snap is 186 2024-08-17T17:13:45.589 INFO:tasks.rados.rados.0.smithi094.stdout:1971: done (2 left) 2024-08-17T17:13:45.589 INFO:tasks.rados.rados.0.smithi094.stdout:1972: rollback oid 28 current snap is 186 2024-08-17T17:13:45.589 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 183 2024-08-17T17:13:45.589 INFO:tasks.rados.rados.0.smithi094.stdout:1973: snap_create 2024-08-17T17:13:45.593 INFO:tasks.rados.rados.0.smithi094.stdout:1972: finishing rollback tid 0 to smithi09487127-28 2024-08-17T17:13:45.594 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 578 (ObjNum 545 snap 167 seq_num 545) dirty exists 2024-08-17T17:13:45.594 INFO:tasks.rados.rados.0.smithi094.stdout:1972: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:13:45.594 INFO:tasks.rados.rados.0.smithi094.stdout:1972: finishing rollback tid 2 to smithi09487127-28 2024-08-17T17:13:45.594 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1103 (ObjNum 597 snap 177 seq_num 597) dirty exists 2024-08-17T17:13:45.606 INFO:tasks.rados.rados.0.smithi094.stdout:1970: finishing copy_from racing read to smithi09487127-22 2024-08-17T17:13:45.609 INFO:tasks.rados.rados.0.smithi094.stdout:1970: finishing copy_from to smithi09487127-22 2024-08-17T17:13:45.610 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1102 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:13:45.708 INFO:tasks.rados.rados.0.smithi094.stdout:1969: done (3 left) 2024-08-17T17:13:45.708 INFO:tasks.rados.rados.0.smithi094.stdout:1970: done (2 left) 2024-08-17T17:13:45.708 INFO:tasks.rados.rados.0.smithi094.stdout:1972: done (1 left) 2024-08-17T17:13:45.708 INFO:tasks.rados.rados.0.smithi094.stdout:1973: done (0 left) 2024-08-17T17:13:45.708 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 187 2024-08-17T17:13:45.708 INFO:tasks.rados.rados.0.smithi094.stdout:1974: seq_num 611 ranges {0=638976} 2024-08-17T17:13:45.711 INFO:tasks.rados.rados.0.smithi094.stdout:1974: writing smithi09487127-18 from 0 to 638976 tid 1 2024-08-17T17:13:45.711 INFO:tasks.rados.rados.0.smithi094.stdout:1975: snap_create 2024-08-17T17:13:45.716 INFO:tasks.rados.rados.0.smithi094.stdout:1974: finishing write tid 1 to smithi09487127-18 2024-08-17T17:13:45.716 INFO:tasks.rados.rados.0.smithi094.stdout:1974: finishing write tid 2 to smithi09487127-18 2024-08-17T17:13:45.717 INFO:tasks.rados.rados.0.smithi094.stdout:1974: finishing write tid 3 to smithi09487127-18 2024-08-17T17:13:45.717 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1105 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-08-17T17:13:45.717 INFO:tasks.rados.rados.0.smithi094.stdout:1974: left oid 18 (ObjNum 611 snap 187 seq_num 611) 2024-08-17T17:13:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:45 smithi094 ceph-mon[102949]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T17:13:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:45 smithi094 ceph-mon[102949]: pgmap v289: 121 pgs: 121 active+clean; 239 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T17:13:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:13:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:45 smithi094 ceph-mon[100402]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T17:13:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:45 smithi094 ceph-mon[100402]: pgmap v289: 121 pgs: 121 active+clean; 239 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T17:13:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:13:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:45 smithi190 ceph-mon[90718]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T17:13:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:45 smithi190 ceph-mon[90718]: pgmap v289: 121 pgs: 121 active+clean; 239 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-17T17:13:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:13:46.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:45.739Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:46.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:45.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:46.718 INFO:tasks.rados.rados.0.smithi094.stdout:1974: done (1 left) 2024-08-17T17:13:46.718 INFO:tasks.rados.rados.0.smithi094.stdout:1975: done (0 left) 2024-08-17T17:13:46.718 INFO:tasks.rados.rados.0.smithi094.stdout:1976: setattr oid 44 current snap is 188 2024-08-17T17:13:46.719 INFO:tasks.rados.rados.0.smithi094.stdout:1977: rollback oid 20 current snap is 188 2024-08-17T17:13:46.719 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 182 2024-08-17T17:13:46.720 INFO:tasks.rados.rados.0.smithi094.stdout:1978: snap_remove snap 185 2024-08-17T17:13:46.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:46 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:13:46.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:46 smithi190 ceph-mon[90718]: Upgrade: osd.4 is safe to restart 2024-08-17T17:13:46.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:46 smithi190 ceph-mon[90718]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T17:13:46.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:46 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:46.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:46 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:13:46.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:46 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:13:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[100402]: Upgrade: osd.4 is safe to restart 2024-08-17T17:13:47.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[100402]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T17:13:47.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:47.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:13:47.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:47.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:13:47.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[102949]: Upgrade: osd.4 is safe to restart 2024-08-17T17:13:47.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[102949]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T17:13:47.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:47.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:13:47.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:46 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:47.306 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:46.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:47.725 INFO:tasks.rados.rados.0.smithi094.stdout:1978: done (2 left) 2024-08-17T17:13:47.725 INFO:tasks.rados.rados.0.smithi094.stdout:1979: copy_from oid 39 from oid 18 current snap is 188 2024-08-17T17:13:47.725 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 188 2024-08-17T17:13:47.725 INFO:tasks.rados.rados.0.smithi094.stdout:1980: seq_num 612 ranges {0=655360} 2024-08-17T17:13:47.730 INFO:tasks.rados.rados.0.smithi094.stdout:1980: writing smithi09487127-24 from 0 to 655360 tid 1 2024-08-17T17:13:47.730 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 188 2024-08-17T17:13:47.730 INFO:tasks.rados.rados.0.smithi094.stdout:1977: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:13:47.731 INFO:tasks.rados.rados.0.smithi094.stdout:1981: seq_num 613 ranges {5103616=671744} 2024-08-17T17:13:47.761 INFO:tasks.rados.rados.0.smithi094.stdout:1981: writing smithi09487127-29 from 5103616 to 5775360 tid 1 2024-08-17T17:13:47.761 INFO:tasks.rados.rados.0.smithi094.stdout:1982: read oid 42 snap -1 2024-08-17T17:13:47.761 INFO:tasks.rados.rados.0.smithi094.stdout:1982: expect (ObjNum 598 snap 178 seq_num 598) 2024-08-17T17:13:47.761 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 188 2024-08-17T17:13:47.762 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1207 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-08-17T17:13:47.762 INFO:tasks.rados.rados.0.smithi094.stdout:1977: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:13:47.762 INFO:tasks.rados.rados.0.smithi094.stdout:1983: seq_num 614 ranges {0=688128} 2024-08-17T17:13:47.766 INFO:tasks.rados.rados.0.smithi094.stdout:1983: writing smithi09487127-41 from 0 to 688128 tid 1 2024-08-17T17:13:47.766 INFO:tasks.rados.rados.0.smithi094.stdout:1976: done (6 left) 2024-08-17T17:13:47.766 INFO:tasks.rados.rados.0.smithi094.stdout:1984: read oid 44 snap -1 2024-08-17T17:13:47.766 INFO:tasks.rados.rados.0.smithi094.stdout:1984: expect (ObjNum 585 snap 174 seq_num 585) 2024-08-17T17:13:47.767 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 188 2024-08-17T17:13:47.767 INFO:tasks.rados.rados.0.smithi094.stdout:1977: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:13:47.767 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1037 (ObjNum 604 snap 182 seq_num 604) dirty exists 2024-08-17T17:13:47.767 INFO:tasks.rados.rados.0.smithi094.stdout:1979: finishing copy_from racing read to smithi09487127-39 2024-08-17T17:13:47.767 INFO:tasks.rados.rados.0.smithi094.stdout:1985: seq_num 615 ranges {7086080=704512} 2024-08-17T17:13:47.807 INFO:tasks.rados.rados.0.smithi094.stdout:1985: writing smithi09487127-16 from 7086080 to 7790592 tid 1 2024-08-17T17:13:47.808 INFO:tasks.rados.rados.0.smithi094.stdout:1977: done (7 left) 2024-08-17T17:13:47.808 INFO:tasks.rados.rados.0.smithi094.stdout:1986: snap_remove snap 187 2024-08-17T17:13:47.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:47 smithi190 ceph-mon[90718]: Upgrade: Updating osd.4 2024-08-17T17:13:47.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:47 smithi190 ceph-mon[90718]: Deploying daemon osd.4 on smithi190 2024-08-17T17:13:47.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:47 smithi190 ceph-mon[90718]: osdmap e454: 8 total, 8 up, 8 in 2024-08-17T17:13:47.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:47 smithi190 ceph-mon[90718]: pgmap v292: 121 pgs: 121 active+clean; 240 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 436 KiB/s wr, 3 op/s 2024-08-17T17:13:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:47 smithi094 ceph-mon[100402]: Upgrade: Updating osd.4 2024-08-17T17:13:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:47 smithi094 ceph-mon[100402]: Deploying daemon osd.4 on smithi190 2024-08-17T17:13:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:47 smithi094 ceph-mon[100402]: osdmap e454: 8 total, 8 up, 8 in 2024-08-17T17:13:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:47 smithi094 ceph-mon[100402]: pgmap v292: 121 pgs: 121 active+clean; 240 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 436 KiB/s wr, 3 op/s 2024-08-17T17:13:48.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:47 smithi094 ceph-mon[102949]: Upgrade: Updating osd.4 2024-08-17T17:13:48.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:47 smithi094 ceph-mon[102949]: Deploying daemon osd.4 on smithi190 2024-08-17T17:13:48.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:47 smithi094 ceph-mon[102949]: osdmap e454: 8 total, 8 up, 8 in 2024-08-17T17:13:48.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:47 smithi094 ceph-mon[102949]: pgmap v292: 121 pgs: 121 active+clean; 240 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 436 KiB/s wr, 3 op/s 2024-08-17T17:13:48.682 INFO:tasks.rados.rados.0.smithi094.stdout:1986: done (7 left) 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:1987: snap_create 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:1980: finishing write tid 1 to smithi09487127-24 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:1979: finishing copy_from to smithi09487127-39 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1105 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:1980: finishing write tid 2 to smithi09487127-24 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:1980: finishing write tid 3 to smithi09487127-24 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 843 (ObjNum 612 snap 188 seq_num 612) dirty exists 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:1980: left oid 24 (ObjNum 612 snap 188 seq_num 612) 2024-08-17T17:13:48.683 INFO:tasks.rados.rados.0.smithi094.stdout:1984: expect (ObjNum 585 snap 174 seq_num 585) 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:1981: finishing write tid 1 to smithi09487127-29 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:1981: finishing write tid 2 to smithi09487127-29 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:1981: finishing write tid 3 to smithi09487127-29 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1104 (ObjNum 613 snap 188 seq_num 613) dirty exists 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:1981: left oid 29 (ObjNum 613 snap 188 seq_num 613) 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:1983: finishing write tid 1 to smithi09487127-41 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:1983: finishing write tid 2 to smithi09487127-41 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:1983: finishing write tid 3 to smithi09487127-41 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1106 (ObjNum 614 snap 188 seq_num 614) dirty exists 2024-08-17T17:13:48.692 INFO:tasks.rados.rados.0.smithi094.stdout:1983: left oid 41 (ObjNum 614 snap 188 seq_num 614) 2024-08-17T17:13:48.693 INFO:tasks.rados.rados.0.smithi094.stdout:1982: expect (ObjNum 598 snap 178 seq_num 598) 2024-08-17T17:13:48.772 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:48 smithi190 ceph-mon[90718]: osdmap e455: 8 total, 8 up, 8 in 2024-08-17T17:13:48.772 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:48 smithi190 ceph-mon[90718]: osdmap e456: 8 total, 8 up, 8 in 2024-08-17T17:13:49.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:48 smithi094 ceph-mon[102949]: osdmap e455: 8 total, 8 up, 8 in 2024-08-17T17:13:49.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:48 smithi094 ceph-mon[102949]: osdmap e456: 8 total, 8 up, 8 in 2024-08-17T17:13:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:48 smithi094 ceph-mon[100402]: osdmap e455: 8 total, 8 up, 8 in 2024-08-17T17:13:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:48 smithi094 ceph-mon[100402]: osdmap e456: 8 total, 8 up, 8 in 2024-08-17T17:13:49.273 INFO:tasks.rados.rados.0.smithi094.stdout:1985: finishing write tid 1 to smithi09487127-16 2024-08-17T17:13:49.274 INFO:tasks.rados.rados.0.smithi094.stdout:1985: finishing write tid 2 to smithi09487127-16 2024-08-17T17:13:49.274 INFO:tasks.rados.rados.0.smithi094.stdout:1985: finishing write tid 3 to smithi09487127-16 2024-08-17T17:13:49.274 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1104 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:13:49.274 INFO:tasks.rados.rados.0.smithi094.stdout:1985: left oid 16 (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:13:49.387 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:49 smithi190 systemd[1]: Stopping Ceph osd.4 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:13:49] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.51.0" 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1979: done (7 left) 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1980: done (6 left) 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1981: done (5 left) 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1982: done (4 left) 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1983: done (3 left) 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1984: done (2 left) 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1985: done (1 left) 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1987: done (0 left) 2024-08-17T17:13:49.686 INFO:tasks.rados.rados.0.smithi094.stdout:1988: delete oid 8 current snap is 189 2024-08-17T17:13:49.687 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[38646]: 2024-08-17T17:13:49.385+0000 7f637afae640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:13:49.687 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[38646]: 2024-08-17T17:13:49.385+0000 7f637afae640 -1 osd.4 456 *** Got signal Terminated *** 2024-08-17T17:13:49.687 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[38646]: 2024-08-17T17:13:49.385+0000 7f637afae640 -1 osd.4 456 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:13:49.694 INFO:tasks.rados.rados.0.smithi094.stdout:1988: done (0 left) 2024-08-17T17:13:49.695 INFO:tasks.rados.rados.0.smithi094.stdout:1989: rollback oid 13 current snap is 189 2024-08-17T17:13:49.695 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 167 2024-08-17T17:13:49.695 INFO:tasks.rados.rados.0.smithi094.stdout:1990: snap_create 2024-08-17T17:13:49.696 INFO:tasks.rados.rados.0.smithi094.stdout:1989: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:13:49.696 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 0 (ObjNum -499796704 snap 32765 seq_num 304) dirty dne 2024-08-17T17:13:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-mon[102949]: pgmap v295: 121 pgs: 121 active+clean; 246 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T17:13:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-mon[102949]: osd.4 marked itself down and dead 2024-08-17T17:13:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-mon[102949]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:13:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-mon[102949]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T17:13:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-mon[100402]: pgmap v295: 121 pgs: 121 active+clean; 246 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T17:13:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-mon[100402]: osd.4 marked itself down and dead 2024-08-17T17:13:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-mon[100402]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:13:50.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:49 smithi094 ceph-mon[100402]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T17:13:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:49 smithi190 ceph-mon[90718]: pgmap v295: 121 pgs: 121 active+clean; 246 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T17:13:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:49 smithi190 ceph-mon[90718]: osd.4 marked itself down and dead 2024-08-17T17:13:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:49 smithi190 ceph-mon[90718]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:13:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:49 smithi190 ceph-mon[90718]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T17:13:50.552 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:50 smithi190 podman[96199]: 2024-08-17 17:13:50.254342648 +0000 UTC m=+0.973566649 container died 9a489344aa82e05fa27e8b1a33ae3937d5e321b3e6a192f520226a0866945389 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-17T17:13:50.552 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:50.687 INFO:tasks.rados.rados.0.smithi094.stdout:1989: done (1 left) 2024-08-17T17:13:50.687 INFO:tasks.rados.rados.0.smithi094.stdout:1990: done (0 left) 2024-08-17T17:13:50.688 INFO:tasks.rados.rados.0.smithi094.stdout:1991: snap_remove snap 183 2024-08-17T17:13:50.935 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:50 smithi190 podman[96199]: 2024-08-17 17:13:50.751012297 +0000 UTC m=+1.470236297 container cleanup 9a489344aa82e05fa27e8b1a33ae3937d5e321b3e6a192f520226a0866945389 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-08-17T17:13:50.935 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:50 smithi190 bash[96199]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4 2024-08-17T17:13:51.383 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:51 smithi190 podman[96219]: 2024-08-17 17:13:51.019044065 +0000 UTC m=+0.761338360 container remove 9a489344aa82e05fa27e8b1a33ae3937d5e321b3e6a192f520226a0866945389 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4) 2024-08-17T17:13:51.681 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:51 smithi190 podman[96315]: 2024-08-17 17:13:51.285130737 +0000 UTC m=+0.017826605 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:13:51.681 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:51 smithi190 podman[96315]: 2024-08-17 17:13:51.41198666 +0000 UTC m=+0.144682557 container create ec8d588c5985228eae897b369a488a14b3878ef87593e383a2bef7e868580d51 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:13:51.681 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:51 smithi190 podman[96315]: 2024-08-17 17:13:51.614499617 +0000 UTC m=+0.347195482 container init ec8d588c5985228eae897b369a488a14b3878ef87593e383a2bef7e868580d51 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:13:51.681 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:51 smithi190 podman[96315]: 2024-08-17 17:13:51.619268279 +0000 UTC m=+0.351964140 container start ec8d588c5985228eae897b369a488a14b3878ef87593e383a2bef7e868580d51 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:13:51.681 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:51 smithi190 podman[96315]: 2024-08-17 17:13:51.680558804 +0000 UTC m=+0.413254659 container attach ec8d588c5985228eae897b369a488a14b3878ef87593e383a2bef7e868580d51 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-17T17:13:51.692 INFO:tasks.rados.rados.0.smithi094.stdout:1991: done (0 left) 2024-08-17T17:13:51.692 INFO:tasks.rados.rados.0.smithi094.stdout:1992: copy_from oid 10 from oid 48 current snap is 190 2024-08-17T17:13:51.692 INFO:tasks.rados.rados.0.smithi094.stdout:1993: snap_create 2024-08-17T17:13:51.704 INFO:tasks.rados.rados.0.smithi094.stdout:1992: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:13:51.705 INFO:tasks.rados.rados.0.smithi094.stdout:1992: finishing copy_from to smithi09487127-10 2024-08-17T17:13:51.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1203 (ObjNum 605 snap 183 seq_num 605) dirty exists 2024-08-17T17:13:51.935 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:51 smithi190 podman[96315]: 2024-08-17 17:13:51.810818919 +0000 UTC m=+0.543514791 container died ec8d588c5985228eae897b369a488a14b3878ef87593e383a2bef7e868580d51 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:13:51.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:51 smithi190 ceph-mon[90718]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T17:13:51.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:51 smithi190 ceph-mon[90718]: pgmap v298: 121 pgs: 8 peering, 6 stale+active+clean, 107 active+clean; 247 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:13:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:51 smithi094 ceph-mon[100402]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T17:13:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:51 smithi094 ceph-mon[100402]: pgmap v298: 121 pgs: 8 peering, 6 stale+active+clean, 107 active+clean; 247 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:13:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:51 smithi094 ceph-mon[102949]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T17:13:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:51 smithi094 ceph-mon[102949]: pgmap v298: 121 pgs: 8 peering, 6 stale+active+clean, 107 active+clean; 247 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-08-17T17:13:52.693 INFO:tasks.rados.rados.0.smithi094.stdout:1992: done (1 left) 2024-08-17T17:13:52.693 INFO:tasks.rados.rados.0.smithi094.stdout:1993: done (0 left) 2024-08-17T17:13:52.693 INFO:tasks.rados.rados.0.smithi094.stdout:1994: read oid 11 snap -1 2024-08-17T17:13:52.693 INFO:tasks.rados.rados.0.smithi094.stdout:1994: expect (ObjNum 571 snap 173 seq_num 571) 2024-08-17T17:13:52.693 INFO:tasks.rados.rados.0.smithi094.stdout:1995: read oid 12 snap -1 2024-08-17T17:13:52.693 INFO:tasks.rados.rados.0.smithi094.stdout:1995: expect (ObjNum 531 snap 161 seq_num 531) 2024-08-17T17:13:52.694 INFO:tasks.rados.rados.0.smithi094.stdout:1996: delete oid 31 current snap is 191 2024-08-17T17:13:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1996: done (2 left) 2024-08-17T17:13:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1997: read oid 2 snap -1 2024-08-17T17:13:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1997: expect (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:13:52.704 INFO:tasks.rados.rados.0.smithi094.stdout:1998: delete oid 7 current snap is 191 2024-08-17T17:13:52.717 INFO:tasks.rados.rados.0.smithi094.stdout:1994: expect (ObjNum 571 snap 173 seq_num 571) 2024-08-17T17:13:52.863 INFO:tasks.rados.rados.0.smithi094.stdout:1997: expect (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:13:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:52 smithi190 ceph-mon[90718]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T17:13:52.936 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:52 smithi190 podman[96359]: 2024-08-17 17:13:52.476062272 +0000 UTC m=+0.659348718 container remove ec8d588c5985228eae897b369a488a14b3878ef87593e383a2bef7e868580d51 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:13:52.936 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:52 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-17T17:13:52.936 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:52 smithi190 systemd[1]: Stopped Ceph osd.4 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:52.937 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:52 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.4.service: Consumed 14.767s CPU time. 2024-08-17T17:13:52.937 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:52 smithi190 systemd[1]: Starting Ceph osd.4 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:52 smithi094 ceph-mon[100402]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T17:13:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:52 smithi094 ceph-mon[102949]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T17:13:53.024 INFO:tasks.rados.rados.0.smithi094.stdout:1995: expect (ObjNum 531 snap 161 seq_num 531) 2024-08-17T17:13:53.247 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:52 smithi190 podman[96464]: 2024-08-17 17:13:52.839164213 +0000 UTC m=+0.017613617 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:13:53.247 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:52 smithi190 podman[96464]: 2024-08-17 17:13:52.943845783 +0000 UTC m=+0.122295235 container create 070722b215957b0aa075082a5ed3d943189fa693368726b28661eebfa3f37539 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, ceph=True) 2024-08-17T17:13:53.247 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 podman[96464]: 2024-08-17 17:13:53.163527109 +0000 UTC m=+0.341976506 container init 070722b215957b0aa075082a5ed3d943189fa693368726b28661eebfa3f37539 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T17:13:53.247 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 podman[96464]: 2024-08-17 17:13:53.1687088 +0000 UTC m=+0.347158194 container start 070722b215957b0aa075082a5ed3d943189fa693368726b28661eebfa3f37539 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T17:13:53.247 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 podman[96464]: 2024-08-17 17:13:53.246299592 +0000 UTC m=+0.424748998 container attach 070722b215957b0aa075082a5ed3d943189fa693368726b28661eebfa3f37539 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-17T17:13:53.351 INFO:tasks.rados.rados.0.smithi094.stdout:1994: done (3 left) 2024-08-17T17:13:53.351 INFO:tasks.rados.rados.0.smithi094.stdout:1995: done (2 left) 2024-08-17T17:13:53.351 INFO:tasks.rados.rados.0.smithi094.stdout:1997: done (1 left) 2024-08-17T17:13:53.351 INFO:tasks.rados.rados.0.smithi094.stdout:1998: done (0 left) 2024-08-17T17:13:53.351 INFO:tasks.rados.rados.0.smithi094.stdout:1999: rollback oid 47 current snap is 191 2024-08-17T17:13:53.351 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 179 2024-08-17T17:13:53.351 INFO:tasks.rados.rados.0.smithi094.stdout:2000: read oid 15 snap -1 2024-08-17T17:13:53.351 INFO:tasks.rados.rados.0.smithi094.stdout:2000: expect deleted 2024-08-17T17:13:53.352 INFO:tasks.rados.rados.0.smithi094.stdout:2001: setattr oid 4 current snap is 191 2024-08-17T17:13:53.352 INFO:tasks.rados.rados.0.smithi094.stdout:2000: done (2 left) 2024-08-17T17:13:53.352 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 191 2024-08-17T17:13:53.352 INFO:tasks.rados.rados.0.smithi094.stdout:2002: seq_num 619 ranges {2424832=770048} 2024-08-17T17:13:53.369 INFO:tasks.rados.rados.0.smithi094.stdout:2002: writing smithi09487127-17 from 2424832 to 3194880 tid 1 2024-08-17T17:13:53.369 INFO:tasks.rados.rados.0.smithi094.stdout:2003: snap_remove snap 180 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:2003: done (3 left) 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:2004: snap_create 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:1999: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:1999: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:1999: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1097 (ObjNum 573 snap 173 seq_num 573) dirty exists 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 418 (ObjNum 582 snap 173 seq_num 582) dirty exists 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:2002: finishing write tid 1 to smithi09487127-17 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:2002: finishing write tid 2 to smithi09487127-17 2024-08-17T17:13:53.683 INFO:tasks.rados.rados.0.smithi094.stdout:2002: finishing write tid 3 to smithi09487127-17 2024-08-17T17:13:53.684 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1206 (ObjNum 619 snap 191 seq_num 619) dirty exists 2024-08-17T17:13:53.684 INFO:tasks.rados.rados.0.smithi094.stdout:2002: left oid 17 (ObjNum 619 snap 191 seq_num 619) 2024-08-17T17:13:53.685 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T17:13:53.686 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T17:13:53.687 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-17T17:13:53.687 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-17T17:13:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:53 smithi094 ceph-mon[100402]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T17:13:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:53 smithi094 ceph-mon[100402]: pgmap v301: 121 pgs: 18 active+undersized, 8 peering, 3 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 248 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 648 KiB/s wr, 10 op/s; 10/372 objects degraded (2.688%) 2024-08-17T17:13:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:53 smithi094 ceph-mon[100402]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T17:13:54.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:53 smithi094 ceph-mon[102949]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T17:13:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:53 smithi094 ceph-mon[102949]: pgmap v301: 121 pgs: 18 active+undersized, 8 peering, 3 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 248 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 648 KiB/s wr, 10 op/s; 10/372 objects degraded (2.688%) 2024-08-17T17:13:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:53 smithi094 ceph-mon[102949]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T17:13:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-mon[90718]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T17:13:54.148 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-mon[90718]: pgmap v301: 121 pgs: 18 active+undersized, 8 peering, 3 stale+active+clean, 3 active+undersized+degraded, 89 active+clean; 248 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 648 KiB/s wr, 10 op/s; 10/372 objects degraded (2.688%) 2024-08-17T17:13:54.149 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-mon[90718]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T17:13:54.149 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate[96478]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-17T17:13:54.150 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 bash[96464]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-17T17:13:54.150 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:53 smithi190 podman[96464]: 2024-08-17 17:13:53.725213694 +0000 UTC m=+0.903663098 container died 070722b215957b0aa075082a5ed3d943189fa693368726b28661eebfa3f37539 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T17:13:54.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:54.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.190\", device_class=\"ssd\", hostname=\"smithi190\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.190\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.190\", device_class=\"ssd\", hostname=\"smithi190\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.190\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:54.685 INFO:tasks.rados.rados.0.smithi094.stdout:1999: done (3 left) 2024-08-17T17:13:54.685 INFO:tasks.rados.rados.0.smithi094.stdout:2001: done (2 left) 2024-08-17T17:13:54.685 INFO:tasks.rados.rados.0.smithi094.stdout:2002: done (1 left) 2024-08-17T17:13:54.685 INFO:tasks.rados.rados.0.smithi094.stdout:2004: done (0 left) 2024-08-17T17:13:54.686 INFO:tasks.rados.rados.0.smithi094.stdout:2005: delete oid 38 current snap is 192 2024-08-17T17:13:54.691 INFO:tasks.rados.rados.0.smithi094.stdout:2005: done (0 left) 2024-08-17T17:13:54.691 INFO:tasks.rados.rados.0.smithi094.stdout:2006: snap_remove snap 178 2024-08-17T17:13:54.905 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:54 smithi190 ceph-mon[90718]: Health check failed: Degraded data redundancy: 10/372 objects degraded (2.688%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:54.905 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:54 smithi190 ceph-mon[90718]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T17:13:54.905 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:54 smithi190 podman[96604]: 2024-08-17 17:13:54.533321314 +0000 UTC m=+0.797801853 container remove 070722b215957b0aa075082a5ed3d943189fa693368726b28661eebfa3f37539 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:13:54.905 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:54 smithi190 podman[96669]: 2024-08-17 17:13:54.658285517 +0000 UTC m=+0.017841343 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:13:54.906 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:54 smithi190 podman[96669]: 2024-08-17 17:13:54.775951898 +0000 UTC m=+0.135507723 container create 525529b4c9d612ecc0b159f661ef1a2505157487b99100d05a8440d19fec6b2d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T17:13:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:54 smithi094 ceph-mon[100402]: Health check failed: Degraded data redundancy: 10/372 objects degraded (2.688%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:54 smithi094 ceph-mon[100402]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T17:13:55.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:54 smithi094 ceph-mon[102949]: Health check failed: Degraded data redundancy: 10/372 objects degraded (2.688%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T17:13:55.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:54 smithi094 ceph-mon[102949]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T17:13:55.436 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:55 smithi190 podman[96669]: 2024-08-17 17:13:55.003043129 +0000 UTC m=+0.362598965 container init 525529b4c9d612ecc0b159f661ef1a2505157487b99100d05a8440d19fec6b2d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-17T17:13:55.436 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:55 smithi190 podman[96669]: 2024-08-17 17:13:55.007700201 +0000 UTC m=+0.367256017 container start 525529b4c9d612ecc0b159f661ef1a2505157487b99100d05a8440d19fec6b2d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:13:55.436 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:55 smithi190 ceph-osd[96706]: -- 172.21.15.190:0/2053240803 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558274e8ba40 con 0x558275c58000 2024-08-17T17:13:55.436 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:55 smithi190 bash[96669]: 525529b4c9d612ecc0b159f661ef1a2505157487b99100d05a8440d19fec6b2d 2024-08-17T17:13:55.436 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:55 smithi190 systemd[1]: Started Ceph osd.4 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:55.687 INFO:tasks.rados.rados.0.smithi094.stdout:2006: done (0 left) 2024-08-17T17:13:55.687 INFO:tasks.rados.rados.0.smithi094.stdout:2007: rmattr oid 12 current snap is 192 2024-08-17T17:13:55.687 INFO:tasks.rados.rados.0.smithi094.stdout:2007: done (0 left) 2024-08-17T17:13:55.688 INFO:tasks.rados.rados.0.smithi094.stdout:2008: snap_remove snap 190 2024-08-17T17:13:55.965 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:55.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:55.966 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:55.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:55.966 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:55 smithi190 ceph-mon[90718]: pgmap v304: 121 pgs: 27 active+undersized, 8 peering, 9 active+undersized+degraded, 77 active+clean; 249 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 682 KiB/s wr, 5 op/s; 39/381 objects degraded (10.236%) 2024-08-17T17:13:55.966 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:55 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:55.966 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:55 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:55.966 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:55 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:55.966 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:55 smithi190 ceph-mon[90718]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T17:13:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[100402]: pgmap v304: 121 pgs: 27 active+undersized, 8 peering, 9 active+undersized+degraded, 77 active+clean; 249 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 682 KiB/s wr, 5 op/s; 39/381 objects degraded (10.236%) 2024-08-17T17:13:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[100402]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T17:13:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[102949]: pgmap v304: 121 pgs: 27 active+undersized, 8 peering, 9 active+undersized+degraded, 77 active+clean; 249 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 682 KiB/s wr, 5 op/s; 39/381 objects degraded (10.236%) 2024-08-17T17:13:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:56.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:55 smithi094 ceph-mon[102949]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T17:13:56.689 INFO:tasks.rados.rados.0.smithi094.stdout:2008: done (0 left) 2024-08-17T17:13:56.689 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 192 2024-08-17T17:13:56.689 INFO:tasks.rados.rados.0.smithi094.stdout:2009: seq_num 621 ranges {3915776=409600,4325376=401408} 2024-08-17T17:13:56.711 INFO:tasks.rados.rados.0.smithi094.stdout:2009: writing smithi09487127-34 from 3915776 to 4325376 tid 1 2024-08-17T17:13:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2009: writing smithi09487127-34 from 4325376 to 4726784 tid 2 2024-08-17T17:13:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 192 2024-08-17T17:13:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2010: seq_num 622 ranges {0=425984,425984=401408} 2024-08-17T17:13:56.717 INFO:tasks.rados.rados.0.smithi094.stdout:2010: writing smithi09487127-38 from 0 to 425984 tid 1 2024-08-17T17:13:56.720 INFO:tasks.rados.rados.0.smithi094.stdout:2010: writing smithi09487127-38 from 425984 to 827392 tid 2 2024-08-17T17:13:56.720 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 192 2024-08-17T17:13:56.720 INFO:tasks.rados.rados.0.smithi094.stdout:2011: seq_num 623 ranges {8069120=442368,8511488=401408} 2024-08-17T17:13:56.765 INFO:tasks.rados.rados.0.smithi094.stdout:2011: writing smithi09487127-1 from 8069120 to 8511488 tid 1 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:2011: writing smithi09487127-1 from 8511488 to 8912896 tid 2 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:2012: rollback oid 33 current snap is 192 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 33 to 182 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:2009: finishing write tid 1 to smithi09487127-34 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:2009: finishing write tid 2 to smithi09487127-34 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:2013: rollback oid 7 current snap is 192 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 7 to 179 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:2009: finishing write tid 3 to smithi09487127-34 2024-08-17T17:13:56.769 INFO:tasks.rados.rados.0.smithi094.stdout:2010: finishing write tid 1 to smithi09487127-38 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2009: finishing write tid 4 to smithi09487127-34 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1109 (ObjNum 621 snap 192 seq_num 621) dirty exists 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2009: left oid 34 (ObjNum 621 snap 192 seq_num 621) 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2010: finishing write tid 2 to smithi09487127-38 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2010: finishing write tid 3 to smithi09487127-38 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2010: finishing write tid 4 to smithi09487127-38 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1048 (ObjNum 622 snap 192 seq_num 622) dirty exists 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2010: left oid 38 (ObjNum 622 snap 192 seq_num 622) 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2009: done (4 left) 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2010: done (3 left) 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2014: copy_from oid 8 from oid 35 current snap is 192 2024-08-17T17:13:56.770 INFO:tasks.rados.rados.0.smithi094.stdout:2015: read oid 47 snap -1 2024-08-17T17:13:56.771 INFO:tasks.rados.rados.0.smithi094.stdout:2015: expect (ObjNum 573 snap 173 seq_num 573) 2024-08-17T17:13:56.771 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 192 2024-08-17T17:13:56.771 INFO:tasks.rados.rados.0.smithi094.stdout:2016: seq_num 624 ranges {6569984=458752,7028736=401408} 2024-08-17T17:13:56.806 INFO:tasks.rados.rados.0.smithi094.stdout:2016: writing smithi09487127-12 from 6569984 to 7028736 tid 1 2024-08-17T17:13:56.808 INFO:tasks.rados.rados.0.smithi094.stdout:2016: writing smithi09487127-12 from 7028736 to 7430144 tid 2 2024-08-17T17:13:56.809 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 192 2024-08-17T17:13:56.809 INFO:tasks.rados.rados.0.smithi094.stdout:2011: finishing write tid 1 to smithi09487127-1 2024-08-17T17:13:56.809 INFO:tasks.rados.rados.0.smithi094.stdout:2017: seq_num 625 ranges {2138112=475136,2613248=401408} 2024-08-17T17:13:56.823 INFO:tasks.rados.rados.0.smithi094.stdout:2017: writing smithi09487127-40 from 2138112 to 2613248 tid 1 2024-08-17T17:13:56.826 INFO:tasks.rados.rados.0.smithi094.stdout:2017: writing smithi09487127-40 from 2613248 to 3014656 tid 2 2024-08-17T17:13:56.826 INFO:tasks.rados.rados.0.smithi094.stdout:2018: read oid 31 snap -1 2024-08-17T17:13:56.827 INFO:tasks.rados.rados.0.smithi094.stdout:2018: expect deleted 2024-08-17T17:13:56.827 INFO:tasks.rados.rados.0.smithi094.stdout:2019: copy_from oid 16 from oid 30 current snap is 192 2024-08-17T17:13:56.827 INFO:tasks.rados.rados.0.smithi094.stdout:2013: finishing rollback tid 1 to smithi09487127-7 2024-08-17T17:13:56.827 INFO:tasks.rados.rados.0.smithi094.stdout:2012: finishing rollback tid 1 to smithi09487127-33 2024-08-17T17:13:56.827 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:13:56.827 INFO:tasks.rados.rados.0.smithi094.stdout:2011: finishing write tid 2 to smithi09487127-1 2024-08-17T17:13:56.827 INFO:tasks.rados.rados.0.smithi094.stdout:2013: finishing rollback tid 2 to smithi09487127-7 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1208 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2011: finishing write tid 3 to smithi09487127-1 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2011: finishing write tid 4 to smithi09487127-1 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 955 (ObjNum 623 snap 192 seq_num 623) dirty exists 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2011: left oid 1 (ObjNum 623 snap 192 seq_num 623) 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2014: finishing copy_from racing read to smithi09487127-8 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2014: finishing copy_from to smithi09487127-8 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 841 (ObjNum 594 snap 176 seq_num 594) dirty exists 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2011: done (8 left) 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2012: done (7 left) 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2013: done (6 left) 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2014: done (5 left) 2024-08-17T17:13:56.828 INFO:tasks.rados.rados.0.smithi094.stdout:2020: copy_from oid 10 from oid 26 current snap is 192 2024-08-17T17:13:56.829 INFO:tasks.rados.rados.0.smithi094.stdout:2016: finishing write tid 1 to smithi09487127-12 2024-08-17T17:13:56.829 INFO:tasks.rados.rados.0.smithi094.stdout:2016: finishing write tid 2 to smithi09487127-12 2024-08-17T17:13:56.829 INFO:tasks.rados.rados.0.smithi094.stdout:2016: finishing write tid 3 to smithi09487127-12 2024-08-17T17:13:56.829 INFO:tasks.rados.rados.0.smithi094.stdout:2016: finishing write tid 4 to smithi09487127-12 2024-08-17T17:13:56.829 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1211 (ObjNum 624 snap 192 seq_num 624) dirty exists 2024-08-17T17:13:56.829 INFO:tasks.rados.rados.0.smithi094.stdout:2016: left oid 12 (ObjNum 624 snap 192 seq_num 624) 2024-08-17T17:13:56.829 INFO:tasks.rados.rados.0.smithi094.stdout:2016: done (5 left) 2024-08-17T17:13:56.829 INFO:tasks.rados.rados.0.smithi094.stdout:2021: snap_remove snap 186 2024-08-17T17:13:56.901 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:56 smithi190 ceph-mon[90718]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:13:56.901 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:56 smithi190 ceph-mon[90718]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T17:13:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:56 smithi094 ceph-mon[100402]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:13:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:56 smithi094 ceph-mon[100402]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T17:13:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:56 smithi094 ceph-mon[102949]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:13:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:56 smithi094 ceph-mon[102949]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T17:13:57.185 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:13:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:13:56.899+0000 7f544a864640 -1 Falling back to public interface 2024-08-17T17:13:57.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:13:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:13:56.949Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:13:57.715 INFO:tasks.rados.rados.0.smithi094.stdout:2021: done (5 left) 2024-08-17T17:13:57.715 INFO:tasks.rados.rados.0.smithi094.stdout:2022: copy_from oid 38 from oid 35 current snap is 192 2024-08-17T17:13:57.715 INFO:tasks.rados.rados.0.smithi094.stdout:2019: finishing copy_from to smithi09487127-16 2024-08-17T17:13:57.715 INFO:tasks.rados.rados.0.smithi094.stdout:2019: got expected ENOENT (src dne) 2024-08-17T17:13:57.715 INFO:tasks.rados.rados.0.smithi094.stdout:2019: finishing copy_from racing read to smithi09487127-16 2024-08-17T17:13:57.716 INFO:tasks.rados.rados.0.smithi094.stdout:2017: finishing write tid 1 to smithi09487127-40 2024-08-17T17:13:57.716 INFO:tasks.rados.rados.0.smithi094.stdout:2017: finishing write tid 2 to smithi09487127-40 2024-08-17T17:13:57.716 INFO:tasks.rados.rados.0.smithi094.stdout:2017: finishing write tid 3 to smithi09487127-40 2024-08-17T17:13:57.716 INFO:tasks.rados.rados.0.smithi094.stdout:2015: expect (ObjNum 573 snap 173 seq_num 573) 2024-08-17T17:13:57.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:57 smithi190 ceph-mon[90718]: pgmap v307: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 249 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 366 KiB/s wr, 4 op/s; 61/387 objects degraded (15.762%) 2024-08-17T17:13:57.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:57.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:57 smithi094 ceph-mon[100402]: pgmap v307: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 249 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 366 KiB/s wr, 4 op/s; 61/387 objects degraded (15.762%) 2024-08-17T17:13:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:57 smithi094 ceph-mon[102949]: pgmap v307: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 249 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 366 KiB/s wr, 4 op/s; 61/387 objects degraded (15.762%) 2024-08-17T17:13:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:13:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:58.546 INFO:tasks.rados.rados.0.smithi094.stdout:2020: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:13:58.546 INFO:tasks.rados.rados.0.smithi094.stdout:2020: finishing copy_from to smithi09487127-10 2024-08-17T17:13:58.546 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 762 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:13:58.546 INFO:tasks.rados.rados.0.smithi094.stdout:2017: finishing write tid 4 to smithi09487127-40 2024-08-17T17:13:58.546 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 865 (ObjNum 625 snap 192 seq_num 625) dirty exists 2024-08-17T17:13:58.547 INFO:tasks.rados.rados.0.smithi094.stdout:2017: left oid 40 (ObjNum 625 snap 192 seq_num 625) 2024-08-17T17:13:58.547 INFO:tasks.rados.rados.0.smithi094.stdout:2022: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:13:58.547 INFO:tasks.rados.rados.0.smithi094.stdout:2022: finishing copy_from to smithi09487127-38 2024-08-17T17:13:58.547 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 841 (ObjNum 594 snap 176 seq_num 594) dirty exists 2024-08-17T17:13:58.547 INFO:tasks.rados.rados.0.smithi094.stdout:2015: done (5 left) 2024-08-17T17:13:58.547 INFO:tasks.rados.rados.0.smithi094.stdout:2017: done (4 left) 2024-08-17T17:13:58.548 INFO:tasks.rados.rados.0.smithi094.stdout:2018: done (3 left) 2024-08-17T17:13:58.548 INFO:tasks.rados.rados.0.smithi094.stdout:2019: done (2 left) 2024-08-17T17:13:58.548 INFO:tasks.rados.rados.0.smithi094.stdout:2020: done (1 left) 2024-08-17T17:13:58.548 INFO:tasks.rados.rados.0.smithi094.stdout:2022: done (0 left) 2024-08-17T17:13:58.548 INFO:tasks.rados.rados.0.smithi094.stdout:2023: read oid 15 snap 179 2024-08-17T17:13:58.548 INFO:tasks.rados.rados.0.smithi094.stdout:2023: expect deleted 2024-08-17T17:13:58.548 INFO:tasks.rados.rados.0.smithi094.stdout:2024: snap_remove snap 182 2024-08-17T17:13:58.684 INFO:tasks.rados.rados.0.smithi094.stdout:2024: done (1 left) 2024-08-17T17:13:58.685 INFO:tasks.rados.rados.0.smithi094.stdout:2025: snap_create 2024-08-17T17:13:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:58 smithi094 ceph-mon[100402]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:13:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:58 smithi094 ceph-mon[100402]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T17:13:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:58 smithi094 ceph-mon[100402]: osdmap e466: 8 total, 7 up, 8 in 2024-08-17T17:13:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:58 smithi094 ceph-mon[102949]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:13:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:58 smithi094 ceph-mon[102949]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T17:13:59.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:58 smithi094 ceph-mon[102949]: osdmap e466: 8 total, 7 up, 8 in 2024-08-17T17:13:59.081 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:58 smithi190 ceph-mon[90718]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:13:59.082 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:58 smithi190 ceph-mon[90718]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T17:13:59.082 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:58 smithi190 ceph-mon[90718]: osdmap e466: 8 total, 7 up, 8 in 2024-08-17T17:13:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:13:59] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.51.0" 2024-08-17T17:13:59.686 INFO:tasks.rados.rados.0.smithi094.stdout:2023: done (1 left) 2024-08-17T17:13:59.687 INFO:tasks.rados.rados.0.smithi094.stdout:2025: done (0 left) 2024-08-17T17:13:59.687 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 193 2024-08-17T17:13:59.687 INFO:tasks.rados.rados.0.smithi094.stdout:2026: seq_num 626 ranges {794624=491520,1286144=401408} 2024-08-17T17:13:59.693 INFO:tasks.rados.rados.0.smithi094.stdout:2026: writing smithi09487127-48 from 794624 to 1286144 tid 1 2024-08-17T17:13:59.695 INFO:tasks.rados.rados.0.smithi094.stdout:2026: writing smithi09487127-48 from 1286144 to 1687552 tid 2 2024-08-17T17:13:59.696 INFO:tasks.rados.rados.0.smithi094.stdout:2027: setattr oid 21 current snap is 193 2024-08-17T17:13:59.697 INFO:tasks.rados.rados.0.smithi094.stdout:2028: snap_create 2024-08-17T17:13:59.699 INFO:tasks.rados.rados.0.smithi094.stdout:2026: finishing write tid 1 to smithi09487127-48 2024-08-17T17:13:59.699 INFO:tasks.rados.rados.0.smithi094.stdout:2026: finishing write tid 2 to smithi09487127-48 2024-08-17T17:13:59.700 INFO:tasks.rados.rados.0.smithi094.stdout:2026: finishing write tid 3 to smithi09487127-48 2024-08-17T17:13:59.701 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1050 (ObjNum 641 snap 0 seq_num 3214376016) dirty exists 2024-08-17T17:13:59.701 INFO:tasks.rados.rados.0.smithi094.stdout:2026: finishing write tid 4 to smithi09487127-48 2024-08-17T17:13:59.701 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1231 (ObjNum 626 snap 193 seq_num 626) dirty exists 2024-08-17T17:13:59.701 INFO:tasks.rados.rados.0.smithi094.stdout:2026: left oid 48 (ObjNum 626 snap 193 seq_num 626) 2024-08-17T17:14:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-mon[102949]: pgmap v310: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 272 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 66/405 objects degraded (16.296%) 2024-08-17T17:14:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-mon[102949]: osdmap e467: 8 total, 7 up, 8 in 2024-08-17T17:14:00.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-mon[100402]: pgmap v310: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 272 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 66/405 objects degraded (16.296%) 2024-08-17T17:14:00.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:00.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:00.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:13:59 smithi094 ceph-mon[100402]: osdmap e467: 8 total, 7 up, 8 in 2024-08-17T17:14:00.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:59 smithi190 ceph-mon[90718]: pgmap v310: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 272 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 13 op/s; 66/405 objects degraded (16.296%) 2024-08-17T17:14:00.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:59 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:00.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:59 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:00.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:13:59 smithi190 ceph-mon[90718]: osdmap e467: 8 total, 7 up, 8 in 2024-08-17T17:14:00.490 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:00.687 INFO:tasks.rados.rados.0.smithi094.stdout:2026: done (2 left) 2024-08-17T17:14:00.688 INFO:tasks.rados.rados.0.smithi094.stdout:2027: done (1 left) 2024-08-17T17:14:00.688 INFO:tasks.rados.rados.0.smithi094.stdout:2028: done (0 left) 2024-08-17T17:14:00.688 INFO:tasks.rados.rados.0.smithi094.stdout:2029: setattr oid 1 current snap is 194 2024-08-17T17:14:00.689 INFO:tasks.rados.rados.0.smithi094.stdout:2030: rmattr oid 4 current snap is 194 2024-08-17T17:14:00.689 INFO:tasks.rados.rados.0.smithi094.stdout:2031: copy_from oid 14 from oid 44 current snap is 194 2024-08-17T17:14:00.689 INFO:tasks.rados.rados.0.smithi094.stdout:2032: snap_remove snap 167 2024-08-17T17:14:00.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:00 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 66/405 objects degraded (16.296%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:00.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:00 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:00.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:00 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:00.742 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:00 smithi190 ceph-mon[90718]: osdmap e468: 8 total, 7 up, 8 in 2024-08-17T17:14:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:00 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 66/405 objects degraded (16.296%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:00 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:00 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:00 smithi094 ceph-mon[100402]: osdmap e468: 8 total, 7 up, 8 in 2024-08-17T17:14:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:00 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 66/405 objects degraded (16.296%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:00 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:01.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:00 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:01.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:00 smithi094 ceph-mon[102949]: osdmap e468: 8 total, 7 up, 8 in 2024-08-17T17:14:01.435 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:14:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:14:00.992+0000 7f544a864640 -1 osd.4 456 log_to_monitors true 2024-08-17T17:14:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 956 (ObjNum 623 snap 192 seq_num 623) dirty exists 2024-08-17T17:14:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:2029: done (3 left) 2024-08-17T17:14:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:2032: done (2 left) 2024-08-17T17:14:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:2033: setattr oid 37 current snap is 194 2024-08-17T17:14:01.690 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 420 (ObjNum 582 snap 173 seq_num 582) dirty exists 2024-08-17T17:14:01.691 INFO:tasks.rados.rados.0.smithi094.stdout:2031: finishing copy_from racing read to smithi09487127-14 2024-08-17T17:14:01.691 INFO:tasks.rados.rados.0.smithi094.stdout:2031: finishing copy_from to smithi09487127-14 2024-08-17T17:14:01.691 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1207 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-08-17T17:14:01.692 INFO:tasks.rados.rados.0.smithi094.stdout:2030: done (2 left) 2024-08-17T17:14:01.692 INFO:tasks.rados.rados.0.smithi094.stdout:2031: done (1 left) 2024-08-17T17:14:01.692 INFO:tasks.rados.rados.0.smithi094.stdout:2034: read oid 46 snap 193 2024-08-17T17:14:01.693 INFO:tasks.rados.rados.0.smithi094.stdout:2034: expect (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:14:01.693 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 194 2024-08-17T17:14:01.693 INFO:tasks.rados.rados.0.smithi094.stdout:2035: seq_num 627 ranges {2228224=507904,2736128=401408} 2024-08-17T17:14:01.708 INFO:tasks.rados.rados.0.smithi094.stdout:2035: writing smithi09487127-45 from 2228224 to 2736128 tid 1 2024-08-17T17:14:01.710 INFO:tasks.rados.rados.0.smithi094.stdout:2035: writing smithi09487127-45 from 2736128 to 3137536 tid 2 2024-08-17T17:14:01.711 INFO:tasks.rados.rados.0.smithi094.stdout:2036: delete oid 2 current snap is 194 2024-08-17T17:14:01.711 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1105 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:01.714 INFO:tasks.rados.rados.0.smithi094.stdout:2033: done (3 left) 2024-08-17T17:14:01.714 INFO:tasks.rados.rados.0.smithi094.stdout:2036: done (2 left) 2024-08-17T17:14:01.714 INFO:tasks.rados.rados.0.smithi094.stdout:2037: setattr oid 7 current snap is 194 2024-08-17T17:14:01.716 INFO:tasks.rados.rados.0.smithi094.stdout:2038: setattr oid 33 current snap is 194 2024-08-17T17:14:01.719 INFO:tasks.rados.rados.0.smithi094.stdout:2034: expect (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:14:01.983 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:14:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:14:01.720+0000 7f544260e640 -1 osd.4 456 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:14:01.983 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:01 smithi190 ceph-mon[90718]: pgmap v313: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 279 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 21 op/s; 67/414 objects degraded (16.184%) 2024-08-17T17:14:01.983 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:01 smithi190 ceph-mon[90718]: from='osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:14:01.983 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:01 smithi190 ceph-mon[90718]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:14:01.984 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:01 smithi190 ceph-mon[90718]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:14:01.984 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:01 smithi190 ceph-mon[90718]: from='osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:01.984 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:01 smithi190 ceph-mon[90718]: osdmap e469: 8 total, 7 up, 8 in 2024-08-17T17:14:01.984 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:01 smithi190 ceph-mon[90718]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[102949]: pgmap v313: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 279 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 21 op/s; 67/414 objects degraded (16.184%) 2024-08-17T17:14:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[102949]: from='osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:14:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[102949]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:14:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[102949]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:14:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[102949]: from='osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[102949]: osdmap e469: 8 total, 7 up, 8 in 2024-08-17T17:14:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[102949]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[100402]: pgmap v313: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 279 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 21 op/s; 67/414 objects degraded (16.184%) 2024-08-17T17:14:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[100402]: from='osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:14:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[100402]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:14:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[100402]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:14:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[100402]: from='osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[100402]: osdmap e469: 8 total, 7 up, 8 in 2024-08-17T17:14:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:01 smithi094 ceph-mon[100402]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:02.152 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1212 (ObjNum 510 snap 150 seq_num 510) dirty exists 2024-08-17T17:14:02.152 INFO:tasks.rados.rados.0.smithi094.stdout:2035: finishing write tid 1 to smithi09487127-45 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2035: finishing write tid 2 to smithi09487127-45 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2035: finishing write tid 3 to smithi09487127-45 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2035: finishing write tid 4 to smithi09487127-45 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1109 (ObjNum 627 snap 194 seq_num 627) dirty exists 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2035: left oid 45 (ObjNum 627 snap 194 seq_num 627) 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2034: done (3 left) 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2035: done (2 left) 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2037: done (1 left) 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2039: copy_from oid 7 from oid 46 current snap is 194 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2040: read oid 11 snap -1 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2040: expect (ObjNum 571 snap 173 seq_num 571) 2024-08-17T17:14:02.153 INFO:tasks.rados.rados.0.smithi094.stdout:2041: read oid 21 snap 179 2024-08-17T17:14:02.154 INFO:tasks.rados.rados.0.smithi094.stdout:2041: expect deleted 2024-08-17T17:14:02.154 INFO:tasks.rados.rados.0.smithi094.stdout:2042: rollback oid 29 current snap is 194 2024-08-17T17:14:02.154 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 191 2024-08-17T17:14:02.154 INFO:tasks.rados.rados.0.smithi094.stdout:2043: read oid 25 snap -1 2024-08-17T17:14:02.154 INFO:tasks.rados.rados.0.smithi094.stdout:2043: expect (ObjNum 610 snap 186 seq_num 610) 2024-08-17T17:14:02.154 INFO:tasks.rados.rados.0.smithi094.stdout:2044: copy_from oid 9 from oid 50 current snap is 194 2024-08-17T17:14:02.154 INFO:tasks.rados.rados.0.smithi094.stdout:2045: snap_remove snap 193 2024-08-17T17:14:02.729 INFO:tasks.rados.rados.0.smithi094.stdout:2045: done (7 left) 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2044: finishing copy_from to smithi09487127-9 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2044: got expected ENOENT (src dne) 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2044: finishing copy_from racing read to smithi09487127-9 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 867 (ObjNum 177 snap 0 seq_num 3942302242) dirty exists 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2042: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2042: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2042: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1112 (ObjNum 613 snap 188 seq_num 613) dirty exists 2024-08-17T17:14:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2040: expect (ObjNum 571 snap 173 seq_num 571) 2024-08-17T17:14:02.882 INFO:tasks.rados.rados.0.smithi094.stdout:2043: expect (ObjNum 610 snap 186 seq_num 610) 2024-08-17T17:14:03.169 INFO:tasks.rados.rados.0.smithi094.stdout:2039: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2039: finishing copy_from to smithi09487127-7 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1094 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2046: read oid 32 snap -1 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2046: expect deleted 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2038: done (7 left) 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2039: done (6 left) 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2040: done (5 left) 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2041: done (4 left) 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2042: done (3 left) 2024-08-17T17:14:03.170 INFO:tasks.rados.rados.0.smithi094.stdout:2043: done (2 left) 2024-08-17T17:14:03.171 INFO:tasks.rados.rados.0.smithi094.stdout:2044: done (1 left) 2024-08-17T17:14:03.171 INFO:tasks.rados.rados.0.smithi094.stdout:2047: snap_create 2024-08-17T17:14:03.178 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:02 smithi190 ceph-mon[90718]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:14:03.178 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:02 smithi190 ceph-mon[90718]: pgmap v315: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 273 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 15 op/s; 69/399 objects degraded (17.293%) 2024-08-17T17:14:03.179 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:02 smithi190 ceph-mon[90718]: osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678] boot 2024-08-17T17:14:03.179 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:02 smithi190 ceph-mon[90718]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T17:14:03.179 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:02 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:14:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[100402]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:14:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[100402]: pgmap v315: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 273 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 15 op/s; 69/399 objects degraded (17.293%) 2024-08-17T17:14:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[100402]: osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678] boot 2024-08-17T17:14:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[100402]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T17:14:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:14:03.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[102949]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:14:03.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[102949]: pgmap v315: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 273 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.2 MiB/s wr, 15 op/s; 69/399 objects degraded (17.293%) 2024-08-17T17:14:03.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[102949]: osd.4 [v2:172.21.15.190:6800/2637083678,v1:172.21.15.190:6801/2637083678] boot 2024-08-17T17:14:03.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[102949]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T17:14:03.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:02 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:14:03.734 INFO:tasks.rados.rados.0.smithi094.stdout:2046: done (1 left) 2024-08-17T17:14:03.735 INFO:tasks.rados.rados.0.smithi094.stdout:2047: done (0 left) 2024-08-17T17:14:03.735 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 195 2024-08-17T17:14:03.735 INFO:tasks.rados.rados.0.smithi094.stdout:2048: seq_num 629 ranges {7430144=540672,7970816=401408} 2024-08-17T17:14:03.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:14:03 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:14:03.335+0000 7f7c7ed28640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T17:14:03.778 INFO:tasks.rados.rados.0.smithi094.stdout:2048: writing smithi09487127-12 from 7430144 to 7970816 tid 1 2024-08-17T17:14:03.781 INFO:tasks.rados.rados.0.smithi094.stdout:2048: writing smithi09487127-12 from 7970816 to 8372224 tid 2 2024-08-17T17:14:03.781 INFO:tasks.rados.rados.0.smithi094.stdout:2049: rollback oid 24 current snap is 195 2024-08-17T17:14:03.781 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 24 to 192 2024-08-17T17:14:03.781 INFO:tasks.rados.rados.0.smithi094.stdout:2050: delete oid 38 current snap is 195 2024-08-17T17:14:03.784 INFO:tasks.rados.rados.0.smithi094.stdout:2049: finishing rollback tid 0 to smithi09487127-24 2024-08-17T17:14:03.784 INFO:tasks.rados.rados.0.smithi094.stdout:2049: finishing rollback tid 1 to smithi09487127-24 2024-08-17T17:14:03.785 INFO:tasks.rados.rados.0.smithi094.stdout:2049: finishing rollback tid 2 to smithi09487127-24 2024-08-17T17:14:03.785 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 846 (ObjNum 612 snap 188 seq_num 612) dirty exists 2024-08-17T17:14:03.807 INFO:tasks.rados.rados.0.smithi094.stdout:2049: done (2 left) 2024-08-17T17:14:03.807 INFO:tasks.rados.rados.0.smithi094.stdout:2050: done (1 left) 2024-08-17T17:14:03.807 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 195 2024-08-17T17:14:03.807 INFO:tasks.rados.rados.0.smithi094.stdout:2051: seq_num 631 ranges {0=573440,573440=401408} 2024-08-17T17:14:03.810 INFO:tasks.rados.rados.0.smithi094.stdout:2051: writing smithi09487127-30 from 0 to 573440 tid 1 2024-08-17T17:14:03.813 INFO:tasks.rados.rados.0.smithi094.stdout:2051: writing smithi09487127-30 from 573440 to 974848 tid 2 2024-08-17T17:14:03.813 INFO:tasks.rados.rados.0.smithi094.stdout:2052: rollback oid 29 current snap is 195 2024-08-17T17:14:03.813 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 179 2024-08-17T17:14:03.813 INFO:tasks.rados.rados.0.smithi094.stdout:2048: finishing write tid 1 to smithi09487127-12 2024-08-17T17:14:03.814 INFO:tasks.rados.rados.0.smithi094.stdout:2048: finishing write tid 2 to smithi09487127-12 2024-08-17T17:14:03.814 INFO:tasks.rados.rados.0.smithi094.stdout:2048: finishing write tid 3 to smithi09487127-12 2024-08-17T17:14:03.814 INFO:tasks.rados.rados.0.smithi094.stdout:2048: finishing write tid 4 to smithi09487127-12 2024-08-17T17:14:03.814 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1215 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-17T17:14:03.814 INFO:tasks.rados.rados.0.smithi094.stdout:2048: left oid 12 (ObjNum 629 snap 195 seq_num 629) 2024-08-17T17:14:03.814 INFO:tasks.rados.rados.0.smithi094.stdout:2048: done (2 left) 2024-08-17T17:14:03.814 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 195 2024-08-17T17:14:03.814 INFO:tasks.rados.rados.0.smithi094.stdout:2053: seq_num 632 ranges {4161536=589824,4751360=401408} 2024-08-17T17:14:03.840 INFO:tasks.rados.rados.0.smithi094.stdout:2053: writing smithi09487127-11 from 4161536 to 4751360 tid 1 2024-08-17T17:14:03.843 INFO:tasks.rados.rados.0.smithi094.stdout:2053: writing smithi09487127-11 from 4751360 to 5152768 tid 2 2024-08-17T17:14:03.843 INFO:tasks.rados.rados.0.smithi094.stdout:2054: rollback oid 45 current snap is 195 2024-08-17T17:14:03.843 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 189 2024-08-17T17:14:03.843 INFO:tasks.rados.rados.0.smithi094.stdout:2055: snap_create 2024-08-17T17:14:03.843 INFO:tasks.rados.rados.0.smithi094.stdout:2051: finishing write tid 1 to smithi09487127-30 2024-08-17T17:14:03.843 INFO:tasks.rados.rados.0.smithi094.stdout:2051: finishing write tid 2 to smithi09487127-30 2024-08-17T17:14:03.843 INFO:tasks.rados.rados.0.smithi094.stdout:2051: finishing write tid 3 to smithi09487127-30 2024-08-17T17:14:03.844 INFO:tasks.rados.rados.0.smithi094.stdout:2052: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:14:03.844 INFO:tasks.rados.rados.0.smithi094.stdout:2052: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:14:03.844 INFO:tasks.rados.rados.0.smithi094.stdout:2051: finishing write tid 4 to smithi09487127-30 2024-08-17T17:14:03.844 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 849 (ObjNum 631 snap 195 seq_num 631) dirty exists 2024-08-17T17:14:03.844 INFO:tasks.rados.rados.0.smithi094.stdout:2051: left oid 30 (ObjNum 631 snap 195 seq_num 631) 2024-08-17T17:14:03.844 INFO:tasks.rados.rados.0.smithi094.stdout:2052: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:14:03.844 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1115 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:14:03.846 INFO:tasks.rados.rados.0.smithi094.stdout:2053: finishing write tid 1 to smithi09487127-11 2024-08-17T17:14:03.846 INFO:tasks.rados.rados.0.smithi094.stdout:2054: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:14:03.847 INFO:tasks.rados.rados.0.smithi094.stdout:2053: finishing write tid 2 to smithi09487127-11 2024-08-17T17:14:03.847 INFO:tasks.rados.rados.0.smithi094.stdout:2054: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:14:03.847 INFO:tasks.rados.rados.0.smithi094.stdout:2053: finishing write tid 3 to smithi09487127-11 2024-08-17T17:14:03.848 INFO:tasks.rados.rados.0.smithi094.stdout:2054: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:14:03.848 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1112 (ObjNum 562 snap 172 seq_num 562) dirty exists 2024-08-17T17:14:03.849 INFO:tasks.rados.rados.0.smithi094.stdout:2053: finishing write tid 4 to smithi09487127-11 2024-08-17T17:14:03.849 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1111 (ObjNum 632 snap 195 seq_num 632) dirty exists 2024-08-17T17:14:03.849 INFO:tasks.rados.rados.0.smithi094.stdout:2053: left oid 11 (ObjNum 632 snap 195 seq_num 632) 2024-08-17T17:14:04.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:04.147Z caller=alerting.go:391 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.190\", device_class=\"ssd\", hostname=\"smithi190\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.190\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.190\", device_class=\"ssd\", hostname=\"smithi190\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.190\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-17T17:14:04.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:04.148Z caller=group.go:483 level=warn name=CephOSDFlapping index=13 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.4\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", cluster_addr=\"172.21.15.190\", device_class=\"ssd\", hostname=\"smithi190\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.190\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.4\", ceph_version=\"ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)\", cluster_addr=\"172.21.15.190\", device_class=\"ssd\", hostname=\"smithi190\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.190\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:04.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:14:04.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:14:04.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T17:14:04.437 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:04 smithi190 ceph-mon[90718]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T17:14:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[100402]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T17:14:04.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-17T17:14:04.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:04 smithi094 ceph-mon[102949]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T17:14:04.731 INFO:tasks.rados.rados.0.smithi094.stdout:2051: done (4 left) 2024-08-17T17:14:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:2052: done (3 left) 2024-08-17T17:14:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:2053: done (2 left) 2024-08-17T17:14:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:2054: done (1 left) 2024-08-17T17:14:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:2055: done (0 left) 2024-08-17T17:14:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 196 2024-08-17T17:14:04.732 INFO:tasks.rados.rados.0.smithi094.stdout:2056: seq_num 633 ranges {0=606208,606208=401408} 2024-08-17T17:14:04.734 INFO:tasks.rados.rados.0.smithi094.stdout:2056: writing smithi09487127-50 from 0 to 606208 tid 1 2024-08-17T17:14:04.737 INFO:tasks.rados.rados.0.smithi094.stdout:2056: writing smithi09487127-50 from 606208 to 1007616 tid 2 2024-08-17T17:14:04.737 INFO:tasks.rados.rados.0.smithi094.stdout:2057: read oid 28 snap 192 2024-08-17T17:14:04.737 INFO:tasks.rados.rados.0.smithi094.stdout:2057: expect (ObjNum 597 snap 177 seq_num 597) 2024-08-17T17:14:04.737 INFO:tasks.rados.rados.0.smithi094.stdout:2058: setattr oid 14 current snap is 196 2024-08-17T17:14:04.738 INFO:tasks.rados.rados.0.smithi094.stdout:2059: rollback oid 47 current snap is 196 2024-08-17T17:14:04.738 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 195 2024-08-17T17:14:04.738 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 196 2024-08-17T17:14:04.738 INFO:tasks.rados.rados.0.smithi094.stdout:2060: seq_num 634 ranges {5152768=622592,5775360=401408} 2024-08-17T17:14:04.770 INFO:tasks.rados.rados.0.smithi094.stdout:2060: writing smithi09487127-11 from 5152768 to 5775360 tid 1 2024-08-17T17:14:04.772 INFO:tasks.rados.rados.0.smithi094.stdout:2060: writing smithi09487127-11 from 5775360 to 6176768 tid 2 2024-08-17T17:14:04.773 INFO:tasks.rados.rados.0.smithi094.stdout:2061: copy_from oid 23 from oid 43 current snap is 196 2024-08-17T17:14:04.773 INFO:tasks.rados.rados.0.smithi094.stdout:2056: finishing write tid 1 to smithi09487127-50 2024-08-17T17:14:04.773 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 196 2024-08-17T17:14:04.773 INFO:tasks.rados.rados.0.smithi094.stdout:2056: finishing write tid 2 to smithi09487127-50 2024-08-17T17:14:04.773 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1243 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-08-17T17:14:04.773 INFO:tasks.rados.rados.0.smithi094.stdout:2056: finishing write tid 3 to smithi09487127-50 2024-08-17T17:14:04.773 INFO:tasks.rados.rados.0.smithi094.stdout:2062: seq_num 635 ranges {8454144=638976,9093120=401408} 2024-08-17T17:14:04.822 INFO:tasks.rados.rados.0.smithi094.stdout:2062: writing smithi09487127-42 from 8454144 to 9093120 tid 1 2024-08-17T17:14:04.825 INFO:tasks.rados.rados.0.smithi094.stdout:2062: writing smithi09487127-42 from 9093120 to 9494528 tid 2 2024-08-17T17:14:04.825 INFO:tasks.rados.rados.0.smithi094.stdout:2058: done (6 left) 2024-08-17T17:14:04.825 INFO:tasks.rados.rados.0.smithi094.stdout:2063: snap_remove snap 188 2024-08-17T17:14:05.738 INFO:tasks.rados.rados.0.smithi094.stdout:2063: done (6 left) 2024-08-17T17:14:05.738 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 196 2024-08-17T17:14:05.738 INFO:tasks.rados.rados.0.smithi094.stdout:2064: seq_num 636 ranges {0=655360,655360=401408} 2024-08-17T17:14:05.742 INFO:tasks.rados.rados.0.smithi094.stdout:2064: writing smithi09487127-10 from 0 to 655360 tid 1 2024-08-17T17:14:05.745 INFO:tasks.rados.rados.0.smithi094.stdout:2064: writing smithi09487127-10 from 655360 to 1056768 tid 2 2024-08-17T17:14:05.745 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 196 2024-08-17T17:14:05.746 INFO:tasks.rados.rados.0.smithi094.stdout:2065: seq_num 637 ranges {4726784=671744,5398528=401408} 2024-08-17T17:14:05.775 INFO:tasks.rados.rados.0.smithi094.stdout:2065: writing smithi09487127-34 from 4726784 to 5398528 tid 1 2024-08-17T17:14:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2065: writing smithi09487127-34 from 5398528 to 5799936 tid 2 2024-08-17T17:14:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2066: rmattr oid 6 current snap is 196 2024-08-17T17:14:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2059: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:14:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2059: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:14:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:2059: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:14:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1100 (ObjNum 573 snap 173 seq_num 573) dirty exists 2024-08-17T17:14:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:2056: finishing write tid 4 to smithi09487127-50 2024-08-17T17:14:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1115 (ObjNum 633 snap 196 seq_num 633) dirty exists 2024-08-17T17:14:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:2056: left oid 50 (ObjNum 633 snap 196 seq_num 633) 2024-08-17T17:14:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:2057: expect (ObjNum 597 snap 177 seq_num 597) 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:2060: finishing write tid 1 to smithi09487127-11 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:2060: finishing write tid 2 to smithi09487127-11 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:2060: finishing write tid 3 to smithi09487127-11 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:2056: done (8 left) 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:2057: done (7 left) 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:2059: done (6 left) 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:2067: rollback oid 39 current snap is 196 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 194 2024-08-17T17:14:06.006 INFO:tasks.rados.rados.0.smithi094.stdout:2060: finishing write tid 4 to smithi09487127-11 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1114 (ObjNum 634 snap 196 seq_num 634) dirty exists 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2060: left oid 11 (ObjNum 634 snap 196 seq_num 634) 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2061: finishing copy_from racing read to smithi09487127-23 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2061: finishing copy_from to smithi09487127-23 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 412 (ObjNum 607 snap 185 seq_num 607) dirty exists 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2062: finishing write tid 1 to smithi09487127-42 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2062: finishing write tid 2 to smithi09487127-42 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2062: finishing write tid 3 to smithi09487127-42 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2062: finishing write tid 4 to smithi09487127-42 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 553 (ObjNum 635 snap 196 seq_num 635) dirty exists 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2062: left oid 42 (ObjNum 635 snap 196 seq_num 635) 2024-08-17T17:14:06.007 INFO:tasks.rados.rados.0.smithi094.stdout:2064: finishing write tid 1 to smithi09487127-10 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2064: finishing write tid 2 to smithi09487127-10 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2064: finishing write tid 3 to smithi09487127-10 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2060: done (6 left) 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2061: done (5 left) 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2062: done (4 left) 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2068: read oid 46 snap -1 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2068: expect (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2069: rollback oid 32 current snap is 196 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 192 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2064: finishing write tid 4 to smithi09487127-10 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1218 (ObjNum 636 snap 196 seq_num 636) dirty exists 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2064: left oid 10 (ObjNum 636 snap 196 seq_num 636) 2024-08-17T17:14:06.008 INFO:tasks.rados.rados.0.smithi094.stdout:2065: finishing write tid 1 to smithi09487127-34 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1249 (ObjNum 466 snap 135 seq_num 466) dirty exists 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2065: finishing write tid 2 to smithi09487127-34 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2064: done (5 left) 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2066: done (4 left) 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2070: copy_from oid 31 from oid 49 current snap is 196 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2065: finishing write tid 3 to smithi09487127-34 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2065: finishing write tid 4 to smithi09487127-34 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1118 (ObjNum 637 snap 196 seq_num 637) dirty exists 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2065: left oid 34 (ObjNum 637 snap 196 seq_num 637) 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2065: done (4 left) 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2071: rmattr oid 5 current snap is 196 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2072: snap_create 2024-08-17T17:14:06.009 INFO:tasks.rados.rados.0.smithi094.stdout:2069: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:14:06.010 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 0 (ObjNum 129 snap 0 seq_num 3213999920) dirty dne 2024-08-17T17:14:06.010 INFO:tasks.rados.rados.0.smithi094.stdout:2070: finishing copy_from to smithi09487127-31 2024-08-17T17:14:06.010 INFO:tasks.rados.rados.0.smithi094.stdout:2070: got expected ENOENT (src dne) 2024-08-17T17:14:06.010 INFO:tasks.rados.rados.0.smithi094.stdout:2070: finishing copy_from racing read to smithi09487127-31 2024-08-17T17:14:06.010 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 554 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:14:06.011 INFO:tasks.rados.rados.0.smithi094.stdout:2067: finishing rollback tid 0 to smithi09487127-39 2024-08-17T17:14:06.011 INFO:tasks.rados.rados.0.smithi094.stdout:2067: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:14:06.011 INFO:tasks.rados.rados.0.smithi094.stdout:2067: finishing rollback tid 2 to smithi09487127-39 2024-08-17T17:14:06.011 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1118 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-08-17T17:14:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:05 smithi094 ceph-mon[100402]: pgmap v318: 121 pgs: 12 peering, 22 active+undersized, 10 active+undersized+degraded, 77 active+clean; 271 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 253 B/s rd, 1.9 MiB/s wr, 16 op/s; 42/390 objects degraded (10.769%) 2024-08-17T17:14:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:05 smithi094 ceph-mon[100402]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T17:14:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:05 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 42/390 objects degraded (10.769%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:05 smithi094 ceph-mon[102949]: pgmap v318: 121 pgs: 12 peering, 22 active+undersized, 10 active+undersized+degraded, 77 active+clean; 271 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 253 B/s rd, 1.9 MiB/s wr, 16 op/s; 42/390 objects degraded (10.769%) 2024-08-17T17:14:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:05 smithi094 ceph-mon[102949]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T17:14:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:05 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 42/390 objects degraded (10.769%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:06.024 INFO:tasks.rados.rados.0.smithi094.stdout:2068: expect (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:14:06.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:05 smithi190 ceph-mon[90718]: pgmap v318: 121 pgs: 12 peering, 22 active+undersized, 10 active+undersized+degraded, 77 active+clean; 271 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 253 B/s rd, 1.9 MiB/s wr, 16 op/s; 42/390 objects degraded (10.769%) 2024-08-17T17:14:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:05 smithi190 ceph-mon[90718]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T17:14:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:05 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 42/390 objects degraded (10.769%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:06.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:05.740Z caller=group.go:483 level=warn name=CephPGsInactive index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:06.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:05 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:05.740Z caller=group.go:483 level=warn name=CephPGsUnclean index=1 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:06.741 INFO:tasks.rados.rados.0.smithi094.stdout:2067: done (5 left) 2024-08-17T17:14:06.741 INFO:tasks.rados.rados.0.smithi094.stdout:2068: done (4 left) 2024-08-17T17:14:06.741 INFO:tasks.rados.rados.0.smithi094.stdout:2069: done (3 left) 2024-08-17T17:14:06.741 INFO:tasks.rados.rados.0.smithi094.stdout:2070: done (2 left) 2024-08-17T17:14:06.741 INFO:tasks.rados.rados.0.smithi094.stdout:2071: done (1 left) 2024-08-17T17:14:06.741 INFO:tasks.rados.rados.0.smithi094.stdout:2072: done (0 left) 2024-08-17T17:14:06.742 INFO:tasks.rados.rados.0.smithi094.stdout:2073: delete oid 9 current snap is 197 2024-08-17T17:14:06.744 INFO:tasks.rados.rados.0.smithi094.stdout:2073: done (0 left) 2024-08-17T17:14:06.744 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 197 2024-08-17T17:14:06.744 INFO:tasks.rados.rados.0.smithi094.stdout:2074: seq_num 639 ranges {5054464=704512,5758976=401408} 2024-08-17T17:14:06.774 INFO:tasks.rados.rados.0.smithi094.stdout:2074: writing smithi09487127-35 from 5054464 to 5758976 tid 1 2024-08-17T17:14:06.777 INFO:tasks.rados.rados.0.smithi094.stdout:2074: writing smithi09487127-35 from 5758976 to 6160384 tid 2 2024-08-17T17:14:06.777 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 197 2024-08-17T17:14:06.777 INFO:tasks.rados.rados.0.smithi094.stdout:2075: seq_num 640 ranges {7012352=729088,7741440=401408} 2024-08-17T17:14:06.818 INFO:tasks.rados.rados.0.smithi094.stdout:2075: writing smithi09487127-6 from 7012352 to 7741440 tid 1 2024-08-17T17:14:06.822 INFO:tasks.rados.rados.0.smithi094.stdout:2075: writing smithi09487127-6 from 7741440 to 8142848 tid 2 2024-08-17T17:14:06.822 INFO:tasks.rados.rados.0.smithi094.stdout:2076: delete oid 37 current snap is 197 2024-08-17T17:14:06.822 INFO:tasks.rados.rados.0.smithi094.stdout:2074: finishing write tid 1 to smithi09487127-35 2024-08-17T17:14:06.822 INFO:tasks.rados.rados.0.smithi094.stdout:2074: finishing write tid 2 to smithi09487127-35 2024-08-17T17:14:06.822 INFO:tasks.rados.rados.0.smithi094.stdout:2074: finishing write tid 3 to smithi09487127-35 2024-08-17T17:14:06.822 INFO:tasks.rados.rados.0.smithi094.stdout:2074: finishing write tid 4 to smithi09487127-35 2024-08-17T17:14:06.822 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 852 (ObjNum 639 snap 197 seq_num 639) dirty exists 2024-08-17T17:14:06.822 INFO:tasks.rados.rados.0.smithi094.stdout:2074: left oid 35 (ObjNum 639 snap 197 seq_num 639) 2024-08-17T17:14:06.823 INFO:tasks.rados.rados.0.smithi094.stdout:2075: finishing write tid 1 to smithi09487127-6 2024-08-17T17:14:06.823 INFO:tasks.rados.rados.0.smithi094.stdout:2075: finishing write tid 2 to smithi09487127-6 2024-08-17T17:14:06.823 INFO:tasks.rados.rados.0.smithi094.stdout:2075: finishing write tid 3 to smithi09487127-6 2024-08-17T17:14:06.824 INFO:tasks.rados.rados.0.smithi094.stdout:2075: finishing write tid 4 to smithi09487127-6 2024-08-17T17:14:06.824 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1253 (ObjNum 640 snap 197 seq_num 640) dirty exists 2024-08-17T17:14:06.824 INFO:tasks.rados.rados.0.smithi094.stdout:2075: left oid 6 (ObjNum 640 snap 197 seq_num 640) 2024-08-17T17:14:06.825 INFO:tasks.rados.rados.0.smithi094.stdout:2074: done (2 left) 2024-08-17T17:14:06.825 INFO:tasks.rados.rados.0.smithi094.stdout:2075: done (1 left) 2024-08-17T17:14:06.825 INFO:tasks.rados.rados.0.smithi094.stdout:2076: done (0 left) 2024-08-17T17:14:06.825 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 197 2024-08-17T17:14:06.825 INFO:tasks.rados.rados.0.smithi094.stdout:2077: seq_num 642 ranges {688128=761856,1449984=401408} 2024-08-17T17:14:06.833 INFO:tasks.rados.rados.0.smithi094.stdout:2077: writing smithi09487127-41 from 688128 to 1449984 tid 1 2024-08-17T17:14:06.835 INFO:tasks.rados.rados.0.smithi094.stdout:2077: writing smithi09487127-41 from 1449984 to 1851392 tid 2 2024-08-17T17:14:06.835 INFO:tasks.rados.rados.0.smithi094.stdout:2078: copy_from oid 33 from oid 21 current snap is 197 2024-08-17T17:14:06.835 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 197 2024-08-17T17:14:06.835 INFO:tasks.rados.rados.0.smithi094.stdout:2079: seq_num 643 ranges {1056768=778240,1835008=401408} 2024-08-17T17:14:06.845 INFO:tasks.rados.rados.0.smithi094.stdout:2079: writing smithi09487127-10 from 1056768 to 1835008 tid 1 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:2079: writing smithi09487127-10 from 1835008 to 2236416 tid 2 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:2080: copy_from oid 19 from oid 47 current snap is 197 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:2077: finishing write tid 1 to smithi09487127-41 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:2081: delete oid 13 current snap is 197 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:2077: finishing write tid 2 to smithi09487127-41 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:2077: finishing write tid 3 to smithi09487127-41 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:2078: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:2077: finishing write tid 4 to smithi09487127-41 2024-08-17T17:14:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1121 (ObjNum 642 snap 197 seq_num 642) dirty exists 2024-08-17T17:14:06.849 INFO:tasks.rados.rados.0.smithi094.stdout:2077: left oid 41 (ObjNum 642 snap 197 seq_num 642) 2024-08-17T17:14:06.849 INFO:tasks.rados.rados.0.smithi094.stdout:2078: finishing copy_from to smithi09487127-33 2024-08-17T17:14:06.849 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1050 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:14:06.849 INFO:tasks.rados.rados.0.smithi094.stdout:2077: done (4 left) 2024-08-17T17:14:06.850 INFO:tasks.rados.rados.0.smithi094.stdout:2078: done (3 left) 2024-08-17T17:14:06.850 INFO:tasks.rados.rados.0.smithi094.stdout:2081: done (2 left) 2024-08-17T17:14:06.850 INFO:tasks.rados.rados.0.smithi094.stdout:2082: snap_remove snap 179 2024-08-17T17:14:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:06 smithi094 ceph-mon[100402]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T17:14:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:06 smithi094 ceph-mon[102949]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T17:14:07.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:06 smithi190 ceph-mon[90718]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T17:14:07.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:06 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:06.948Z caller=group.go:483 level=warn name=CephNodeDiskspaceWarning index=4 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi094\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi094\", job=\"node\", machine=\"x86_64\", nodename=\"smithi094\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:2082: done (2 left) 2024-08-17T17:14:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:2083: snap_remove snap 196 2024-08-17T17:14:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:07 smithi094 ceph-mon[100402]: pgmap v321: 121 pgs: 12 peering, 16 active+undersized, 2 active+undersized+degraded, 91 active+clean; 244 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 5/354 objects degraded (1.412%); 19 MiB/s, 3 objects/s recovering 2024-08-17T17:14:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:07 smithi094 ceph-mon[100402]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T17:14:08.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:07 smithi094 ceph-mon[102949]: pgmap v321: 121 pgs: 12 peering, 16 active+undersized, 2 active+undersized+degraded, 91 active+clean; 244 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 5/354 objects degraded (1.412%); 19 MiB/s, 3 objects/s recovering 2024-08-17T17:14:08.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:07 smithi094 ceph-mon[102949]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T17:14:08.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:07 smithi190 ceph-mon[90718]: pgmap v321: 121 pgs: 12 peering, 16 active+undersized, 2 active+undersized+degraded, 91 active+clean; 244 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 19 op/s; 5/354 objects degraded (1.412%); 19 MiB/s, 3 objects/s recovering 2024-08-17T17:14:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:07 smithi190 ceph-mon[90718]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T17:14:08.754 INFO:tasks.rados.rados.0.smithi094.stdout:2083: done (2 left) 2024-08-17T17:14:08.754 INFO:tasks.rados.rados.0.smithi094.stdout:2084: copy_from oid 30 from oid 31 current snap is 197 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2079: finishing write tid 1 to smithi09487127-10 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2079: finishing write tid 2 to smithi09487127-10 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2079: finishing write tid 3 to smithi09487127-10 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2079: finishing write tid 4 to smithi09487127-10 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1221 (ObjNum 643 snap 197 seq_num 643) dirty exists 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2079: left oid 10 (ObjNum 643 snap 197 seq_num 643) 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2080: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2080: finishing copy_from to smithi09487127-19 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1100 (ObjNum 573 snap 173 seq_num 573) dirty exists 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2079: done (2 left) 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2080: done (1 left) 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2085: read oid 21 snap -1 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2085: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:08.755 INFO:tasks.rados.rados.0.smithi094.stdout:2086: snap_remove snap 194 2024-08-17T17:14:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:08 smithi094 ceph-mon[100402]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T17:14:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:08 smithi094 ceph-mon[102949]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T17:14:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:08 smithi190 ceph-mon[90718]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T17:14:09.491 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:14:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:14:09] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.51.0" 2024-08-17T17:14:09.761 INFO:tasks.rados.rados.0.smithi094.stdout:2084: finishing copy_from to smithi09487127-30 2024-08-17T17:14:09.761 INFO:tasks.rados.rados.0.smithi094.stdout:2084: got expected ENOENT (src dne) 2024-08-17T17:14:09.761 INFO:tasks.rados.rados.0.smithi094.stdout:2084: finishing copy_from racing read to smithi09487127-30 2024-08-17T17:14:09.761 INFO:tasks.rados.rados.0.smithi094.stdout:2085: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2084: done (2 left) 2024-08-17T17:14:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2085: done (1 left) 2024-08-17T17:14:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2086: done (0 left) 2024-08-17T17:14:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2087: rmattr oid 41 current snap is 197 2024-08-17T17:14:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2088: snap_create 2024-08-17T17:14:09.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1122 (ObjNum 642 snap 197 seq_num 642) dirty exists 2024-08-17T17:14:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[102949]: pgmap v324: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 23 op/s; 27 MiB/s, 6 objects/s recovering 2024-08-17T17:14:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[102949]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/354 objects degraded (1.412%), 2 pgs degraded) 2024-08-17T17:14:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:14:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[102949]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T17:14:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[102949]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[100402]: pgmap v324: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 23 op/s; 27 MiB/s, 6 objects/s recovering 2024-08-17T17:14:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[100402]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/354 objects degraded (1.412%), 2 pgs degraded) 2024-08-17T17:14:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:14:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[100402]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T17:14:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:09 smithi094 ceph-mon[100402]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:10.055 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:14:10.055 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (5m) 44s ago 9m 18.9M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:14:10.055 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (4m) 10s ago 9m 83.7M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:14:10.055 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (11m) 44s ago 11m 20.1M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:14:10.055 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (11m) 10s ago 11m 15.0M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:14:10.055 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (4m) 10s ago 14m 455M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:14:10.055 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (4m) 44s ago 16m 521M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:14:10.055 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (3m) 44s ago 16m 60.3M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (3m) 10s ago 14m 47.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (3m) 44s ago 14m 48.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (5m) 44s ago 8m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (4m) 10s ago 8m 9869k - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (2m) 44s ago 14m 206M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (115s) 44s ago 13m 149M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (81s) 44s ago 13m 116M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (48s) 44s ago 12m 11.7M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3bee04f6a6a4 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (15s) 10s ago 12m 11.7M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 525529b4c9d6 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (12m) 10s ago 12m 276M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 7c55861f0d16 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (11m) 10s ago 11m 161M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (11m) 10s ago 11m 187M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:14:10.056 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (4m) 10s ago 9m 49.6M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:14:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:09 smithi190 ceph-mon[90718]: pgmap v324: 121 pgs: 121 active+clean; 243 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 23 op/s; 27 MiB/s, 6 objects/s recovering 2024-08-17T17:14:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:09 smithi190 ceph-mon[90718]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 5/354 objects degraded (1.412%), 2 pgs degraded) 2024-08-17T17:14:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:09 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:14:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:09 smithi190 ceph-mon[90718]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T17:14:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:09 smithi190 ceph-mon[90718]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:10.384 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:14:10.384 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3, 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 5 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:14:10.385 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 5, 2024-08-17T17:14:10.386 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 10 2024-08-17T17:14:10.386 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:14:10.386 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:14:10.667 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "10/20 daemons upgraded", 2024-08-17T17:14:10.668 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:14:10.668 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:14:10.668 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:14:10.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:10.763 INFO:tasks.rados.rados.0.smithi094.stdout:2087: done (1 left) 2024-08-17T17:14:10.764 INFO:tasks.rados.rados.0.smithi094.stdout:2088: done (0 left) 2024-08-17T17:14:10.764 INFO:tasks.rados.rados.0.smithi094.stdout:2089: rollback oid 36 current snap is 198 2024-08-17T17:14:10.764 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 192 2024-08-17T17:14:10.764 INFO:tasks.rados.rados.0.smithi094.stdout:2090: delete oid 18 current snap is 198 2024-08-17T17:14:10.764 INFO:tasks.rados.rados.0.smithi094.stdout:2089: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:14:10.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 0 (ObjNum 129 snap 0 seq_num 3795169912) dirty dne 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:2089: done (1 left) 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:2090: done (0 left) 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:2091: read oid 37 snap -1 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:2091: expect deleted 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:2092: copy_from oid 28 from oid 46 current snap is 198 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:2093: rollback oid 8 current snap is 198 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 8 to 195 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:2094: rollback oid 9 current snap is 198 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 9 to 195 2024-08-17T17:14:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:2095: snap_create 2024-08-17T17:14:10.770 INFO:tasks.rados.rados.0.smithi094.stdout:2094: finishing rollback tid 1 to smithi09487127-9 2024-08-17T17:14:10.770 INFO:tasks.rados.rados.0.smithi094.stdout:2094: finishing rollback tid 2 to smithi09487127-9 2024-08-17T17:14:10.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1052 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-08-17T17:14:10.774 INFO:tasks.rados.rados.0.smithi094.stdout:2093: finishing rollback tid 0 to smithi09487127-8 2024-08-17T17:14:10.775 INFO:tasks.rados.rados.0.smithi094.stdout:2093: finishing rollback tid 1 to smithi09487127-8 2024-08-17T17:14:10.776 INFO:tasks.rados.rados.0.smithi094.stdout:2093: finishing rollback tid 2 to smithi09487127-8 2024-08-17T17:14:10.776 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1121 (ObjNum 594 snap 176 seq_num 594) dirty exists 2024-08-17T17:14:10.789 INFO:tasks.rados.rados.0.smithi094.stdout:2092: finishing copy_from racing read to smithi09487127-28 2024-08-17T17:14:10.794 INFO:tasks.rados.rados.0.smithi094.stdout:2092: finishing copy_from to smithi09487127-28 2024-08-17T17:14:10.794 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1094 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:11.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[102949]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T17:14:11.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[102949]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[102949]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/960750249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:11.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[102949]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[102949]: pgmap v327: 121 pgs: 121 active+clean; 257 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.2 MiB/s wr, 26 op/s; 8.7 MiB/s, 2 objects/s recovering 2024-08-17T17:14:11.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[100402]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T17:14:11.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[100402]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[100402]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/960750249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:11.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[100402]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:10 smithi094 ceph-mon[100402]: pgmap v327: 121 pgs: 121 active+clean; 257 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.2 MiB/s wr, 26 op/s; 8.7 MiB/s, 2 objects/s recovering 2024-08-17T17:14:11.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:10 smithi190 ceph-mon[90718]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T17:14:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:10 smithi190 ceph-mon[90718]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:10 smithi190 ceph-mon[90718]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:10 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/960750249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:10 smithi190 ceph-mon[90718]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:10 smithi190 ceph-mon[90718]: pgmap v327: 121 pgs: 121 active+clean; 257 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.2 MiB/s wr, 26 op/s; 8.7 MiB/s, 2 objects/s recovering 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:2091: done (4 left) 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:2092: done (3 left) 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:2093: done (2 left) 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:2094: done (1 left) 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:2095: done (0 left) 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:2096: read oid 42 snap 198 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:2096: expect (ObjNum 635 snap 196 seq_num 635) 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 199 2024-08-17T17:14:11.769 INFO:tasks.rados.rados.0.smithi094.stdout:2097: seq_num 646 ranges {5799936=425984,6225920=655360,6881280=147456} 2024-08-17T17:14:11.802 INFO:tasks.rados.rados.0.smithi094.stdout:2097: writing smithi09487127-34 from 5799936 to 6225920 tid 1 2024-08-17T17:14:11.806 INFO:tasks.rados.rados.0.smithi094.stdout:2097: writing smithi09487127-34 from 6225920 to 6881280 tid 2 2024-08-17T17:14:11.807 INFO:tasks.rados.rados.0.smithi094.stdout:2097: writing smithi09487127-34 from 6881280 to 7028736 tid 3 2024-08-17T17:14:11.807 INFO:tasks.rados.rados.0.smithi094.stdout:2098: rollback oid 4 current snap is 199 2024-08-17T17:14:11.807 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 189 2024-08-17T17:14:11.807 INFO:tasks.rados.rados.0.smithi094.stdout:2097: finishing write tid 1 to smithi09487127-34 2024-08-17T17:14:11.808 INFO:tasks.rados.rados.0.smithi094.stdout:2099: delete oid 41 current snap is 199 2024-08-17T17:14:11.811 INFO:tasks.rados.rados.0.smithi094.stdout:2098: finishing rollback tid 0 to smithi09487127-4 2024-08-17T17:14:11.812 INFO:tasks.rados.rados.0.smithi094.stdout:2098: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:14:11.813 INFO:tasks.rados.rados.0.smithi094.stdout:2098: finishing rollback tid 2 to smithi09487127-4 2024-08-17T17:14:11.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 438 (ObjNum 582 snap 173 seq_num 582) dirty exists 2024-08-17T17:14:11.813 INFO:tasks.rados.rados.0.smithi094.stdout:2097: finishing write tid 2 to smithi09487127-34 2024-08-17T17:14:11.813 INFO:tasks.rados.rados.0.smithi094.stdout:2097: finishing write tid 3 to smithi09487127-34 2024-08-17T17:14:11.814 INFO:tasks.rados.rados.0.smithi094.stdout:2097: finishing write tid 4 to smithi09487127-34 2024-08-17T17:14:11.814 INFO:tasks.rados.rados.0.smithi094.stdout:2098: done (3 left) 2024-08-17T17:14:11.814 INFO:tasks.rados.rados.0.smithi094.stdout:2099: done (2 left) 2024-08-17T17:14:11.814 INFO:tasks.rados.rados.0.smithi094.stdout:2100: setattr oid 30 current snap is 199 2024-08-17T17:14:11.815 INFO:tasks.rados.rados.0.smithi094.stdout:2096: expect (ObjNum 635 snap 196 seq_num 635) 2024-08-17T17:14:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:11 smithi094 ceph-mon[100402]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T17:14:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:11 smithi094 ceph-mon[102949]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T17:14:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:11 smithi190 ceph-mon[90718]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T17:14:12.542 INFO:tasks.rados.rados.0.smithi094.stdout:2097: finishing write tid 5 to smithi09487127-34 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1126 (ObjNum 646 snap 199 seq_num 646) dirty exists 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:2097: left oid 34 (ObjNum 646 snap 199 seq_num 646) 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:2096: done (2 left) 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:2097: done (1 left) 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:2101: rollback oid 29 current snap is 199 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 191 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:2102: rollback oid 20 current snap is 199 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 192 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:2103: read oid 43 snap 192 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:2103: expect (ObjNum 607 snap 185 seq_num 607) 2024-08-17T17:14:12.543 INFO:tasks.rados.rados.0.smithi094.stdout:2104: delete oid 8 current snap is 199 2024-08-17T17:14:12.546 INFO:tasks.rados.rados.0.smithi094.stdout:2102: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:14:12.547 INFO:tasks.rados.rados.0.smithi094.stdout:2101: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:14:12.547 INFO:tasks.rados.rados.0.smithi094.stdout:2102: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:14:12.548 INFO:tasks.rados.rados.0.smithi094.stdout:2102: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:14:12.548 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1084 (ObjNum 604 snap 182 seq_num 604) dirty exists 2024-08-17T17:14:12.548 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 853 (ObjNum 631 snap 195 seq_num 631) dirty exists 2024-08-17T17:14:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:2100: done (4 left) 2024-08-17T17:14:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:2102: done (3 left) 2024-08-17T17:14:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:2104: done (2 left) 2024-08-17T17:14:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 199 2024-08-17T17:14:12.549 INFO:tasks.rados.rados.0.smithi094.stdout:2105: seq_num 649 ranges {204800=475136,679936=761856,1441792=40960} 2024-08-17T17:14:12.553 INFO:tasks.rados.rados.0.smithi094.stdout:2105: writing smithi09487127-44 from 204800 to 679936 tid 1 2024-08-17T17:14:12.558 INFO:tasks.rados.rados.0.smithi094.stdout:2105: writing smithi09487127-44 from 679936 to 1441792 tid 2 2024-08-17T17:14:12.558 INFO:tasks.rados.rados.0.smithi094.stdout:2105: writing smithi09487127-44 from 1441792 to 1482752 tid 3 2024-08-17T17:14:12.558 INFO:tasks.rados.rados.0.smithi094.stdout:2106: delete oid 47 current snap is 199 2024-08-17T17:14:12.558 INFO:tasks.rados.rados.0.smithi094.stdout:2101: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:14:12.558 INFO:tasks.rados.rados.0.smithi094.stdout:2101: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:14:12.558 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1130 (ObjNum 613 snap 188 seq_num 613) dirty exists 2024-08-17T17:14:12.559 INFO:tasks.rados.rados.0.smithi094.stdout:2105: finishing write tid 1 to smithi09487127-44 2024-08-17T17:14:12.561 INFO:tasks.rados.rados.0.smithi094.stdout:2101: done (3 left) 2024-08-17T17:14:12.561 INFO:tasks.rados.rados.0.smithi094.stdout:2106: done (2 left) 2024-08-17T17:14:12.561 INFO:tasks.rados.rados.0.smithi094.stdout:2107: snap_remove snap 191 2024-08-17T17:14:12.988 INFO:tasks.rados.rados.0.smithi094.stdout:2107: done (2 left) 2024-08-17T17:14:12.988 INFO:tasks.rados.rados.0.smithi094.stdout:2108: read oid 12 snap -1 2024-08-17T17:14:12.988 INFO:tasks.rados.rados.0.smithi094.stdout:2108: expect (ObjNum 629 snap 195 seq_num 629) 2024-08-17T17:14:12.988 INFO:tasks.rados.rados.0.smithi094.stdout:2109: rmattr oid 45 current snap is 199 2024-08-17T17:14:12.988 INFO:tasks.rados.rados.0.smithi094.stdout:2110: copy_from oid 23 from oid 7 current snap is 199 2024-08-17T17:14:12.989 INFO:tasks.rados.rados.0.smithi094.stdout:2111: snap_remove snap 197 2024-08-17T17:14:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:12 smithi094 ceph-mon[100402]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T17:14:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:12 smithi094 ceph-mon[100402]: pgmap v330: 121 pgs: 121 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:14:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:12 smithi094 ceph-mon[102949]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T17:14:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:13.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:12 smithi094 ceph-mon[102949]: pgmap v330: 121 pgs: 121 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:14:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:12 smithi190 ceph-mon[90718]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T17:14:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:12 smithi190 ceph-mon[90718]: pgmap v330: 121 pgs: 121 active+clean; 245 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-17T17:14:13.522 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:14:13 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:14:13.023+0000 7efe984c6640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 114 after trimming was started 2024-08-17T17:14:13.690 INFO:tasks.rados.rados.0.smithi094.stdout:2111: done (5 left) 2024-08-17T17:14:13.691 INFO:tasks.rados.rados.0.smithi094.stdout:2112: rmattr oid 35 current snap is 199 2024-08-17T17:14:13.691 INFO:tasks.rados.rados.0.smithi094.stdout:2105: finishing write tid 2 to smithi09487127-44 2024-08-17T17:14:13.691 INFO:tasks.rados.rados.0.smithi094.stdout:2105: finishing write tid 3 to smithi09487127-44 2024-08-17T17:14:13.691 INFO:tasks.rados.rados.0.smithi094.stdout:2105: finishing write tid 4 to smithi09487127-44 2024-08-17T17:14:13.691 INFO:tasks.rados.rados.0.smithi094.stdout:2105: finishing write tid 5 to smithi09487127-44 2024-08-17T17:14:13.691 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1272 (ObjNum 649 snap 199 seq_num 649) dirty exists 2024-08-17T17:14:13.691 INFO:tasks.rados.rados.0.smithi094.stdout:2105: left oid 44 (ObjNum 649 snap 199 seq_num 649) 2024-08-17T17:14:13.691 INFO:tasks.rados.rados.0.smithi094.stdout:2103: expect (ObjNum 607 snap 185 seq_num 607) 2024-08-17T17:14:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:13 smithi094 ceph-mon[100402]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T17:14:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:13 smithi094 ceph-mon[100402]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T17:14:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:13 smithi094 ceph-mon[102949]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T17:14:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:13 smithi094 ceph-mon[102949]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T17:14:14.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:13 smithi190 ceph-mon[90718]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T17:14:14.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:13 smithi190 ceph-mon[90718]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T17:14:14.581 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1123 (ObjNum 562 snap 172 seq_num 562) dirty exists 2024-08-17T17:14:14.581 INFO:tasks.rados.rados.0.smithi094.stdout:2103: done (5 left) 2024-08-17T17:14:14.581 INFO:tasks.rados.rados.0.smithi094.stdout:2105: done (4 left) 2024-08-17T17:14:14.581 INFO:tasks.rados.rados.0.smithi094.stdout:2109: done (3 left) 2024-08-17T17:14:14.581 INFO:tasks.rados.rados.0.smithi094.stdout:2113: rollback oid 5 current snap is 199 2024-08-17T17:14:14.581 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 195 2024-08-17T17:14:14.582 INFO:tasks.rados.rados.0.smithi094.stdout:2108: expect (ObjNum 629 snap 195 seq_num 629) 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:2110: finishing copy_from racing read to smithi09487127-23 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:2110: finishing copy_from to smithi09487127-23 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1094 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:2108: done (3 left) 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:2110: done (2 left) 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 199 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 854 (ObjNum 639 snap 197 seq_num 639) dirty exists 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:2113: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:14:15.173 INFO:tasks.rados.rados.0.smithi094.stdout:2113: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:14:15.174 INFO:tasks.rados.rados.0.smithi094.stdout:2113: finishing rollback tid 2 to smithi09487127-5 2024-08-17T17:14:15.174 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 557 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:14:15.174 INFO:tasks.rados.rados.0.smithi094.stdout:2114: seq_num 651 ranges {4145152=507904,4653056=532480,5185536=270336} 2024-08-17T17:14:15.197 INFO:tasks.rados.rados.0.smithi094.stdout:2114: writing smithi09487127-25 from 4145152 to 4653056 tid 1 2024-08-17T17:14:15.200 INFO:tasks.rados.rados.0.smithi094.stdout:2114: writing smithi09487127-25 from 4653056 to 5185536 tid 2 2024-08-17T17:14:15.202 INFO:tasks.rados.rados.0.smithi094.stdout:2114: writing smithi09487127-25 from 5185536 to 5455872 tid 3 2024-08-17T17:14:15.202 INFO:tasks.rados.rados.0.smithi094.stdout:2112: done (2 left) 2024-08-17T17:14:15.202 INFO:tasks.rados.rados.0.smithi094.stdout:2113: done (1 left) 2024-08-17T17:14:15.202 INFO:tasks.rados.rados.0.smithi094.stdout:2115: read oid 21 snap -1 2024-08-17T17:14:15.202 INFO:tasks.rados.rados.0.smithi094.stdout:2115: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:15.203 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 36 current snap is 199 2024-08-17T17:14:15.203 INFO:tasks.rados.rados.0.smithi094.stdout:2114: finishing write tid 1 to smithi09487127-25 2024-08-17T17:14:15.203 INFO:tasks.rados.rados.0.smithi094.stdout:2116: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-08-17T17:14:15.205 INFO:tasks.rados.rados.0.smithi094.stdout:2116: writing smithi09487127-36 from 0 to 524288 tid 1 2024-08-17T17:14:15.207 INFO:tasks.rados.rados.0.smithi094.stdout:2116: writing smithi09487127-36 from 524288 to 933888 tid 2 2024-08-17T17:14:15.210 INFO:tasks.rados.rados.0.smithi094.stdout:2116: writing smithi09487127-36 from 933888 to 1327104 tid 3 2024-08-17T17:14:15.210 INFO:tasks.rados.rados.0.smithi094.stdout:2117: snap_remove snap 198 2024-08-17T17:14:15.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:14 smithi094 ceph-mon[100402]: pgmap v333: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-08-17T17:14:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:14 smithi094 ceph-mon[102949]: pgmap v333: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-08-17T17:14:15.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:14 smithi190 ceph-mon[90718]: pgmap v333: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-08-17T17:14:15.996 INFO:tasks.rados.rados.0.smithi094.stdout:2117: done (3 left) 2024-08-17T17:14:15.996 INFO:tasks.rados.rados.0.smithi094.stdout:2118: rollback oid 33 current snap is 199 2024-08-17T17:14:15.996 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 33 to 195 2024-08-17T17:14:15.997 INFO:tasks.rados.rados.0.smithi094.stdout:2115: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:15.999 INFO:tasks.rados.rados.0.smithi094.stdout:2114: finishing write tid 2 to smithi09487127-25 2024-08-17T17:14:15.999 INFO:tasks.rados.rados.0.smithi094.stdout:2114: finishing write tid 3 to smithi09487127-25 2024-08-17T17:14:15.999 INFO:tasks.rados.rados.0.smithi094.stdout:2114: finishing write tid 4 to smithi09487127-25 2024-08-17T17:14:15.999 INFO:tasks.rados.rados.0.smithi094.stdout:2114: finishing write tid 5 to smithi09487127-25 2024-08-17T17:14:15.999 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 960 (ObjNum 651 snap 199 seq_num 651) dirty exists 2024-08-17T17:14:15.999 INFO:tasks.rados.rados.0.smithi094.stdout:2114: left oid 25 (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:14:15.999 INFO:tasks.rados.rados.0.smithi094.stdout:2116: finishing write tid 1 to smithi09487127-36 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2116: finishing write tid 2 to smithi09487127-36 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2116: finishing write tid 3 to smithi09487127-36 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2114: done (3 left) 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2115: done (2 left) 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2119: read oid 32 snap -1 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2119: expect deleted 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2120: snap_create 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2116: finishing write tid 4 to smithi09487127-36 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2116: finishing write tid 5 to smithi09487127-36 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 1134 (ObjNum 652 snap 199 seq_num 652) dirty exists 2024-08-17T17:14:16.000 INFO:tasks.rados.rados.0.smithi094.stdout:2116: left oid 36 (ObjNum 652 snap 199 seq_num 652) 2024-08-17T17:14:16.006 INFO:tasks.rados.rados.0.smithi094.stdout:2118: finishing rollback tid 0 to smithi09487127-33 2024-08-17T17:14:16.006 INFO:tasks.rados.rados.0.smithi094.stdout:2118: finishing rollback tid 1 to smithi09487127-33 2024-08-17T17:14:16.008 INFO:tasks.rados.rados.0.smithi094.stdout:2118: finishing rollback tid 2 to smithi09487127-33 2024-08-17T17:14:16.008 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1055 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:14:17.003 INFO:tasks.rados.rados.0.smithi094.stdout:2116: done (3 left) 2024-08-17T17:14:17.003 INFO:tasks.rados.rados.0.smithi094.stdout:2118: done (2 left) 2024-08-17T17:14:17.003 INFO:tasks.rados.rados.0.smithi094.stdout:2119: done (1 left) 2024-08-17T17:14:17.003 INFO:tasks.rados.rados.0.smithi094.stdout:2120: done (0 left) 2024-08-17T17:14:17.003 INFO:tasks.rados.rados.0.smithi094.stdout:2121: copy_from oid 21 from oid 50 current snap is 200 2024-08-17T17:14:17.003 INFO:tasks.rados.rados.0.smithi094.stdout:2122: read oid 7 snap -1 2024-08-17T17:14:17.003 INFO:tasks.rados.rados.0.smithi094.stdout:2122: expect (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:14:17.003 INFO:tasks.rados.rados.0.smithi094.stdout:2123: read oid 49 snap -1 2024-08-17T17:14:17.004 INFO:tasks.rados.rados.0.smithi094.stdout:2123: expect deleted 2024-08-17T17:14:17.004 INFO:tasks.rados.rados.0.smithi094.stdout:2124: read oid 27 snap -1 2024-08-17T17:14:17.004 INFO:tasks.rados.rados.0.smithi094.stdout:2124: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:14:17.004 INFO:tasks.rados.rados.0.smithi094.stdout:2125: delete oid 42 current snap is 200 2024-08-17T17:14:17.007 INFO:tasks.rados.rados.0.smithi094.stdout:2123: done (4 left) 2024-08-17T17:14:17.007 INFO:tasks.rados.rados.0.smithi094.stdout:2125: done (3 left) 2024-08-17T17:14:17.007 INFO:tasks.rados.rados.0.smithi094.stdout:2126: delete oid 13 current snap is 200 2024-08-17T17:14:17.010 INFO:tasks.rados.rados.0.smithi094.stdout:2124: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:14:17.021 INFO:tasks.rados.rados.0.smithi094.stdout:2121: finishing copy_from racing read to smithi09487127-21 2024-08-17T17:14:17.022 INFO:tasks.rados.rados.0.smithi094.stdout:2121: finishing copy_from to smithi09487127-21 2024-08-17T17:14:17.022 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1115 (ObjNum 633 snap 196 seq_num 633) dirty exists 2024-08-17T17:14:17.022 INFO:tasks.rados.rados.0.smithi094.stdout:2121: done (3 left) 2024-08-17T17:14:17.022 INFO:tasks.rados.rados.0.smithi094.stdout:2124: done (2 left) 2024-08-17T17:14:17.022 INFO:tasks.rados.rados.0.smithi094.stdout:2126: done (1 left) 2024-08-17T17:14:17.022 INFO:tasks.rados.rados.0.smithi094.stdout:2127: snap_create 2024-08-17T17:14:17.029 INFO:tasks.rados.rados.0.smithi094.stdout:2122: expect (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:14:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:16 smithi094 ceph-mon[100402]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T17:14:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:16 smithi094 ceph-mon[100402]: pgmap v335: 121 pgs: 121 active+clean; 262 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T17:14:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:16 smithi094 ceph-mon[102949]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T17:14:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:16 smithi094 ceph-mon[102949]: pgmap v335: 121 pgs: 121 active+clean; 262 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T17:14:17.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:16 smithi190 ceph-mon[90718]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T17:14:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:16 smithi190 ceph-mon[90718]: pgmap v335: 121 pgs: 121 active+clean; 262 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T17:14:18.006 INFO:tasks.rados.rados.0.smithi094.stdout:2122: done (1 left) 2024-08-17T17:14:18.006 INFO:tasks.rados.rados.0.smithi094.stdout:2127: done (0 left) 2024-08-17T17:14:18.006 INFO:tasks.rados.rados.0.smithi094.stdout:2128: delete oid 1 current snap is 201 2024-08-17T17:14:18.010 INFO:tasks.rados.rados.0.smithi094.stdout:2128: done (0 left) 2024-08-17T17:14:18.010 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 201 2024-08-17T17:14:18.010 INFO:tasks.rados.rados.0.smithi094.stdout:2129: seq_num 656 ranges {3014656=589824,3604480=802816} 2024-08-17T17:14:18.029 INFO:tasks.rados.rados.0.smithi094.stdout:2129: writing smithi09487127-40 from 3014656 to 3604480 tid 1 2024-08-17T17:14:18.034 INFO:tasks.rados.rados.0.smithi094.stdout:2129: writing smithi09487127-40 from 3604480 to 4407296 tid 2 2024-08-17T17:14:18.034 INFO:tasks.rados.rados.0.smithi094.stdout:2130: copy_from oid 26 from oid 4 current snap is 201 2024-08-17T17:14:18.034 INFO:tasks.rados.rados.0.smithi094.stdout:2131: snap_create 2024-08-17T17:14:18.034 INFO:tasks.rados.rados.0.smithi094.stdout:2129: finishing write tid 1 to smithi09487127-40 2024-08-17T17:14:18.038 INFO:tasks.rados.rados.0.smithi094.stdout:2129: finishing write tid 2 to smithi09487127-40 2024-08-17T17:14:18.038 INFO:tasks.rados.rados.0.smithi094.stdout:2129: finishing write tid 3 to smithi09487127-40 2024-08-17T17:14:18.042 INFO:tasks.rados.rados.0.smithi094.stdout:2129: finishing write tid 4 to smithi09487127-40 2024-08-17T17:14:18.042 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1058 (ObjNum 656 snap 201 seq_num 656) dirty exists 2024-08-17T17:14:18.042 INFO:tasks.rados.rados.0.smithi094.stdout:2129: left oid 40 (ObjNum 656 snap 201 seq_num 656) 2024-08-17T17:14:18.067 INFO:tasks.rados.rados.0.smithi094.stdout:2130: finishing copy_from racing read to smithi09487127-26 2024-08-17T17:14:18.070 INFO:tasks.rados.rados.0.smithi094.stdout:2130: finishing copy_from to smithi09487127-26 2024-08-17T17:14:18.070 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 438 (ObjNum 582 snap 173 seq_num 582) dirty exists 2024-08-17T17:14:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:17 smithi094 ceph-mon[100402]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T17:14:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:17 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:17 smithi094 ceph-mon[102949]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T17:14:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:17 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:18.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:17 smithi190 ceph-mon[90718]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T17:14:18.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:17 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:18.691 INFO:tasks.rados.rados.0.smithi094.stdout:2129: done (2 left) 2024-08-17T17:14:18.691 INFO:tasks.rados.rados.0.smithi094.stdout:2130: done (1 left) 2024-08-17T17:14:18.691 INFO:tasks.rados.rados.0.smithi094.stdout:2131: done (0 left) 2024-08-17T17:14:18.691 INFO:tasks.rados.rados.0.smithi094.stdout:2132: snap_remove snap 200 2024-08-17T17:14:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[100402]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T17:14:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:14:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:14:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[100402]: Upgrade: osd.5 is safe to restart 2024-08-17T17:14:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[100402]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T17:14:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[100402]: pgmap v339: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-17T17:14:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[102949]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T17:14:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:14:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:14:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[102949]: Upgrade: osd.5 is safe to restart 2024-08-17T17:14:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[102949]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T17:14:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-mon[102949]: pgmap v339: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-17T17:14:19.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:19 smithi190 ceph-mon[90718]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T17:14:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:19 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:14:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:19 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:14:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:19 smithi190 ceph-mon[90718]: Upgrade: osd.5 is safe to restart 2024-08-17T17:14:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:19 smithi190 ceph-mon[90718]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T17:14:19.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:19 smithi190 ceph-mon[90718]: pgmap v339: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-17T17:14:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:14:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:14:19] "GET /metrics HTTP/1.1" 200 36307 "" "Prometheus/2.51.0" 2024-08-17T17:14:19.698 INFO:tasks.rados.rados.0.smithi094.stdout:2132: done (0 left) 2024-08-17T17:14:19.698 INFO:tasks.rados.rados.0.smithi094.stdout:2133: delete oid 21 current snap is 202 2024-08-17T17:14:19.701 INFO:tasks.rados.rados.0.smithi094.stdout:2133: done (0 left) 2024-08-17T17:14:19.701 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 202 2024-08-17T17:14:19.701 INFO:tasks.rados.rados.0.smithi094.stdout:2134: seq_num 658 ranges {7348224=622592,7970816=565248,8536064=237568} 2024-08-17T17:14:19.743 INFO:tasks.rados.rados.0.smithi094.stdout:2134: writing smithi09487127-23 from 7348224 to 7970816 tid 1 2024-08-17T17:14:19.747 INFO:tasks.rados.rados.0.smithi094.stdout:2134: writing smithi09487127-23 from 7970816 to 8536064 tid 2 2024-08-17T17:14:19.748 INFO:tasks.rados.rados.0.smithi094.stdout:2134: writing smithi09487127-23 from 8536064 to 8773632 tid 3 2024-08-17T17:14:19.748 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 202 2024-08-17T17:14:19.749 INFO:tasks.rados.rados.0.smithi094.stdout:2135: seq_num 659 ranges {10665984=647168,11313152=450560,11763712=352256} 2024-08-17T17:14:19.809 INFO:tasks.rados.rados.0.smithi094.stdout:2135: writing smithi09487127-43 from 10665984 to 11313152 tid 1 2024-08-17T17:14:19.811 INFO:tasks.rados.rados.0.smithi094.stdout:2135: writing smithi09487127-43 from 11313152 to 11763712 tid 2 2024-08-17T17:14:19.814 INFO:tasks.rados.rados.0.smithi094.stdout:2135: writing smithi09487127-43 from 11763712 to 12115968 tid 3 2024-08-17T17:14:19.814 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 202 2024-08-17T17:14:19.814 INFO:tasks.rados.rados.0.smithi094.stdout:2134: finishing write tid 1 to smithi09487127-23 2024-08-17T17:14:19.814 INFO:tasks.rados.rados.0.smithi094.stdout:2134: finishing write tid 2 to smithi09487127-23 2024-08-17T17:14:19.814 INFO:tasks.rados.rados.0.smithi094.stdout:2134: finishing write tid 3 to smithi09487127-23 2024-08-17T17:14:19.814 INFO:tasks.rados.rados.0.smithi094.stdout:2134: finishing write tid 4 to smithi09487127-23 2024-08-17T17:14:19.814 INFO:tasks.rados.rados.0.smithi094.stdout:2134: finishing write tid 5 to smithi09487127-23 2024-08-17T17:14:19.815 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1118 (ObjNum 658 snap 202 seq_num 658) dirty exists 2024-08-17T17:14:19.815 INFO:tasks.rados.rados.0.smithi094.stdout:2134: left oid 23 (ObjNum 658 snap 202 seq_num 658) 2024-08-17T17:14:19.815 INFO:tasks.rados.rados.0.smithi094.stdout:2135: finishing write tid 1 to smithi09487127-43 2024-08-17T17:14:19.815 INFO:tasks.rados.rados.0.smithi094.stdout:2136: seq_num 660 ranges {1687552=663552,2351104=737280,3088384=65536} 2024-08-17T17:14:19.826 INFO:tasks.rados.rados.0.smithi094.stdout:2136: writing smithi09487127-48 from 1687552 to 2351104 tid 1 2024-08-17T17:14:19.830 INFO:tasks.rados.rados.0.smithi094.stdout:2136: writing smithi09487127-48 from 2351104 to 3088384 tid 2 2024-08-17T17:14:19.831 INFO:tasks.rados.rados.0.smithi094.stdout:2136: writing smithi09487127-48 from 3088384 to 3153920 tid 3 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2134: done (2 left) 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2137: read oid 11 snap -1 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2137: expect (ObjNum 634 snap 196 seq_num 634) 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2138: rollback oid 42 current snap is 202 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 199 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2135: finishing write tid 2 to smithi09487127-43 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2135: finishing write tid 3 to smithi09487127-43 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2135: finishing write tid 4 to smithi09487127-43 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2135: finishing write tid 5 to smithi09487127-43 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 449 (ObjNum 659 snap 202 seq_num 659) dirty exists 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2135: left oid 43 (ObjNum 659 snap 202 seq_num 659) 2024-08-17T17:14:19.832 INFO:tasks.rados.rados.0.smithi094.stdout:2136: finishing write tid 1 to smithi09487127-48 2024-08-17T17:14:19.833 INFO:tasks.rados.rados.0.smithi094.stdout:2135: done (3 left) 2024-08-17T17:14:19.833 INFO:tasks.rados.rados.0.smithi094.stdout:2139: delete oid 4 current snap is 202 2024-08-17T17:14:19.834 INFO:tasks.rados.rados.0.smithi094.stdout:2139: done (3 left) 2024-08-17T17:14:19.834 INFO:tasks.rados.rados.0.smithi094.stdout:2140: snap_create 2024-08-17T17:14:19.834 INFO:tasks.rados.rados.0.smithi094.stdout:2138: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:14:19.835 INFO:tasks.rados.rados.0.smithi094.stdout:2138: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:14:19.835 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 560 (ObjNum 635 snap 196 seq_num 635) dirty exists 2024-08-17T17:14:19.838 INFO:tasks.rados.rados.0.smithi094.stdout:2136: finishing write tid 2 to smithi09487127-48 2024-08-17T17:14:19.838 INFO:tasks.rados.rados.0.smithi094.stdout:2136: finishing write tid 3 to smithi09487127-48 2024-08-17T17:14:19.841 INFO:tasks.rados.rados.0.smithi094.stdout:2136: finishing write tid 4 to smithi09487127-48 2024-08-17T17:14:19.841 INFO:tasks.rados.rados.0.smithi094.stdout:2136: finishing write tid 5 to smithi09487127-48 2024-08-17T17:14:19.841 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1289 (ObjNum 660 snap 202 seq_num 660) dirty exists 2024-08-17T17:14:19.841 INFO:tasks.rados.rados.0.smithi094.stdout:2136: left oid 48 (ObjNum 660 snap 202 seq_num 660) 2024-08-17T17:14:19.848 INFO:tasks.rados.rados.0.smithi094.stdout:2137: expect (ObjNum 634 snap 196 seq_num 634) 2024-08-17T17:14:20.513 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:20.701 INFO:tasks.rados.rados.0.smithi094.stdout:2136: done (3 left) 2024-08-17T17:14:20.701 INFO:tasks.rados.rados.0.smithi094.stdout:2137: done (2 left) 2024-08-17T17:14:20.701 INFO:tasks.rados.rados.0.smithi094.stdout:2138: done (1 left) 2024-08-17T17:14:20.701 INFO:tasks.rados.rados.0.smithi094.stdout:2140: done (0 left) 2024-08-17T17:14:20.701 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 203 2024-08-17T17:14:20.701 INFO:tasks.rados.rados.0.smithi094.stdout:2141: seq_num 662 ranges {0=696320,696320=557056,1253376=245760} 2024-08-17T17:14:20.704 INFO:tasks.rados.rados.0.smithi094.stdout:2141: writing smithi09487127-31 from 0 to 696320 tid 1 2024-08-17T17:14:20.708 INFO:tasks.rados.rados.0.smithi094.stdout:2141: writing smithi09487127-31 from 696320 to 1253376 tid 2 2024-08-17T17:14:20.709 INFO:tasks.rados.rados.0.smithi094.stdout:2141: writing smithi09487127-31 from 1253376 to 1499136 tid 3 2024-08-17T17:14:20.709 INFO:tasks.rados.rados.0.smithi094.stdout:2142: read oid 19 snap -1 2024-08-17T17:14:20.709 INFO:tasks.rados.rados.0.smithi094.stdout:2142: expect (ObjNum 573 snap 173 seq_num 573) 2024-08-17T17:14:20.710 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 203 2024-08-17T17:14:20.710 INFO:tasks.rados.rados.0.smithi094.stdout:2143: seq_num 663 ranges {6160384=712704,6873088=442368,7315456=360448} 2024-08-17T17:14:20.747 INFO:tasks.rados.rados.0.smithi094.stdout:2143: writing smithi09487127-35 from 6160384 to 6873088 tid 1 2024-08-17T17:14:20.750 INFO:tasks.rados.rados.0.smithi094.stdout:2143: writing smithi09487127-35 from 6873088 to 7315456 tid 2 2024-08-17T17:14:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:2143: writing smithi09487127-35 from 7315456 to 7675904 tid 3 2024-08-17T17:14:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:2144: snap_remove snap 202 2024-08-17T17:14:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:2141: finishing write tid 1 to smithi09487127-31 2024-08-17T17:14:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:2141: finishing write tid 2 to smithi09487127-31 2024-08-17T17:14:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:2141: finishing write tid 3 to smithi09487127-31 2024-08-17T17:14:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:2141: finishing write tid 4 to smithi09487127-31 2024-08-17T17:14:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:2141: finishing write tid 5 to smithi09487127-31 2024-08-17T17:14:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1120 (ObjNum 662 snap 203 seq_num 662) dirty exists 2024-08-17T17:14:20.753 INFO:tasks.rados.rados.0.smithi094.stdout:2141: left oid 31 (ObjNum 662 snap 203 seq_num 662) 2024-08-17T17:14:20.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:20 smithi190 ceph-mon[90718]: osdmap e486: 8 total, 8 up, 8 in 2024-08-17T17:14:20.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:20 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:20.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:20 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:14:20.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:20 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:21.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:20 smithi094 ceph-mon[102949]: osdmap e486: 8 total, 8 up, 8 in 2024-08-17T17:14:21.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:20 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:21.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:20 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:14:21.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:20 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:20 smithi094 ceph-mon[100402]: osdmap e486: 8 total, 8 up, 8 in 2024-08-17T17:14:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:20 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:20 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:14:21.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:20 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:21.707 INFO:tasks.rados.rados.0.smithi094.stdout:2141: done (3 left) 2024-08-17T17:14:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:2144: done (2 left) 2024-08-17T17:14:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:2145: copy_from oid 22 from oid 13 current snap is 203 2024-08-17T17:14:21.708 INFO:tasks.rados.rados.0.smithi094.stdout:2142: expect (ObjNum 573 snap 173 seq_num 573) 2024-08-17T17:14:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:21 smithi190 ceph-mon[90718]: Upgrade: Updating osd.5 2024-08-17T17:14:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:21 smithi190 ceph-mon[90718]: Deploying daemon osd.5 on smithi190 2024-08-17T17:14:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:21 smithi190 ceph-mon[90718]: osdmap e487: 8 total, 8 up, 8 in 2024-08-17T17:14:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:21 smithi190 ceph-mon[90718]: pgmap v342: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-17T17:14:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:21 smithi094 ceph-mon[102949]: Upgrade: Updating osd.5 2024-08-17T17:14:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:21 smithi094 ceph-mon[102949]: Deploying daemon osd.5 on smithi190 2024-08-17T17:14:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:21 smithi094 ceph-mon[102949]: osdmap e487: 8 total, 8 up, 8 in 2024-08-17T17:14:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:21 smithi094 ceph-mon[102949]: pgmap v342: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-17T17:14:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:21 smithi094 ceph-mon[100402]: Upgrade: Updating osd.5 2024-08-17T17:14:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:21 smithi094 ceph-mon[100402]: Deploying daemon osd.5 on smithi190 2024-08-17T17:14:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:21 smithi094 ceph-mon[100402]: osdmap e487: 8 total, 8 up, 8 in 2024-08-17T17:14:22.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:21 smithi094 ceph-mon[100402]: pgmap v342: 121 pgs: 121 active+clean; 261 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.9 MiB/s wr, 18 op/s 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2143: finishing write tid 1 to smithi09487127-35 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2143: finishing write tid 2 to smithi09487127-35 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2143: finishing write tid 3 to smithi09487127-35 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2143: finishing write tid 4 to smithi09487127-35 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2143: finishing write tid 5 to smithi09487127-35 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 858 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2143: left oid 35 (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2145: finishing copy_from to smithi09487127-22 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2145: got expected ENOENT (src dne) 2024-08-17T17:14:22.533 INFO:tasks.rados.rados.0.smithi094.stdout:2142: done (2 left) 2024-08-17T17:14:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:2143: done (1 left) 2024-08-17T17:14:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 203 2024-08-17T17:14:22.534 INFO:tasks.rados.rados.0.smithi094.stdout:2146: seq_num 664 ranges {7348224=729088,8077312=729088,8806400=73728} 2024-08-17T17:14:22.575 INFO:tasks.rados.rados.0.smithi094.stdout:2146: writing smithi09487127-28 from 7348224 to 8077312 tid 1 2024-08-17T17:14:22.579 INFO:tasks.rados.rados.0.smithi094.stdout:2146: writing smithi09487127-28 from 8077312 to 8806400 tid 2 2024-08-17T17:14:22.580 INFO:tasks.rados.rados.0.smithi094.stdout:2146: writing smithi09487127-28 from 8806400 to 8880128 tid 3 2024-08-17T17:14:22.580 INFO:tasks.rados.rados.0.smithi094.stdout:2147: delete oid 2 current snap is 203 2024-08-17T17:14:22.580 INFO:tasks.rados.rados.0.smithi094.stdout:2145: finishing copy_from racing read to smithi09487127-22 2024-08-17T17:14:22.580 INFO:tasks.rados.rados.0.smithi094.stdout:2146: finishing write tid 1 to smithi09487127-28 2024-08-17T17:14:22.582 INFO:tasks.rados.rados.0.smithi094.stdout:2145: done (2 left) 2024-08-17T17:14:22.582 INFO:tasks.rados.rados.0.smithi094.stdout:2147: done (1 left) 2024-08-17T17:14:22.582 INFO:tasks.rados.rados.0.smithi094.stdout:2148: rmattr oid 49 current snap is 203 2024-08-17T17:14:22.582 INFO:tasks.rados.rados.0.smithi094.stdout:2148: done (1 left) 2024-08-17T17:14:22.583 INFO:tasks.rados.rados.0.smithi094.stdout:2149: read oid 39 snap 192 2024-08-17T17:14:22.583 INFO:tasks.rados.rados.0.smithi094.stdout:2149: expect (ObjNum 611 snap 187 seq_num 611) 2024-08-17T17:14:22.583 INFO:tasks.rados.rados.0.smithi094.stdout:2150: rollback oid 2 current snap is 203 2024-08-17T17:14:22.583 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 192 2024-08-17T17:14:22.583 INFO:tasks.rados.rados.0.smithi094.stdout:2151: setattr oid 44 current snap is 203 2024-08-17T17:14:22.584 INFO:tasks.rados.rados.0.smithi094.stdout:2152: read oid 42 snap -1 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:2152: expect (ObjNum 635 snap 196 seq_num 635) 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:2153: rollback oid 36 current snap is 203 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 199 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:2154: rollback oid 19 current snap is 203 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 19 to 189 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:2155: rollback oid 7 current snap is 203 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 7 to 199 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 203 2024-08-17T17:14:22.585 INFO:tasks.rados.rados.0.smithi094.stdout:2156: seq_num 666 ranges {4407296=761856,5169152=491520,5660672=311296} 2024-08-17T17:14:22.612 INFO:tasks.rados.rados.0.smithi094.stdout:2156: writing smithi09487127-40 from 4407296 to 5169152 tid 1 2024-08-17T17:14:22.614 INFO:tasks.rados.rados.0.smithi094.stdout:2156: writing smithi09487127-40 from 5169152 to 5660672 tid 2 2024-08-17T17:14:22.617 INFO:tasks.rados.rados.0.smithi094.stdout:2156: writing smithi09487127-40 from 5660672 to 5971968 tid 3 2024-08-17T17:14:22.617 INFO:tasks.rados.rados.0.smithi094.stdout:2157: read oid 41 snap -1 2024-08-17T17:14:22.617 INFO:tasks.rados.rados.0.smithi094.stdout:2157: expect deleted 2024-08-17T17:14:22.617 INFO:tasks.rados.rados.0.smithi094.stdout:2158: read oid 37 snap 199 2024-08-17T17:14:22.617 INFO:tasks.rados.rados.0.smithi094.stdout:2158: expect deleted 2024-08-17T17:14:22.618 INFO:tasks.rados.rados.0.smithi094.stdout:2159: rmattr oid 47 current snap is 203 2024-08-17T17:14:22.618 INFO:tasks.rados.rados.0.smithi094.stdout:2159: done (11 left) 2024-08-17T17:14:22.618 INFO:tasks.rados.rados.0.smithi094.stdout:2160: delete oid 45 current snap is 203 2024-08-17T17:14:22.618 INFO:tasks.rados.rados.0.smithi094.stdout:2146: finishing write tid 2 to smithi09487127-28 2024-08-17T17:14:22.618 INFO:tasks.rados.rados.0.smithi094.stdout:2150: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:14:22.618 INFO:tasks.rados.rados.0.smithi094.stdout:2146: finishing write tid 3 to smithi09487127-28 2024-08-17T17:14:22.618 INFO:tasks.rados.rados.0.smithi094.stdout:2149: expect (ObjNum 611 snap 187 seq_num 611) 2024-08-17T17:14:22.637 INFO:tasks.rados.rados.0.smithi094.stdout:2150: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:14:22.637 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1060 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-08-17T17:14:22.637 INFO:tasks.rados.rados.0.smithi094.stdout:2149: done (11 left) 2024-08-17T17:14:22.637 INFO:tasks.rados.rados.0.smithi094.stdout:2150: done (10 left) 2024-08-17T17:14:22.637 INFO:tasks.rados.rados.0.smithi094.stdout:2160: done (9 left) 2024-08-17T17:14:22.637 INFO:tasks.rados.rados.0.smithi094.stdout:2161: copy_from oid 33 from oid 50 current snap is 203 2024-08-17T17:14:22.637 INFO:tasks.rados.rados.0.smithi094.stdout:2153: finishing rollback tid 0 to smithi09487127-36 2024-08-17T17:14:22.637 INFO:tasks.rados.rados.0.smithi094.stdout:2153: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2146: finishing write tid 4 to smithi09487127-28 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2153: finishing rollback tid 2 to smithi09487127-36 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 1137 (ObjNum 652 snap 199 seq_num 652) dirty exists 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1291 (ObjNum 649 snap 199 seq_num 649) dirty exists 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2146: finishing write tid 5 to smithi09487127-28 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1110 (ObjNum 664 snap 203 seq_num 664) dirty exists 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2146: left oid 28 (ObjNum 664 snap 203 seq_num 664) 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2154: finishing rollback tid 0 to smithi09487127-19 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2154: finishing rollback tid 1 to smithi09487127-19 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2146: done (9 left) 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2151: done (8 left) 2024-08-17T17:14:22.638 INFO:tasks.rados.rados.0.smithi094.stdout:2153: done (7 left) 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2162: rollback oid 22 current snap is 203 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 195 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2154: finishing rollback tid 2 to smithi09487127-19 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1224 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2155: finishing rollback tid 0 to smithi09487127-7 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2155: finishing rollback tid 1 to smithi09487127-7 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2155: finishing rollback tid 2 to smithi09487127-7 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1227 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2154: done (7 left) 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2155: done (6 left) 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2157: done (5 left) 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2163: copy_from oid 21 from oid 36 current snap is 203 2024-08-17T17:14:22.639 INFO:tasks.rados.rados.0.smithi094.stdout:2156: finishing write tid 1 to smithi09487127-40 2024-08-17T17:14:22.640 INFO:tasks.rados.rados.0.smithi094.stdout:2156: finishing write tid 2 to smithi09487127-40 2024-08-17T17:14:22.640 INFO:tasks.rados.rados.0.smithi094.stdout:2156: finishing write tid 3 to smithi09487127-40 2024-08-17T17:14:22.640 INFO:tasks.rados.rados.0.smithi094.stdout:2156: finishing write tid 4 to smithi09487127-40 2024-08-17T17:14:22.640 INFO:tasks.rados.rados.0.smithi094.stdout:2156: finishing write tid 5 to smithi09487127-40 2024-08-17T17:14:22.640 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1064 (ObjNum 666 snap 203 seq_num 666) dirty exists 2024-08-17T17:14:22.640 INFO:tasks.rados.rados.0.smithi094.stdout:2156: left oid 40 (ObjNum 666 snap 203 seq_num 666) 2024-08-17T17:14:22.640 INFO:tasks.rados.rados.0.smithi094.stdout:2152: expect (ObjNum 635 snap 196 seq_num 635) 2024-08-17T17:14:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:22 smithi094 ceph-mon[100402]: osdmap e488: 8 total, 8 up, 8 in 2024-08-17T17:14:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:22 smithi094 ceph-mon[102949]: osdmap e488: 8 total, 8 up, 8 in 2024-08-17T17:14:23.064 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:22 smithi190 ceph-mon[90718]: osdmap e488: 8 total, 8 up, 8 in 2024-08-17T17:14:23.064 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:22 smithi190 systemd[1]: Stopping Ceph osd.5 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:14:23.366 INFO:tasks.rados.rados.0.smithi094.stdout:2162: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2162: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2162: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1109 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2161: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2163: finishing copy_from racing read to smithi09487127-21 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2152: done (5 left) 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2156: done (4 left) 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2158: done (3 left) 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2162: done (2 left) 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 203 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:2161: finishing copy_from to smithi09487127-33 2024-08-17T17:14:23.367 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1115 (ObjNum 633 snap 196 seq_num 633) dirty exists 2024-08-17T17:14:23.368 INFO:tasks.rados.rados.0.smithi094.stdout:2163: finishing copy_from to smithi09487127-21 2024-08-17T17:14:23.368 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1137 (ObjNum 652 snap 199 seq_num 652) dirty exists 2024-08-17T17:14:23.368 INFO:tasks.rados.rados.0.smithi094.stdout:2164: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-08-17T17:14:23.370 INFO:tasks.rados.rados.0.smithi094.stdout:2164: writing smithi09487127-1 from 0 to 794624 tid 1 2024-08-17T17:14:23.374 INFO:tasks.rados.rados.0.smithi094.stdout:2164: writing smithi09487127-1 from 794624 to 1458176 tid 2 2024-08-17T17:14:23.375 INFO:tasks.rados.rados.0.smithi094.stdout:2164: writing smithi09487127-1 from 1458176 to 1597440 tid 3 2024-08-17T17:14:23.375 INFO:tasks.rados.rados.0.smithi094.stdout:2161: done (2 left) 2024-08-17T17:14:23.375 INFO:tasks.rados.rados.0.smithi094.stdout:2163: done (1 left) 2024-08-17T17:14:23.376 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 203 2024-08-17T17:14:23.376 INFO:tasks.rados.rados.0.smithi094.stdout:2164: finishing write tid 1 to smithi09487127-1 2024-08-17T17:14:23.376 INFO:tasks.rados.rados.0.smithi094.stdout:2165: seq_num 669 ranges {9494528=409600,9904128=548864,10452992=655360} 2024-08-17T17:14:23.427 INFO:tasks.rados.rados.0.smithi094.stdout:2165: writing smithi09487127-42 from 9494528 to 9904128 tid 1 2024-08-17T17:14:23.429 INFO:tasks.rados.rados.0.smithi094.stdout:2165: writing smithi09487127-42 from 9904128 to 10452992 tid 2 2024-08-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi094.stdout:2165: writing smithi09487127-42 from 10452992 to 11108352 tid 3 2024-08-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi094.stdout:2166: read oid 25 snap -1 2024-08-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi094.stdout:2166: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi094.stdout:2167: rollback oid 24 current snap is 203 2024-08-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 24 to 192 2024-08-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi094.stdout:2164: finishing write tid 2 to smithi09487127-1 2024-08-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi094.stdout:2164: finishing write tid 3 to smithi09487127-1 2024-08-17T17:14:23.434 INFO:tasks.rados.rados.0.smithi094.stdout:2164: finishing write tid 4 to smithi09487127-1 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:2164: finishing write tid 5 to smithi09487127-1 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 965 (ObjNum 668 snap 203 seq_num 668) dirty exists 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:2164: left oid 1 (ObjNum 668 snap 203 seq_num 668) 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:2165: finishing write tid 1 to smithi09487127-42 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:2165: finishing write tid 2 to smithi09487127-42 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:2164: done (3 left) 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:2168: rollback oid 31 current snap is 203 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 189 2024-08-17T17:14:23.435 INFO:tasks.rados.rados.0.smithi094.stdout:2169: snap_remove snap 201 2024-08-17T17:14:23.436 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[44748]: 2024-08-17T17:14:23.062+0000 7fd087b03640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:14:23.436 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[44748]: 2024-08-17T17:14:23.062+0000 7fd087b03640 -1 osd.5 488 *** Got signal Terminated *** 2024-08-17T17:14:23.436 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:23 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[44748]: 2024-08-17T17:14:23.062+0000 7fd087b03640 -1 osd.5 488 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:14:23.697 INFO:tasks.rados.rados.0.smithi094.stdout:2167: finishing rollback tid 0 to smithi09487127-24 2024-08-17T17:14:23.697 INFO:tasks.rados.rados.0.smithi094.stdout:2168: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:14:23.697 INFO:tasks.rados.rados.0.smithi094.stdout:2168: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:2167: finishing rollback tid 1 to smithi09487127-24 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:2165: finishing write tid 3 to smithi09487127-42 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:2167: finishing rollback tid 2 to smithi09487127-24 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 861 (ObjNum 612 snap 188 seq_num 612) dirty exists 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:2165: finishing write tid 4 to smithi09487127-42 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:2168: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1140 (ObjNum 592 snap 175 seq_num 592) dirty exists 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:2165: finishing write tid 5 to smithi09487127-42 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 564 (ObjNum 669 snap 203 seq_num 669) dirty exists 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:2165: left oid 42 (ObjNum 669 snap 203 seq_num 669) 2024-08-17T17:14:23.698 INFO:tasks.rados.rados.0.smithi094.stdout:2166: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:14:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:23 smithi094 ceph-mon[100402]: pgmap v344: 121 pgs: 121 active+clean; 274 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-17T17:14:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:23 smithi094 ceph-mon[100402]: osd.5 marked itself down and dead 2024-08-17T17:14:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:23 smithi094 ceph-mon[100402]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:14:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:23 smithi094 ceph-mon[100402]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T17:14:24.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:23 smithi094 ceph-mon[102949]: pgmap v344: 121 pgs: 121 active+clean; 274 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-17T17:14:24.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:23 smithi094 ceph-mon[102949]: osd.5 marked itself down and dead 2024-08-17T17:14:24.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:23 smithi094 ceph-mon[102949]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:14:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:23 smithi094 ceph-mon[102949]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T17:14:24.090 INFO:tasks.rados.rados.0.smithi094.stdout:2165: done (4 left) 2024-08-17T17:14:24.090 INFO:tasks.rados.rados.0.smithi094.stdout:2166: done (3 left) 2024-08-17T17:14:24.090 INFO:tasks.rados.rados.0.smithi094.stdout:2167: done (2 left) 2024-08-17T17:14:24.090 INFO:tasks.rados.rados.0.smithi094.stdout:2168: done (1 left) 2024-08-17T17:14:24.091 INFO:tasks.rados.rados.0.smithi094.stdout:2169: done (0 left) 2024-08-17T17:14:24.091 INFO:tasks.rados.rados.0.smithi094.stdout:2170: delete oid 49 current snap is 203 2024-08-17T17:14:24.092 INFO:tasks.rados.rados.0.smithi094.stdout:2170: done (0 left) 2024-08-17T17:14:24.092 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 203 2024-08-17T17:14:24.092 INFO:tasks.rados.rados.0.smithi094.stdout:2171: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2024-08-17T17:14:24.094 INFO:tasks.rados.rados.0.smithi094.stdout:2171: writing smithi09487127-49 from 0 to 442368 tid 1 2024-08-17T17:14:24.099 INFO:tasks.rados.rados.0.smithi094.stdout:2171: writing smithi09487127-49 from 442368 to 1204224 tid 2 2024-08-17T17:14:24.102 INFO:tasks.rados.rados.0.smithi094.stdout:2171: writing smithi09487127-49 from 1204224 to 1646592 tid 3 2024-08-17T17:14:24.102 INFO:tasks.rados.rados.0.smithi094.stdout:2172: rmattr oid 11 current snap is 203 2024-08-17T17:14:24.102 INFO:tasks.rados.rados.0.smithi094.stdout:2171: finishing write tid 1 to smithi09487127-49 2024-08-17T17:14:24.102 INFO:tasks.rados.rados.0.smithi094.stdout:2171: finishing write tid 2 to smithi09487127-49 2024-08-17T17:14:24.102 INFO:tasks.rados.rados.0.smithi094.stdout:2173: snap_create 2024-08-17T17:14:24.105 INFO:tasks.rados.rados.0.smithi094.stdout:2171: finishing write tid 3 to smithi09487127-49 2024-08-17T17:14:24.105 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1119 (ObjNum 634 snap 196 seq_num 634) dirty exists 2024-08-17T17:14:24.105 INFO:tasks.rados.rados.0.smithi094.stdout:2171: finishing write tid 4 to smithi09487127-49 2024-08-17T17:14:24.105 INFO:tasks.rados.rados.0.smithi094.stdout:2171: finishing write tid 5 to smithi09487127-49 2024-08-17T17:14:24.106 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1113 (ObjNum 671 snap 203 seq_num 671) dirty exists 2024-08-17T17:14:24.106 INFO:tasks.rados.rados.0.smithi094.stdout:2171: left oid 49 (ObjNum 671 snap 203 seq_num 671) 2024-08-17T17:14:24.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:23 smithi190 ceph-mon[90718]: pgmap v344: 121 pgs: 121 active+clean; 274 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-17T17:14:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:23 smithi190 ceph-mon[90718]: osd.5 marked itself down and dead 2024-08-17T17:14:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:23 smithi190 ceph-mon[90718]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:14:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:23 smithi190 ceph-mon[90718]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T17:14:24.546 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:24 smithi190 podman[101234]: 2024-08-17 17:14:24.249190358 +0000 UTC m=+1.300194898 container died 7c55861f0d16b1f4364aabdd2b7e902861ca07f7ad05cbeab2ef76c27a657601 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4) 2024-08-17T17:14:24.696 INFO:tasks.rados.rados.0.smithi094.stdout:2171: done (2 left) 2024-08-17T17:14:24.696 INFO:tasks.rados.rados.0.smithi094.stdout:2172: done (1 left) 2024-08-17T17:14:24.696 INFO:tasks.rados.rados.0.smithi094.stdout:2173: done (0 left) 2024-08-17T17:14:24.696 INFO:tasks.rados.rados.0.smithi094.stdout:2174: delete oid 46 current snap is 204 2024-08-17T17:14:24.710 INFO:tasks.rados.rados.0.smithi094.stdout:2174: done (0 left) 2024-08-17T17:14:24.710 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 204 2024-08-17T17:14:24.710 INFO:tasks.rados.rados.0.smithi094.stdout:2175: seq_num 673 ranges {1646592=475136,2121728=532480,2654208=671744} 2024-08-17T17:14:24.721 INFO:tasks.rados.rados.0.smithi094.stdout:2175: writing smithi09487127-49 from 1646592 to 2121728 tid 1 2024-08-17T17:14:24.724 INFO:tasks.rados.rados.0.smithi094.stdout:2175: writing smithi09487127-49 from 2121728 to 2654208 tid 2 2024-08-17T17:14:24.728 INFO:tasks.rados.rados.0.smithi094.stdout:2175: writing smithi09487127-49 from 2654208 to 3325952 tid 3 2024-08-17T17:14:24.728 INFO:tasks.rados.rados.0.smithi094.stdout:2176: rmattr oid 35 current snap is 204 2024-08-17T17:14:24.728 INFO:tasks.rados.rados.0.smithi094.stdout:2175: finishing write tid 1 to smithi09487127-49 2024-08-17T17:14:24.729 INFO:tasks.rados.rados.0.smithi094.stdout:2175: finishing write tid 2 to smithi09487127-49 2024-08-17T17:14:24.729 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 204 2024-08-17T17:14:24.729 INFO:tasks.rados.rados.0.smithi094.stdout:2177: seq_num 674 ranges {1482752=491520,1974272=417792,2392064=483328,2875392=303104} 2024-08-17T17:14:24.739 INFO:tasks.rados.rados.0.smithi094.stdout:2177: writing smithi09487127-44 from 1482752 to 1974272 tid 1 2024-08-17T17:14:24.741 INFO:tasks.rados.rados.0.smithi094.stdout:2177: writing smithi09487127-44 from 1974272 to 2392064 tid 2 2024-08-17T17:14:24.744 INFO:tasks.rados.rados.0.smithi094.stdout:2177: writing smithi09487127-44 from 2392064 to 2875392 tid 3 2024-08-17T17:14:24.746 INFO:tasks.rados.rados.0.smithi094.stdout:2177: writing smithi09487127-44 from 2875392 to 3178496 tid 4 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:2178: delete oid 19 current snap is 204 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:2175: finishing write tid 3 to smithi09487127-49 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:2175: finishing write tid 4 to smithi09487127-49 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 862 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:2175: finishing write tid 5 to smithi09487127-49 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1117 (ObjNum 673 snap 204 seq_num 673) dirty exists 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:2175: left oid 49 (ObjNum 673 snap 204 seq_num 673) 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:2177: finishing write tid 1 to smithi09487127-44 2024-08-17T17:14:24.747 INFO:tasks.rados.rados.0.smithi094.stdout:2177: finishing write tid 2 to smithi09487127-44 2024-08-17T17:14:24.749 INFO:tasks.rados.rados.0.smithi094.stdout:2177: finishing write tid 3 to smithi09487127-44 2024-08-17T17:14:24.749 INFO:tasks.rados.rados.0.smithi094.stdout:2177: finishing write tid 4 to smithi09487127-44 2024-08-17T17:14:24.749 INFO:tasks.rados.rados.0.smithi094.stdout:2175: done (3 left) 2024-08-17T17:14:24.749 INFO:tasks.rados.rados.0.smithi094.stdout:2176: done (2 left) 2024-08-17T17:14:24.749 INFO:tasks.rados.rados.0.smithi094.stdout:2178: done (1 left) 2024-08-17T17:14:24.749 INFO:tasks.rados.rados.0.smithi094.stdout:2179: setattr oid 46 current snap is 204 2024-08-17T17:14:24.750 INFO:tasks.rados.rados.0.smithi094.stdout:2177: finishing write tid 5 to smithi09487127-44 2024-08-17T17:14:24.751 INFO:tasks.rados.rados.0.smithi094.stdout:2180: read oid 2 snap -1 2024-08-17T17:14:24.751 INFO:tasks.rados.rados.0.smithi094.stdout:2180: expect (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:14:24.751 INFO:tasks.rados.rados.0.smithi094.stdout:2181: read oid 42 snap -1 2024-08-17T17:14:24.751 INFO:tasks.rados.rados.0.smithi094.stdout:2181: expect (ObjNum 669 snap 203 seq_num 669) 2024-08-17T17:14:24.751 INFO:tasks.rados.rados.0.smithi094.stdout:2182: read oid 20 snap -1 2024-08-17T17:14:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2182: expect (ObjNum 604 snap 182 seq_num 604) 2024-08-17T17:14:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2183: setattr oid 30 current snap is 204 2024-08-17T17:14:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2177: finishing write tid 6 to smithi09487127-44 2024-08-17T17:14:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1297 (ObjNum 674 snap 204 seq_num 674) dirty exists 2024-08-17T17:14:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2177: left oid 44 (ObjNum 674 snap 204 seq_num 674) 2024-08-17T17:14:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2177: done (5 left) 2024-08-17T17:14:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2184: copy_from oid 39 from oid 48 current snap is 204 2024-08-17T17:14:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2185: delete oid 29 current snap is 204 2024-08-17T17:14:24.755 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1112 (ObjNum 33 snap 0 seq_num 3214201872) dirty exists 2024-08-17T17:14:24.755 INFO:tasks.rados.rados.0.smithi094.stdout:2179: done (6 left) 2024-08-17T17:14:24.756 INFO:tasks.rados.rados.0.smithi094.stdout:2185: done (5 left) 2024-08-17T17:14:24.756 INFO:tasks.rados.rados.0.smithi094.stdout:2186: setattr oid 45 current snap is 204 2024-08-17T17:14:24.757 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 204 2024-08-17T17:14:24.757 INFO:tasks.rados.rados.0.smithi094.stdout:2187: seq_num 677 ranges {0=540672,540672=516096,1056768=655360,1712128=32768} 2024-08-17T17:14:24.760 INFO:tasks.rados.rados.0.smithi094.stdout:2187: writing smithi09487127-46 from 0 to 540672 tid 1 2024-08-17T17:14:24.764 INFO:tasks.rados.rados.0.smithi094.stdout:2187: writing smithi09487127-46 from 540672 to 1056768 tid 2 2024-08-17T17:14:24.770 INFO:tasks.rados.rados.0.smithi094.stdout:2187: writing smithi09487127-46 from 1056768 to 1712128 tid 3 2024-08-17T17:14:24.770 INFO:tasks.rados.rados.0.smithi094.stdout:2187: writing smithi09487127-46 from 1712128 to 1744896 tid 4 2024-08-17T17:14:24.770 INFO:tasks.rados.rados.0.smithi094.stdout:2188: read oid 3 snap -1 2024-08-17T17:14:24.770 INFO:tasks.rados.rados.0.smithi094.stdout:2188: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:14:24.770 INFO:tasks.rados.rados.0.smithi094.stdout:2189: rmattr oid 25 current snap is 204 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 863 (ObjNum 631 snap 195 seq_num 631) dirty exists 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1125 (ObjNum 33 snap 0 seq_num 3221089872) dirty exists 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2187: finishing write tid 1 to smithi09487127-46 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2187: finishing write tid 2 to smithi09487127-46 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2183: done (8 left) 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2186: done (7 left) 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2190: copy_from oid 10 from oid 30 current snap is 204 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2191: read oid 29 snap -1 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2191: expect deleted 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2192: copy_from oid 21 from oid 28 current snap is 204 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2193: rmattr oid 4 current snap is 204 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2193: done (10 left) 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2194: copy_from oid 33 from oid 12 current snap is 204 2024-08-17T17:14:24.771 INFO:tasks.rados.rados.0.smithi094.stdout:2195: snap_create 2024-08-17T17:14:24.772 INFO:tasks.rados.rados.0.smithi094.stdout:2182: expect (ObjNum 604 snap 182 seq_num 604) 2024-08-17T17:14:24.935 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:24 smithi190 podman[101234]: 2024-08-17 17:14:24.719568526 +0000 UTC m=+1.770573065 container cleanup 7c55861f0d16b1f4364aabdd2b7e902861ca07f7ad05cbeab2ef76c27a657601 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T17:14:24.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:24 smithi190 bash[101234]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5 2024-08-17T17:14:24.961 INFO:tasks.rados.rados.0.smithi094.stdout:2180: expect (ObjNum 478 snap 140 seq_num 478) 2024-08-17T17:14:25.121 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 966 (ObjNum 651 snap 199 seq_num 651) dirty exists 2024-08-17T17:14:25.121 INFO:tasks.rados.rados.0.smithi094.stdout:2187: finishing write tid 3 to smithi09487127-46 2024-08-17T17:14:25.121 INFO:tasks.rados.rados.0.smithi094.stdout:2187: finishing write tid 4 to smithi09487127-46 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:2184: finishing copy_from racing read to smithi09487127-39 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:2187: finishing write tid 5 to smithi09487127-46 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:2190: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:2184: finishing copy_from to smithi09487127-39 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1289 (ObjNum 660 snap 202 seq_num 660) dirty exists 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:2190: finishing copy_from to smithi09487127-10 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 863 (ObjNum 631 snap 195 seq_num 631) dirty exists 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:2187: finishing write tid 6 to smithi09487127-46 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1117 (ObjNum 677 snap 204 seq_num 677) dirty exists 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:2187: left oid 46 (ObjNum 677 snap 204 seq_num 677) 2024-08-17T17:14:25.122 INFO:tasks.rados.rados.0.smithi094.stdout:2188: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:14:25.314 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:24 smithi190 podman[101254]: 2024-08-17 17:14:24.987707493 +0000 UTC m=+0.736195680 container remove 7c55861f0d16b1f4364aabdd2b7e902861ca07f7ad05cbeab2ef76c27a657601 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-17T17:14:25.342 INFO:tasks.rados.rados.0.smithi094.stdout:2192: finishing copy_from racing read to smithi09487127-21 2024-08-17T17:14:25.342 INFO:tasks.rados.rados.0.smithi094.stdout:2181: expect (ObjNum 669 snap 203 seq_num 669) 2024-08-17T17:14:25.608 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:25 smithi190 podman[101351]: 2024-08-17 17:14:25.313659228 +0000 UTC m=+0.111520760 container create 132695b29b28df3d3a0463f86dcd18d9474c8d0254d9f6ae2db6b70fea4492f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-17T17:14:25.608 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:25 smithi190 podman[101351]: 2024-08-17 17:14:25.219316982 +0000 UTC m=+0.017178477 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:14:25.608 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:25 smithi190 podman[101351]: 2024-08-17 17:14:25.52451832 +0000 UTC m=+0.322379830 container init 132695b29b28df3d3a0463f86dcd18d9474c8d0254d9f6ae2db6b70fea4492f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:14:25.608 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:25 smithi190 podman[101351]: 2024-08-17 17:14:25.529517955 +0000 UTC m=+0.327379442 container start 132695b29b28df3d3a0463f86dcd18d9474c8d0254d9f6ae2db6b70fea4492f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:14:25.608 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:25 smithi190 podman[101351]: 2024-08-17 17:14:25.607326326 +0000 UTC m=+0.405187826 container attach 132695b29b28df3d3a0463f86dcd18d9474c8d0254d9f6ae2db6b70fea4492f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T17:14:25.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:25 smithi190 podman[101351]: 2024-08-17 17:14:25.719677599 +0000 UTC m=+0.517539086 container died 132695b29b28df3d3a0463f86dcd18d9474c8d0254d9f6ae2db6b70fea4492f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-17T17:14:25.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:25 smithi190 ceph-mon[90718]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T17:14:25.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:25 smithi190 ceph-mon[90718]: pgmap v347: 121 pgs: 19 stale+active+clean, 102 active+clean; 280 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-17T17:14:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:25 smithi094 ceph-mon[100402]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T17:14:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:25 smithi094 ceph-mon[100402]: pgmap v347: 121 pgs: 19 stale+active+clean, 102 active+clean; 280 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-17T17:14:26.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:25 smithi094 ceph-mon[102949]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T17:14:26.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:25 smithi094 ceph-mon[102949]: pgmap v347: 121 pgs: 19 stale+active+clean, 102 active+clean; 280 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-17T17:14:26.261 INFO:tasks.rados.rados.0.smithi094.stdout:2192: finishing copy_from to smithi09487127-21 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1110 (ObjNum 664 snap 203 seq_num 664) dirty exists 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2194: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2194: finishing copy_from to smithi09487127-33 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1215 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2180: done (11 left) 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2181: done (10 left) 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2182: done (9 left) 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2184: done (8 left) 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2187: done (7 left) 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2188: done (6 left) 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2189: done (5 left) 2024-08-17T17:14:26.262 INFO:tasks.rados.rados.0.smithi094.stdout:2190: done (4 left) 2024-08-17T17:14:26.263 INFO:tasks.rados.rados.0.smithi094.stdout:2191: done (3 left) 2024-08-17T17:14:26.263 INFO:tasks.rados.rados.0.smithi094.stdout:2192: done (2 left) 2024-08-17T17:14:26.263 INFO:tasks.rados.rados.0.smithi094.stdout:2194: done (1 left) 2024-08-17T17:14:26.263 INFO:tasks.rados.rados.0.smithi094.stdout:2195: done (0 left) 2024-08-17T17:14:26.263 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 205 2024-08-17T17:14:26.263 INFO:tasks.rados.rados.0.smithi094.stdout:2196: seq_num 678 ranges {5971968=565248,6537216=802816,7340032=401408} 2024-08-17T17:14:26.294 INFO:tasks.rados.rados.0.smithi094.stdout:2196: writing smithi09487127-40 from 5971968 to 6537216 tid 1 2024-08-17T17:14:26.299 INFO:tasks.rados.rados.0.smithi094.stdout:2196: writing smithi09487127-40 from 6537216 to 7340032 tid 2 2024-08-17T17:14:26.301 INFO:tasks.rados.rados.0.smithi094.stdout:2196: writing smithi09487127-40 from 7340032 to 7741440 tid 3 2024-08-17T17:14:26.301 INFO:tasks.rados.rados.0.smithi094.stdout:2197: setattr oid 23 current snap is 205 2024-08-17T17:14:26.301 INFO:tasks.rados.rados.0.smithi094.stdout:2196: finishing write tid 1 to smithi09487127-40 2024-08-17T17:14:26.303 INFO:tasks.rados.rados.0.smithi094.stdout:2196: finishing write tid 2 to smithi09487127-40 2024-08-17T17:14:26.303 INFO:tasks.rados.rados.0.smithi094.stdout:2196: finishing write tid 3 to smithi09487127-40 2024-08-17T17:14:26.304 INFO:tasks.rados.rados.0.smithi094.stdout:2196: finishing write tid 4 to smithi09487127-40 2024-08-17T17:14:26.304 INFO:tasks.rados.rados.0.smithi094.stdout:2198: delete oid 21 current snap is 205 2024-08-17T17:14:26.304 INFO:tasks.rados.rados.0.smithi094.stdout:2196: finishing write tid 5 to smithi09487127-40 2024-08-17T17:14:26.304 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1219 (ObjNum 678 snap 205 seq_num 678) dirty exists 2024-08-17T17:14:26.304 INFO:tasks.rados.rados.0.smithi094.stdout:2196: left oid 40 (ObjNum 678 snap 205 seq_num 678) 2024-08-17T17:14:26.308 INFO:tasks.rados.rados.0.smithi094.stdout:2196: done (2 left) 2024-08-17T17:14:26.308 INFO:tasks.rados.rados.0.smithi094.stdout:2198: done (1 left) 2024-08-17T17:14:26.309 INFO:tasks.rados.rados.0.smithi094.stdout:2199: read oid 18 snap -1 2024-08-17T17:14:26.309 INFO:tasks.rados.rados.0.smithi094.stdout:2199: expect deleted 2024-08-17T17:14:26.309 INFO:tasks.rados.rados.0.smithi094.stdout:2200: rollback oid 44 current snap is 205 2024-08-17T17:14:26.309 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 44 to 195 2024-08-17T17:14:26.309 INFO:tasks.rados.rados.0.smithi094.stdout:2201: setattr oid 33 current snap is 205 2024-08-17T17:14:26.309 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1120 (ObjNum 658 snap 202 seq_num 658) dirty exists 2024-08-17T17:14:26.311 INFO:tasks.rados.rados.0.smithi094.stdout:2197: done (3 left) 2024-08-17T17:14:26.311 INFO:tasks.rados.rados.0.smithi094.stdout:2199: done (2 left) 2024-08-17T17:14:26.311 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 205 2024-08-17T17:14:26.311 INFO:tasks.rados.rados.0.smithi094.stdout:2202: seq_num 680 ranges {0=598016,598016=573440,1171456=434176,1605632=196608} 2024-08-17T17:14:26.314 INFO:tasks.rados.rados.0.smithi094.stdout:2202: writing smithi09487127-38 from 0 to 598016 tid 1 2024-08-17T17:14:26.318 INFO:tasks.rados.rados.0.smithi094.stdout:2202: writing smithi09487127-38 from 598016 to 1171456 tid 2 2024-08-17T17:14:26.320 INFO:tasks.rados.rados.0.smithi094.stdout:2202: writing smithi09487127-38 from 1171456 to 1605632 tid 3 2024-08-17T17:14:26.322 INFO:tasks.rados.rados.0.smithi094.stdout:2202: writing smithi09487127-38 from 1605632 to 1802240 tid 4 2024-08-17T17:14:26.322 INFO:tasks.rados.rados.0.smithi094.stdout:2203: copy_from oid 13 from oid 5 current snap is 205 2024-08-17T17:14:26.322 INFO:tasks.rados.rados.0.smithi094.stdout:2200: finishing rollback tid 0 to smithi09487127-44 2024-08-17T17:14:26.322 INFO:tasks.rados.rados.0.smithi094.stdout:2200: finishing rollback tid 1 to smithi09487127-44 2024-08-17T17:14:26.322 INFO:tasks.rados.rados.0.smithi094.stdout:2200: finishing rollback tid 2 to smithi09487127-44 2024-08-17T17:14:26.322 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1301 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-08-17T17:14:26.322 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1220 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-17T17:14:26.322 INFO:tasks.rados.rados.0.smithi094.stdout:2202: finishing write tid 1 to smithi09487127-38 2024-08-17T17:14:26.323 INFO:tasks.rados.rados.0.smithi094.stdout:2202: finishing write tid 2 to smithi09487127-38 2024-08-17T17:14:26.323 INFO:tasks.rados.rados.0.smithi094.stdout:2200: done (3 left) 2024-08-17T17:14:26.323 INFO:tasks.rados.rados.0.smithi094.stdout:2201: done (2 left) 2024-08-17T17:14:26.323 INFO:tasks.rados.rados.0.smithi094.stdout:2204: snap_remove snap 199 2024-08-17T17:14:26.672 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:26 smithi190 podman[101395]: 2024-08-17 17:14:26.386539811 +0000 UTC m=+0.661113654 container remove 132695b29b28df3d3a0463f86dcd18d9474c8d0254d9f6ae2db6b70fea4492f4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T17:14:26.673 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:26 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-17T17:14:26.673 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:26 smithi190 systemd[1]: Stopped Ceph osd.5 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:14:26.673 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:26 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.5.service: Consumed 16.168s CPU time. 2024-08-17T17:14:26.673 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:26 smithi190 systemd[1]: Starting Ceph osd.5 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:14:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:2204: done (2 left) 2024-08-17T17:14:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:2205: snap_create 2024-08-17T17:14:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:2202: finishing write tid 3 to smithi09487127-38 2024-08-17T17:14:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:2202: finishing write tid 4 to smithi09487127-38 2024-08-17T17:14:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:2202: finishing write tid 5 to smithi09487127-38 2024-08-17T17:14:26.704 INFO:tasks.rados.rados.0.smithi094.stdout:2202: finishing write tid 6 to smithi09487127-38 2024-08-17T17:14:26.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1146 (ObjNum 680 snap 205 seq_num 680) dirty exists 2024-08-17T17:14:26.705 INFO:tasks.rados.rados.0.smithi094.stdout:2202: left oid 38 (ObjNum 680 snap 205 seq_num 680) 2024-08-17T17:14:26.705 INFO:tasks.rados.rados.0.smithi094.stdout:2203: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:14:26.705 INFO:tasks.rados.rados.0.smithi094.stdout:2203: finishing copy_from to smithi09487127-13 2024-08-17T17:14:26.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 557 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:14:26.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:26 smithi190 ceph-mon[90718]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T17:14:26.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:26 smithi190 podman[101503]: 2024-08-17 17:14:26.734218142 +0000 UTC m=+0.021746544 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:14:26.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:26 smithi190 podman[101503]: 2024-08-17 17:14:26.854722366 +0000 UTC m=+0.142250758 container create ff2f30dae8df413064c5d981293af18e8acc36e1f91dbb839ede72ff9450b79e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:14:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:26 smithi094 ceph-mon[100402]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T17:14:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:26 smithi094 ceph-mon[102949]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T17:14:27.250 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 podman[101503]: 2024-08-17 17:14:27.098722572 +0000 UTC m=+0.386250981 container init ff2f30dae8df413064c5d981293af18e8acc36e1f91dbb839ede72ff9450b79e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:14:27.250 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 podman[101503]: 2024-08-17 17:14:27.103994697 +0000 UTC m=+0.391523094 container start ff2f30dae8df413064c5d981293af18e8acc36e1f91dbb839ede72ff9450b79e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:14:27.250 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 podman[101503]: 2024-08-17 17:14:27.207021177 +0000 UTC m=+0.494549579 container attach ff2f30dae8df413064c5d981293af18e8acc36e1f91dbb839ede72ff9450b79e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T17:14:27.251 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:14:27.251 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:14:27.251 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:14:27.251 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-17T17:14:27.640 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-17T17:14:27.641 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T17:14:27.641 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T17:14:27.709 INFO:tasks.rados.rados.0.smithi094.stdout:2202: done (2 left) 2024-08-17T17:14:27.709 INFO:tasks.rados.rados.0.smithi094.stdout:2203: done (1 left) 2024-08-17T17:14:27.709 INFO:tasks.rados.rados.0.smithi094.stdout:2205: done (0 left) 2024-08-17T17:14:27.709 INFO:tasks.rados.rados.0.smithi094.stdout:2206: rollback oid 29 current snap is 206 2024-08-17T17:14:27.709 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 195 2024-08-17T17:14:27.709 INFO:tasks.rados.rados.0.smithi094.stdout:2207: snap_remove snap 205 2024-08-17T17:14:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-mon[90718]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T17:14:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-mon[90718]: pgmap v350: 121 pgs: 11 active+undersized, 12 stale+active+clean, 8 active+undersized+degraded, 90 active+clean; 309 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.7 MiB/s wr, 31 op/s; 46/435 objects degraded (10.575%) 2024-08-17T17:14:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:27.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-17T17:14:27.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-17T17:14:27.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T17:14:27.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T17:14:27.937 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T17:14:27.937 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T17:14:27.937 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate[101526]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-17T17:14:27.937 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 bash[101503]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-17T17:14:27.937 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:27 smithi190 podman[101503]: 2024-08-17 17:14:27.668618754 +0000 UTC m=+0.956147154 container died ff2f30dae8df413064c5d981293af18e8acc36e1f91dbb839ede72ff9450b79e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:14:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:27 smithi094 ceph-mon[100402]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T17:14:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:27 smithi094 ceph-mon[100402]: pgmap v350: 121 pgs: 11 active+undersized, 12 stale+active+clean, 8 active+undersized+degraded, 90 active+clean; 309 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.7 MiB/s wr, 31 op/s; 46/435 objects degraded (10.575%) 2024-08-17T17:14:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:27 smithi094 ceph-mon[102949]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T17:14:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:27 smithi094 ceph-mon[102949]: pgmap v350: 121 pgs: 11 active+undersized, 12 stale+active+clean, 8 active+undersized+degraded, 90 active+clean; 309 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 5.7 MiB/s wr, 31 op/s; 46/435 objects degraded (10.575%) 2024-08-17T17:14:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:28.659 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:28 smithi190 podman[101655]: 2024-08-17 17:14:28.316258337 +0000 UTC m=+0.641353485 container remove ff2f30dae8df413064c5d981293af18e8acc36e1f91dbb839ede72ff9450b79e (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True) 2024-08-17T17:14:28.659 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:28 smithi190 podman[101721]: 2024-08-17 17:14:28.432321709 +0000 UTC m=+0.017340238 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:14:28.659 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:28 smithi190 podman[101721]: 2024-08-17 17:14:28.53369555 +0000 UTC m=+0.118714068 container create 1b81d54ea5c4e7cdf33a3f2a88dffca564d8967737945bebe93876cd72741d96 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD) 2024-08-17T17:14:28.695 INFO:tasks.rados.rados.0.smithi094.stdout:2207: done (1 left) 2024-08-17T17:14:28.695 INFO:tasks.rados.rados.0.smithi094.stdout:2208: rollback oid 42 current snap is 206 2024-08-17T17:14:28.696 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 192 2024-08-17T17:14:28.696 INFO:tasks.rados.rados.0.smithi094.stdout:2206: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:14:28.696 INFO:tasks.rados.rados.0.smithi094.stdout:2206: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:14:28.696 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1140 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:14:28.696 INFO:tasks.rados.rados.0.smithi094.stdout:2206: done (1 left) 2024-08-17T17:14:28.696 INFO:tasks.rados.rados.0.smithi094.stdout:2209: delete oid 11 current snap is 206 2024-08-17T17:14:28.698 INFO:tasks.rados.rados.0.smithi094.stdout:2208: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:14:28.698 INFO:tasks.rados.rados.0.smithi094.stdout:2208: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:14:28.699 INFO:tasks.rados.rados.0.smithi094.stdout:2208: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:14:28.699 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 567 (ObjNum 598 snap 178 seq_num 598) dirty exists 2024-08-17T17:14:28.700 INFO:tasks.rados.rados.0.smithi094.stdout:2208: done (1 left) 2024-08-17T17:14:28.700 INFO:tasks.rados.rados.0.smithi094.stdout:2209: done (0 left) 2024-08-17T17:14:28.700 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 206 2024-08-17T17:14:28.700 INFO:tasks.rados.rados.0.smithi094.stdout:2210: seq_num 682 ranges {7028736=630784,7659520=745472,8404992=442368,8847360=16384} 2024-08-17T17:14:28.741 INFO:tasks.rados.rados.0.smithi094.stdout:2210: writing smithi09487127-34 from 7028736 to 7659520 tid 1 2024-08-17T17:14:28.745 INFO:tasks.rados.rados.0.smithi094.stdout:2210: writing smithi09487127-34 from 7659520 to 8404992 tid 2 2024-08-17T17:14:28.749 INFO:tasks.rados.rados.0.smithi094.stdout:2210: writing smithi09487127-34 from 8404992 to 8847360 tid 3 2024-08-17T17:14:28.749 INFO:tasks.rados.rados.0.smithi094.stdout:2210: writing smithi09487127-34 from 8847360 to 8863744 tid 4 2024-08-17T17:14:28.749 INFO:tasks.rados.rados.0.smithi094.stdout:2211: rmattr oid 44 current snap is 206 2024-08-17T17:14:28.749 INFO:tasks.rados.rados.0.smithi094.stdout:2210: finishing write tid 1 to smithi09487127-34 2024-08-17T17:14:28.749 INFO:tasks.rados.rados.0.smithi094.stdout:2212: rmattr oid 10 current snap is 206 2024-08-17T17:14:28.749 INFO:tasks.rados.rados.0.smithi094.stdout:2213: copy_from oid 32 from oid 16 current snap is 206 2024-08-17T17:14:28.749 INFO:tasks.rados.rados.0.smithi094.stdout:2214: copy_from oid 13 from oid 35 current snap is 206 2024-08-17T17:14:28.749 INFO:tasks.rados.rados.0.smithi094.stdout:2215: snap_remove snap 195 2024-08-17T17:14:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:28 smithi094 ceph-mon[100402]: Health check failed: Degraded data redundancy: 46/435 objects degraded (10.575%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:28 smithi094 ceph-mon[100402]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T17:14:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:28 smithi094 ceph-mon[100402]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T17:14:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:28 smithi094 ceph-mon[102949]: Health check failed: Degraded data redundancy: 46/435 objects degraded (10.575%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:28 smithi094 ceph-mon[102949]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T17:14:29.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:28 smithi094 ceph-mon[102949]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T17:14:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:28 smithi190 ceph-mon[90718]: Health check failed: Degraded data redundancy: 46/435 objects degraded (10.575%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:28 smithi190 ceph-mon[90718]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T17:14:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:28 smithi190 ceph-mon[90718]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T17:14:29.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:28 smithi190 podman[101721]: 2024-08-17 17:14:28.752910917 +0000 UTC m=+0.337929448 container init 1b81d54ea5c4e7cdf33a3f2a88dffca564d8967737945bebe93876cd72741d96 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T17:14:29.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:28 smithi190 podman[101721]: 2024-08-17 17:14:28.75927716 +0000 UTC m=+0.344295681 container start 1b81d54ea5c4e7cdf33a3f2a88dffca564d8967737945bebe93876cd72741d96 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2) 2024-08-17T17:14:29.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:28 smithi190 ceph-osd[101759]: -- 172.21.15.190:0/1327433171 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ac70dc9a40 con 0x55ac70da7c00 2024-08-17T17:14:29.187 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:28 smithi190 bash[101721]: 1b81d54ea5c4e7cdf33a3f2a88dffca564d8967737945bebe93876cd72741d96 2024-08-17T17:14:29.187 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:28 smithi190 systemd[1]: Started Ceph osd.5 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:14:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:14:29] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.51.0" 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:2215: done (5 left) 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:2216: rollback oid 42 current snap is 206 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 189 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:2217: rollback oid 4 current snap is 206 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 203 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:2218: read oid 37 snap -1 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:2218: expect deleted 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:2219: rollback oid 18 current snap is 206 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 192 2024-08-17T17:14:29.715 INFO:tasks.rados.rados.0.smithi094.stdout:2220: snap_remove snap 204 2024-08-17T17:14:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:29 smithi190 ceph-mon[90718]: pgmap v353: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 311 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 8.7 MiB/s wr, 58 op/s; 74/459 objects degraded (16.122%) 2024-08-17T17:14:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:29.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:29 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-mon[100402]: pgmap v353: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 311 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 8.7 MiB/s wr, 58 op/s; 74/459 objects degraded (16.122%) 2024-08-17T17:14:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-mon[102949]: pgmap v353: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 311 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 8.7 MiB/s wr, 58 op/s; 74/459 objects degraded (16.122%) 2024-08-17T17:14:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:29 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:30.576 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:30.716 INFO:tasks.rados.rados.0.smithi094.stdout:2220: done (9 left) 2024-08-17T17:14:30.717 INFO:tasks.rados.rados.0.smithi094.stdout:2221: setattr oid 8 current snap is 206 2024-08-17T17:14:30.717 INFO:tasks.rados.rados.0.smithi094.stdout:2210: finishing write tid 2 to smithi09487127-34 2024-08-17T17:14:30.717 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1302 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-08-17T17:14:30.717 INFO:tasks.rados.rados.0.smithi094.stdout:2210: finishing write tid 3 to smithi09487127-34 2024-08-17T17:14:30.717 INFO:tasks.rados.rados.0.smithi094.stdout:2210: finishing write tid 4 to smithi09487127-34 2024-08-17T17:14:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:2210: finishing write tid 5 to smithi09487127-34 2024-08-17T17:14:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1229 (ObjNum 631 snap 195 seq_num 631) dirty exists 2024-08-17T17:14:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:2210: finishing write tid 6 to smithi09487127-34 2024-08-17T17:14:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1145 (ObjNum 682 snap 206 seq_num 682) dirty exists 2024-08-17T17:14:30.718 INFO:tasks.rados.rados.0.smithi094.stdout:2210: left oid 34 (ObjNum 682 snap 206 seq_num 682) 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:2214: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:2213: finishing copy_from racing read to smithi09487127-32 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:2214: finishing copy_from to smithi09487127-13 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 862 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:2213: finishing copy_from to smithi09487127-32 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1104 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:2217: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 451 (ObjNum 129 snap 0 seq_num 3214317088) dirty dne 2024-08-17T17:14:30.719 INFO:tasks.rados.rados.0.smithi094.stdout:2216: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:14:30.720 INFO:tasks.rados.rados.0.smithi094.stdout:2216: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:14:30.720 INFO:tasks.rados.rados.0.smithi094.stdout:2216: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:14:30.720 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 570 (ObjNum 598 snap 178 seq_num 598) dirty exists 2024-08-17T17:14:30.720 INFO:tasks.rados.rados.0.smithi094.stdout:2219: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:14:30.720 INFO:tasks.rados.rados.0.smithi094.stdout:2219: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:14:30.720 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1119 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-08-17T17:14:30.721 INFO:tasks.rados.rados.0.smithi094.stdout:2210: done (9 left) 2024-08-17T17:14:30.721 INFO:tasks.rados.rados.0.smithi094.stdout:2211: done (8 left) 2024-08-17T17:14:30.721 INFO:tasks.rados.rados.0.smithi094.stdout:2212: done (7 left) 2024-08-17T17:14:30.721 INFO:tasks.rados.rados.0.smithi094.stdout:2213: done (6 left) 2024-08-17T17:14:30.721 INFO:tasks.rados.rados.0.smithi094.stdout:2214: done (5 left) 2024-08-17T17:14:30.721 INFO:tasks.rados.rados.0.smithi094.stdout:2216: done (4 left) 2024-08-17T17:14:30.722 INFO:tasks.rados.rados.0.smithi094.stdout:2217: done (3 left) 2024-08-17T17:14:30.722 INFO:tasks.rados.rados.0.smithi094.stdout:2218: done (2 left) 2024-08-17T17:14:30.722 INFO:tasks.rados.rados.0.smithi094.stdout:2219: done (1 left) 2024-08-17T17:14:30.722 INFO:tasks.rados.rados.0.smithi094.stdout:2222: read oid 27 snap -1 2024-08-17T17:14:30.722 INFO:tasks.rados.rados.0.smithi094.stdout:2222: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:14:30.722 INFO:tasks.rados.rados.0.smithi094.stdout:2223: rollback oid 10 current snap is 206 2024-08-17T17:14:30.723 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 203 2024-08-17T17:14:30.723 INFO:tasks.rados.rados.0.smithi094.stdout:2224: snap_create 2024-08-17T17:14:30.724 INFO:tasks.rados.rados.0.smithi094.stdout:2223: finishing rollback tid 0 to smithi09487127-10 2024-08-17T17:14:30.724 INFO:tasks.rados.rados.0.smithi094.stdout:2223: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:14:30.727 INFO:tasks.rados.rados.0.smithi094.stdout:2223: finishing rollback tid 2 to smithi09487127-10 2024-08-17T17:14:30.727 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1232 (ObjNum 643 snap 197 seq_num 643) dirty exists 2024-08-17T17:14:30.730 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1290 (ObjNum 33 snap 0 seq_num 3214201872) dirty exists 2024-08-17T17:14:30.731 INFO:tasks.rados.rados.0.smithi094.stdout:2222: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:14:30.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:30 smithi190 ceph-mon[90718]: osdmap e495: 8 total, 7 up, 8 in 2024-08-17T17:14:30.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:14:30.680+0000 7f905e725640 -1 Falling back to public interface 2024-08-17T17:14:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:30 smithi094 ceph-mon[100402]: osdmap e495: 8 total, 7 up, 8 in 2024-08-17T17:14:31.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:30 smithi094 ceph-mon[102949]: osdmap e495: 8 total, 7 up, 8 in 2024-08-17T17:14:31.726 INFO:tasks.rados.rados.0.smithi094.stdout:2221: done (3 left) 2024-08-17T17:14:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:2222: done (2 left) 2024-08-17T17:14:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:2223: done (1 left) 2024-08-17T17:14:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:2224: done (0 left) 2024-08-17T17:14:31.727 INFO:tasks.rados.rados.0.smithi094.stdout:2225: snap_create 2024-08-17T17:14:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:31 smithi094 ceph-mon[102949]: osdmap e496: 8 total, 7 up, 8 in 2024-08-17T17:14:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:31 smithi094 ceph-mon[102949]: pgmap v356: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.5 MiB/s wr, 47 op/s; 77/474 objects degraded (16.245%) 2024-08-17T17:14:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:31 smithi094 ceph-mon[100402]: osdmap e496: 8 total, 7 up, 8 in 2024-08-17T17:14:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:31 smithi094 ceph-mon[100402]: pgmap v356: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.5 MiB/s wr, 47 op/s; 77/474 objects degraded (16.245%) 2024-08-17T17:14:32.079 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:31 smithi190 ceph-mon[90718]: osdmap e496: 8 total, 7 up, 8 in 2024-08-17T17:14:32.079 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:31 smithi190 ceph-mon[90718]: pgmap v356: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.5 MiB/s wr, 47 op/s; 77/474 objects degraded (16.245%) 2024-08-17T17:14:32.732 INFO:tasks.rados.rados.0.smithi094.stdout:2225: done (0 left) 2024-08-17T17:14:32.733 INFO:tasks.rados.rados.0.smithi094.stdout:2226: read oid 21 snap -1 2024-08-17T17:14:32.733 INFO:tasks.rados.rados.0.smithi094.stdout:2226: expect deleted 2024-08-17T17:14:32.733 INFO:tasks.rados.rados.0.smithi094.stdout:2227: delete oid 10 current snap is 208 2024-08-17T17:14:32.738 INFO:tasks.rados.rados.0.smithi094.stdout:2226: done (1 left) 2024-08-17T17:14:32.739 INFO:tasks.rados.rados.0.smithi094.stdout:2227: done (0 left) 2024-08-17T17:14:32.739 INFO:tasks.rados.rados.0.smithi094.stdout:2228: rollback oid 38 current snap is 208 2024-08-17T17:14:32.739 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 38 to 189 2024-08-17T17:14:32.739 INFO:tasks.rados.rados.0.smithi094.stdout:2229: snap_remove snap 206 2024-08-17T17:14:32.970 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:32 smithi190 ceph-mon[90718]: osdmap e497: 8 total, 7 up, 8 in 2024-08-17T17:14:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:32 smithi094 ceph-mon[100402]: osdmap e497: 8 total, 7 up, 8 in 2024-08-17T17:14:33.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:32 smithi094 ceph-mon[102949]: osdmap e497: 8 total, 7 up, 8 in 2024-08-17T17:14:33.740 INFO:tasks.rados.rados.0.smithi094.stdout:2229: done (1 left) 2024-08-17T17:14:33.740 INFO:tasks.rados.rados.0.smithi094.stdout:2230: snap_create 2024-08-17T17:14:33.740 INFO:tasks.rados.rados.0.smithi094.stdout:2228: finishing rollback tid 0 to smithi09487127-38 2024-08-17T17:14:33.740 INFO:tasks.rados.rados.0.smithi094.stdout:2228: finishing rollback tid 1 to smithi09487127-38 2024-08-17T17:14:33.740 INFO:tasks.rados.rados.0.smithi094.stdout:2228: finishing rollback tid 2 to smithi09487127-38 2024-08-17T17:14:33.740 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1149 (ObjNum 422 snap 123 seq_num 422) dirty exists 2024-08-17T17:14:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[100402]: pgmap v359: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.9 MiB/s wr, 23 op/s; 78/477 objects degraded (16.352%) 2024-08-17T17:14:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[100402]: osdmap e498: 8 total, 7 up, 8 in 2024-08-17T17:14:34.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:34.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:34.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 77/474 objects degraded (16.245%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:34.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[102949]: pgmap v359: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.9 MiB/s wr, 23 op/s; 78/477 objects degraded (16.352%) 2024-08-17T17:14:34.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[102949]: osdmap e498: 8 total, 7 up, 8 in 2024-08-17T17:14:34.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:34.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:34.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:33 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 77/474 objects degraded (16.245%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:34.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:33 smithi190 ceph-mon[90718]: pgmap v359: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 347 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.9 MiB/s wr, 23 op/s; 78/477 objects degraded (16.352%) 2024-08-17T17:14:34.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:33 smithi190 ceph-mon[90718]: osdmap e498: 8 total, 7 up, 8 in 2024-08-17T17:14:34.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:33 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:34.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:33 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:34.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:33 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 77/474 objects degraded (16.245%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:34.743 INFO:tasks.rados.rados.0.smithi094.stdout:2228: done (1 left) 2024-08-17T17:14:34.743 INFO:tasks.rados.rados.0.smithi094.stdout:2230: done (0 left) 2024-08-17T17:14:34.743 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 209 2024-08-17T17:14:34.743 INFO:tasks.rados.rados.0.smithi094.stdout:2231: seq_num 684 ranges {7741440=663552,8404992=507904,8912896=409600,9322496=286720} 2024-08-17T17:14:34.787 INFO:tasks.rados.rados.0.smithi094.stdout:2231: writing smithi09487127-40 from 7741440 to 8404992 tid 1 2024-08-17T17:14:34.790 INFO:tasks.rados.rados.0.smithi094.stdout:2231: writing smithi09487127-40 from 8404992 to 8912896 tid 2 2024-08-17T17:14:34.792 INFO:tasks.rados.rados.0.smithi094.stdout:2231: writing smithi09487127-40 from 8912896 to 9322496 tid 3 2024-08-17T17:14:34.794 INFO:tasks.rados.rados.0.smithi094.stdout:2231: writing smithi09487127-40 from 9322496 to 9609216 tid 4 2024-08-17T17:14:34.794 INFO:tasks.rados.rados.0.smithi094.stdout:2232: setattr oid 18 current snap is 209 2024-08-17T17:14:34.794 INFO:tasks.rados.rados.0.smithi094.stdout:2231: finishing write tid 1 to smithi09487127-40 2024-08-17T17:14:34.794 INFO:tasks.rados.rados.0.smithi094.stdout:2231: finishing write tid 2 to smithi09487127-40 2024-08-17T17:14:34.796 INFO:tasks.rados.rados.0.smithi094.stdout:2233: setattr oid 7 current snap is 209 2024-08-17T17:14:34.796 INFO:tasks.rados.rados.0.smithi094.stdout:2231: finishing write tid 3 to smithi09487127-40 2024-08-17T17:14:34.796 INFO:tasks.rados.rados.0.smithi094.stdout:2231: finishing write tid 4 to smithi09487127-40 2024-08-17T17:14:34.796 INFO:tasks.rados.rados.0.smithi094.stdout:2231: finishing write tid 5 to smithi09487127-40 2024-08-17T17:14:34.798 INFO:tasks.rados.rados.0.smithi094.stdout:2234: rollback oid 12 current snap is 209 2024-08-17T17:14:34.798 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 12 to 192 2024-08-17T17:14:34.798 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 209 2024-08-17T17:14:34.798 INFO:tasks.rados.rados.0.smithi094.stdout:2235: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-08-17T17:14:34.802 INFO:tasks.rados.rados.0.smithi094.stdout:2235: writing smithi09487127-4 from 0 to 679936 tid 1 2024-08-17T17:14:34.805 INFO:tasks.rados.rados.0.smithi094.stdout:2235: writing smithi09487127-4 from 679936 to 1122304 tid 2 2024-08-17T17:14:34.809 INFO:tasks.rados.rados.0.smithi094.stdout:2235: writing smithi09487127-4 from 1122304 to 1744896 tid 3 2024-08-17T17:14:34.810 INFO:tasks.rados.rados.0.smithi094.stdout:2235: writing smithi09487127-4 from 1744896 to 1884160 tid 4 2024-08-17T17:14:34.810 INFO:tasks.rados.rados.0.smithi094.stdout:2236: read oid 32 snap 192 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2236: expect deleted 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2237: copy_from oid 46 from oid 20 current snap is 209 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2231: finishing write tid 6 to smithi09487127-40 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1225 (ObjNum 684 snap 209 seq_num 684) dirty exists 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2231: left oid 40 (ObjNum 684 snap 209 seq_num 684) 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1120 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2231: done (6 left) 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2232: done (5 left) 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2238: read oid 5 snap 192 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2238: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:2239: rollback oid 39 current snap is 209 2024-08-17T17:14:34.811 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 208 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:2235: finishing write tid 1 to smithi09487127-4 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1234 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:2234: finishing rollback tid 0 to smithi09487127-12 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:2234: finishing rollback tid 1 to smithi09487127-12 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:2234: finishing rollback tid 2 to smithi09487127-12 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1237 (ObjNum 624 snap 192 seq_num 624) dirty exists 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:2235: finishing write tid 2 to smithi09487127-4 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:2233: done (6 left) 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:2234: done (5 left) 2024-08-17T17:14:34.812 INFO:tasks.rados.rados.0.smithi094.stdout:2240: snap_remove snap 189 2024-08-17T17:14:34.935 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:14:34.764+0000 7f905e725640 -1 osd.5 488 log_to_monitors true 2024-08-17T17:14:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:34 smithi190 ceph-mon[90718]: osdmap e499: 8 total, 7 up, 8 in 2024-08-17T17:14:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:34 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:34 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:34 smithi094 ceph-mon[100402]: osdmap e499: 8 total, 7 up, 8 in 2024-08-17T17:14:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:34 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:35.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:34 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:35.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:34 smithi094 ceph-mon[102949]: osdmap e499: 8 total, 7 up, 8 in 2024-08-17T17:14:35.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:34 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:35.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:34 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:35.751 INFO:tasks.rados.rados.0.smithi094.stdout:2240: done (5 left) 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2241: read oid 50 snap -1 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2241: expect (ObjNum 633 snap 196 seq_num 633) 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2242: copy_from oid 29 from oid 24 current snap is 209 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2235: finishing write tid 3 to smithi09487127-4 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2235: finishing write tid 4 to smithi09487127-4 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2239: finishing rollback tid 0 to smithi09487127-39 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2235: finishing write tid 5 to smithi09487127-4 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2239: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2239: finishing rollback tid 2 to smithi09487127-39 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1293 (ObjNum 660 snap 202 seq_num 660) dirty exists 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:2235: finishing write tid 6 to smithi09487127-4 2024-08-17T17:14:35.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 469 (ObjNum 685 snap 209 seq_num 685) dirty exists 2024-08-17T17:14:35.753 INFO:tasks.rados.rados.0.smithi094.stdout:2235: left oid 4 (ObjNum 685 snap 209 seq_num 685) 2024-08-17T17:14:35.753 INFO:tasks.rados.rados.0.smithi094.stdout:2237: finishing copy_from racing read to smithi09487127-46 2024-08-17T17:14:35.753 INFO:tasks.rados.rados.0.smithi094.stdout:2237: finishing copy_from to smithi09487127-46 2024-08-17T17:14:35.753 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1084 (ObjNum 604 snap 182 seq_num 604) dirty exists 2024-08-17T17:14:35.753 INFO:tasks.rados.rados.0.smithi094.stdout:2238: expect (ObjNum 455 snap 131 seq_num 455) 2024-08-17T17:14:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:35 smithi094 ceph-mon[100402]: pgmap v361: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.7 MiB/s wr, 11 op/s; 78/471 objects degraded (16.561%) 2024-08-17T17:14:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:35 smithi094 ceph-mon[100402]: osdmap e500: 8 total, 7 up, 8 in 2024-08-17T17:14:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:35 smithi094 ceph-mon[100402]: from='osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:14:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:35 smithi094 ceph-mon[100402]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:14:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:35 smithi094 ceph-mon[102949]: pgmap v361: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.7 MiB/s wr, 11 op/s; 78/471 objects degraded (16.561%) 2024-08-17T17:14:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:35 smithi094 ceph-mon[102949]: osdmap e500: 8 total, 7 up, 8 in 2024-08-17T17:14:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:35 smithi094 ceph-mon[102949]: from='osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:14:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:35 smithi094 ceph-mon[102949]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:14:36.038 INFO:tasks.rados.rados.0.smithi094.stdout:2241: expect (ObjNum 633 snap 196 seq_num 633) 2024-08-17T17:14:36.048 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:35 smithi190 ceph-mon[90718]: pgmap v361: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 348 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.7 MiB/s wr, 11 op/s; 78/471 objects degraded (16.561%) 2024-08-17T17:14:36.048 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:35 smithi190 ceph-mon[90718]: osdmap e500: 8 total, 7 up, 8 in 2024-08-17T17:14:36.048 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:35 smithi190 ceph-mon[90718]: from='osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:14:36.048 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:35 smithi190 ceph-mon[90718]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:14:36.065 INFO:tasks.rados.rados.0.smithi094.stdout:2242: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:14:36.065 INFO:tasks.rados.rados.0.smithi094.stdout:2242: finishing copy_from to smithi09487127-29 2024-08-17T17:14:36.065 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 861 (ObjNum 612 snap 188 seq_num 612) dirty exists 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:2235: done (6 left) 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:2236: done (5 left) 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:2237: done (4 left) 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:2238: done (3 left) 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:2239: done (2 left) 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:2241: done (1 left) 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:2242: done (0 left) 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 209 2024-08-17T17:14:36.066 INFO:tasks.rados.rados.0.smithi094.stdout:2243: seq_num 686 ranges {8863744=696320,9560064=729088,10289152=425984,10715136=49152} 2024-08-17T17:14:36.115 INFO:tasks.rados.rados.0.smithi094.stdout:2243: writing smithi09487127-34 from 8863744 to 9560064 tid 1 2024-08-17T17:14:36.119 INFO:tasks.rados.rados.0.smithi094.stdout:2243: writing smithi09487127-34 from 9560064 to 10289152 tid 2 2024-08-17T17:14:36.122 INFO:tasks.rados.rados.0.smithi094.stdout:2243: writing smithi09487127-34 from 10289152 to 10715136 tid 3 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:2243: writing smithi09487127-34 from 10715136 to 10764288 tid 4 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:2244: rollback oid 31 current snap is 209 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 192 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:2243: finishing write tid 1 to smithi09487127-34 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:2243: finishing write tid 2 to smithi09487127-34 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:2245: rollback oid 14 current snap is 209 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 207 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:2246: read oid 27 snap -1 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:2246: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:14:36.123 INFO:tasks.rados.rados.0.smithi094.stdout:2247: read oid 24 snap -1 2024-08-17T17:14:36.124 INFO:tasks.rados.rados.0.smithi094.stdout:2247: expect (ObjNum 612 snap 188 seq_num 612) 2024-08-17T17:14:36.124 INFO:tasks.rados.rados.0.smithi094.stdout:2248: setattr oid 5 current snap is 209 2024-08-17T17:14:36.124 INFO:tasks.rados.rados.0.smithi094.stdout:2249: rollback oid 20 current snap is 209 2024-08-17T17:14:36.124 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 192 2024-08-17T17:14:36.125 INFO:tasks.rados.rados.0.smithi094.stdout:2250: snap_create 2024-08-17T17:14:36.126 INFO:tasks.rados.rados.0.smithi094.stdout:2243: finishing write tid 3 to smithi09487127-34 2024-08-17T17:14:36.127 INFO:tasks.rados.rados.0.smithi094.stdout:2243: finishing write tid 4 to smithi09487127-34 2024-08-17T17:14:36.128 INFO:tasks.rados.rados.0.smithi094.stdout:2243: finishing write tid 5 to smithi09487127-34 2024-08-17T17:14:36.128 INFO:tasks.rados.rados.0.smithi094.stdout:2247: expect (ObjNum 612 snap 188 seq_num 612) 2024-08-17T17:14:36.147 INFO:tasks.rados.rados.0.smithi094.stdout:2246: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:14:36.158 INFO:tasks.rados.rados.0.smithi094.stdout:2243: finishing write tid 6 to smithi09487127-34 2024-08-17T17:14:36.158 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1150 (ObjNum 686 snap 209 seq_num 686) dirty exists 2024-08-17T17:14:36.158 INFO:tasks.rados.rados.0.smithi094.stdout:2243: left oid 34 (ObjNum 686 snap 209 seq_num 686) 2024-08-17T17:14:36.158 INFO:tasks.rados.rados.0.smithi094.stdout:2245: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:2244: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:2245: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 571 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:2244: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1151 (ObjNum 129 snap 0 seq_num 3213991272) dirty dne 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:2245: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1306 (ObjNum 585 snap 174 seq_num 585) dirty exists 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:2249: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:2249: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:2249: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:14:36.159 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1154 (ObjNum 604 snap 182 seq_num 604) dirty exists 2024-08-17T17:14:36.435 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:14:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:14:36.233+0000 7f90524c7640 -1 osd.5 488 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:14:36.755 INFO:tasks.rados.rados.0.smithi094.stdout:2243: done (7 left) 2024-08-17T17:14:36.755 INFO:tasks.rados.rados.0.smithi094.stdout:2244: done (6 left) 2024-08-17T17:14:36.755 INFO:tasks.rados.rados.0.smithi094.stdout:2245: done (5 left) 2024-08-17T17:14:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:2246: done (4 left) 2024-08-17T17:14:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:2247: done (3 left) 2024-08-17T17:14:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:2248: done (2 left) 2024-08-17T17:14:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:2249: done (1 left) 2024-08-17T17:14:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:2250: done (0 left) 2024-08-17T17:14:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:2251: read oid 7 snap -1 2024-08-17T17:14:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:2251: expect (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:14:36.756 INFO:tasks.rados.rados.0.smithi094.stdout:2252: delete oid 34 current snap is 210 2024-08-17T17:14:36.788 INFO:tasks.rados.rados.0.smithi094.stdout:2251: expect (ObjNum 563 snap 172 seq_num 563) 2024-08-17T17:14:36.885 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:36 smithi190 ceph-mon[90718]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:14:36.886 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:36 smithi190 ceph-mon[90718]: from='osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:36.886 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:36 smithi190 ceph-mon[90718]: osdmap e501: 8 total, 7 up, 8 in 2024-08-17T17:14:36.886 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:36 smithi190 ceph-mon[90718]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:36.886 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:36 smithi190 ceph-mon[90718]: from='osd.5 ' entity='osd.5' 2024-08-17T17:14:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[100402]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:14:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[100402]: from='osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[100402]: osdmap e501: 8 total, 7 up, 8 in 2024-08-17T17:14:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[100402]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[100402]: from='osd.5 ' entity='osd.5' 2024-08-17T17:14:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[102949]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:14:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[102949]: from='osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[102949]: osdmap e501: 8 total, 7 up, 8 in 2024-08-17T17:14:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[102949]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:14:37.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:36 smithi094 ceph-mon[102949]: from='osd.5 ' entity='osd.5' 2024-08-17T17:14:37.747 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:14:37.353+0000 7f7c7ed28640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T17:14:37.816 INFO:tasks.rados.rados.0.smithi094.stdout:2251: done (1 left) 2024-08-17T17:14:37.816 INFO:tasks.rados.rados.0.smithi094.stdout:2252: done (0 left) 2024-08-17T17:14:37.816 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 210 2024-08-17T17:14:37.816 INFO:tasks.rados.rados.0.smithi094.stdout:2253: seq_num 688 ranges {8142848=729088,8871936=499712,9371648=704512} 2024-08-17T17:14:37.864 INFO:tasks.rados.rados.0.smithi094.stdout:2253: writing smithi09487127-6 from 8142848 to 8871936 tid 1 2024-08-17T17:14:37.867 INFO:tasks.rados.rados.0.smithi094.stdout:2253: writing smithi09487127-6 from 8871936 to 9371648 tid 2 2024-08-17T17:14:37.871 INFO:tasks.rados.rados.0.smithi094.stdout:2253: writing smithi09487127-6 from 9371648 to 10076160 tid 3 2024-08-17T17:14:37.871 INFO:tasks.rados.rados.0.smithi094.stdout:2254: snap_create 2024-08-17T17:14:37.871 INFO:tasks.rados.rados.0.smithi094.stdout:2253: finishing write tid 1 to smithi09487127-6 2024-08-17T17:14:37.872 INFO:tasks.rados.rados.0.smithi094.stdout:2253: finishing write tid 2 to smithi09487127-6 2024-08-17T17:14:37.875 INFO:tasks.rados.rados.0.smithi094.stdout:2253: finishing write tid 3 to smithi09487127-6 2024-08-17T17:14:37.875 INFO:tasks.rados.rados.0.smithi094.stdout:2253: finishing write tid 4 to smithi09487127-6 2024-08-17T17:14:37.876 INFO:tasks.rados.rados.0.smithi094.stdout:2253: finishing write tid 5 to smithi09487127-6 2024-08-17T17:14:37.876 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1311 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:14:37.876 INFO:tasks.rados.rados.0.smithi094.stdout:2253: left oid 6 (ObjNum 688 snap 210 seq_num 688) 2024-08-17T17:14:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: pgmap v364: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 915 KiB/s wr, 15 op/s; 80/468 objects degraded (17.094%) 2024-08-17T17:14:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800] boot 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: pgmap v364: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 915 KiB/s wr, 15 op/s; 80/468 objects degraded (17.094%) 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800] boot 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:38.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:38.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:14:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: pgmap v364: 121 pgs: 36 active+undersized, 14 active+undersized+degraded, 71 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 915 KiB/s wr, 15 op/s; 80/468 objects degraded (17.094%) 2024-08-17T17:14:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:14:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: osd.5 [v2:172.21.15.190:6808/2860872800,v1:172.21.15.190:6809/2860872800] boot 2024-08-17T17:14:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T17:14:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:14:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:38.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:14:38.760 INFO:tasks.rados.rados.0.smithi094.stdout:2253: done (1 left) 2024-08-17T17:14:38.760 INFO:tasks.rados.rados.0.smithi094.stdout:2254: done (0 left) 2024-08-17T17:14:38.760 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 211 2024-08-17T17:14:38.760 INFO:tasks.rados.rados.0.smithi094.stdout:2255: seq_num 689 ranges {7790592=745472,8536064=786432,9322496=417792} 2024-08-17T17:14:38.806 INFO:tasks.rados.rados.0.smithi094.stdout:2255: writing smithi09487127-32 from 7790592 to 8536064 tid 1 2024-08-17T17:14:38.810 INFO:tasks.rados.rados.0.smithi094.stdout:2255: writing smithi09487127-32 from 8536064 to 9322496 tid 2 2024-08-17T17:14:38.813 INFO:tasks.rados.rados.0.smithi094.stdout:2255: writing smithi09487127-32 from 9322496 to 9740288 tid 3 2024-08-17T17:14:38.813 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 211 2024-08-17T17:14:38.813 INFO:tasks.rados.rados.0.smithi094.stdout:2255: finishing write tid 1 to smithi09487127-32 2024-08-17T17:14:38.813 INFO:tasks.rados.rados.0.smithi094.stdout:2256: seq_num 690 ranges {7430144=761856,8192000=663552,8855552=409600,9265152=131072} 2024-08-17T17:14:38.856 INFO:tasks.rados.rados.0.smithi094.stdout:2256: writing smithi09487127-12 from 7430144 to 8192000 tid 1 2024-08-17T17:14:38.860 INFO:tasks.rados.rados.0.smithi094.stdout:2256: writing smithi09487127-12 from 8192000 to 8855552 tid 2 2024-08-17T17:14:38.863 INFO:tasks.rados.rados.0.smithi094.stdout:2256: writing smithi09487127-12 from 8855552 to 9265152 tid 3 2024-08-17T17:14:38.864 INFO:tasks.rados.rados.0.smithi094.stdout:2256: writing smithi09487127-12 from 9265152 to 9396224 tid 4 2024-08-17T17:14:38.864 INFO:tasks.rados.rados.0.smithi094.stdout:2257: rmattr oid 2 current snap is 211 2024-08-17T17:14:38.864 INFO:tasks.rados.rados.0.smithi094.stdout:2255: finishing write tid 2 to smithi09487127-32 2024-08-17T17:14:38.864 INFO:tasks.rados.rados.0.smithi094.stdout:2258: rollback oid 17 current snap is 211 2024-08-17T17:14:38.864 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 17 to 210 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:2255: finishing write tid 3 to smithi09487127-32 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:2255: finishing write tid 4 to smithi09487127-32 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:2255: finishing write tid 5 to smithi09487127-32 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1108 (ObjNum 689 snap 211 seq_num 689) dirty exists 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:2255: left oid 32 (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:2255: done (3 left) 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:2259: delete oid 16 current snap is 211 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:2256: finishing write tid 1 to smithi09487127-12 2024-08-17T17:14:38.865 INFO:tasks.rados.rados.0.smithi094.stdout:2256: finishing write tid 2 to smithi09487127-12 2024-08-17T17:14:38.868 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1226 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-08-17T17:14:38.868 INFO:tasks.rados.rados.0.smithi094.stdout:2256: finishing write tid 3 to smithi09487127-12 2024-08-17T17:14:38.868 INFO:tasks.rados.rados.0.smithi094.stdout:2256: finishing write tid 4 to smithi09487127-12 2024-08-17T17:14:38.868 INFO:tasks.rados.rados.0.smithi094.stdout:2256: finishing write tid 5 to smithi09487127-12 2024-08-17T17:14:38.869 INFO:tasks.rados.rados.0.smithi094.stdout:2257: done (3 left) 2024-08-17T17:14:38.869 INFO:tasks.rados.rados.0.smithi094.stdout:2259: done (2 left) 2024-08-17T17:14:38.869 INFO:tasks.rados.rados.0.smithi094.stdout:2260: setattr oid 10 current snap is 211 2024-08-17T17:14:38.872 INFO:tasks.rados.rados.0.smithi094.stdout:2261: rmattr oid 43 current snap is 211 2024-08-17T17:14:38.872 INFO:tasks.rados.rados.0.smithi094.stdout:2261: done (3 left) 2024-08-17T17:14:38.872 INFO:tasks.rados.rados.0.smithi094.stdout:2258: finishing rollback tid 0 to smithi09487127-17 2024-08-17T17:14:38.872 INFO:tasks.rados.rados.0.smithi094.stdout:2262: read oid 4 snap -1 2024-08-17T17:14:38.872 INFO:tasks.rados.rados.0.smithi094.stdout:2262: expect (ObjNum 685 snap 209 seq_num 685) 2024-08-17T17:14:38.872 INFO:tasks.rados.rados.0.smithi094.stdout:2263: copy_from oid 18 from oid 33 current snap is 211 2024-08-17T17:14:38.873 INFO:tasks.rados.rados.0.smithi094.stdout:2264: setattr oid 7 current snap is 211 2024-08-17T17:14:38.873 INFO:tasks.rados.rados.0.smithi094.stdout:2256: finishing write tid 6 to smithi09487127-12 2024-08-17T17:14:38.873 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1242 (ObjNum 690 snap 211 seq_num 690) dirty exists 2024-08-17T17:14:38.873 INFO:tasks.rados.rados.0.smithi094.stdout:2256: left oid 12 (ObjNum 690 snap 211 seq_num 690) 2024-08-17T17:14:38.873 INFO:tasks.rados.rados.0.smithi094.stdout:2258: finishing rollback tid 1 to smithi09487127-17 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:2256: done (5 left) 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:2265: rollback oid 16 current snap is 211 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 16 to 209 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:2266: rollback oid 38 current snap is 211 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 38 to 210 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:2267: copy_from oid 3 from oid 15 current snap is 211 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:2268: read oid 35 snap 203 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:2268: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:14:38.875 INFO:tasks.rados.rados.0.smithi094.stdout:2269: setattr oid 50 current snap is 211 2024-08-17T17:14:38.876 INFO:tasks.rados.rados.0.smithi094.stdout:2258: finishing rollback tid 2 to smithi09487127-17 2024-08-17T17:14:38.876 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1245 (ObjNum 619 snap 191 seq_num 619) dirty exists 2024-08-17T17:14:38.878 INFO:tasks.rados.rados.0.smithi094.stdout:2258: done (9 left) 2024-08-17T17:14:38.878 INFO:tasks.rados.rados.0.smithi094.stdout:2270: snap_remove snap 208 2024-08-17T17:14:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:38 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:14:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:38 smithi094 ceph-mon[100402]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T17:14:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:38 smithi094 ceph-mon[100402]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T17:14:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:38 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 80/468 objects degraded (17.094%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:39.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:38 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:14:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:38 smithi094 ceph-mon[102949]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T17:14:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:38 smithi094 ceph-mon[102949]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T17:14:39.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:38 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 80/468 objects degraded (17.094%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:38 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:14:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:38 smithi190 ceph-mon[90718]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T17:14:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:38 smithi190 ceph-mon[90718]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T17:14:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:38 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 80/468 objects degraded (17.094%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:14:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:14:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:14:39] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.51.0" 2024-08-17T17:14:39.762 INFO:tasks.rados.rados.0.smithi094.stdout:2270: done (9 left) 2024-08-17T17:14:39.762 INFO:tasks.rados.rados.0.smithi094.stdout:2271: setattr oid 22 current snap is 211 2024-08-17T17:14:39.762 INFO:tasks.rados.rados.0.smithi094.stdout:2265: finishing rollback tid 1 to smithi09487127-16 2024-08-17T17:14:39.763 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1246 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-17T17:14:39.763 INFO:tasks.rados.rados.0.smithi094.stdout:2265: finishing rollback tid 2 to smithi09487127-16 2024-08-17T17:14:39.763 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1120 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:14:39.763 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1247 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:39.763 INFO:tasks.rados.rados.0.smithi094.stdout:2262: expect (ObjNum 685 snap 209 seq_num 685) 2024-08-17T17:14:39.822 INFO:tasks.rados.rados.0.smithi094.stdout:2267: finishing copy_from to smithi09487127-3 2024-08-17T17:14:39.822 INFO:tasks.rados.rados.0.smithi094.stdout:2267: got expected ENOENT (src dne) 2024-08-17T17:14:39.822 INFO:tasks.rados.rados.0.smithi094.stdout:2267: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:14:39.822 INFO:tasks.rados.rados.0.smithi094.stdout:2266: finishing rollback tid 0 to smithi09487127-38 2024-08-17T17:14:39.822 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1294 (ObjNum 633 snap 196 seq_num 633) dirty exists 2024-08-17T17:14:39.822 INFO:tasks.rados.rados.0.smithi094.stdout:2266: finishing rollback tid 1 to smithi09487127-38 2024-08-17T17:14:39.823 INFO:tasks.rados.rados.0.smithi094.stdout:2266: finishing rollback tid 2 to smithi09487127-38 2024-08-17T17:14:39.823 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1157 (ObjNum 422 snap 123 seq_num 422) dirty exists 2024-08-17T17:14:39.823 INFO:tasks.rados.rados.0.smithi094.stdout:2263: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:14:39.823 INFO:tasks.rados.rados.0.smithi094.stdout:2263: finishing copy_from to smithi09487127-18 2024-08-17T17:14:39.823 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1220 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-17T17:14:39.823 INFO:tasks.rados.rados.0.smithi094.stdout:2268: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:14:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:39 smithi094 ceph-mon[100402]: pgmap v367: 121 pgs: 15 peering, 23 active+undersized, 8 active+undersized+degraded, 75 active+clean; 343 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 23 op/s; 52/471 objects degraded (11.040%) 2024-08-17T17:14:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:39 smithi094 ceph-mon[100402]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T17:14:40.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:39 smithi094 ceph-mon[102949]: pgmap v367: 121 pgs: 15 peering, 23 active+undersized, 8 active+undersized+degraded, 75 active+clean; 343 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 23 op/s; 52/471 objects degraded (11.040%) 2024-08-17T17:14:40.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:39 smithi094 ceph-mon[102949]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T17:14:40.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:39 smithi190 ceph-mon[90718]: pgmap v367: 121 pgs: 15 peering, 23 active+undersized, 8 active+undersized+degraded, 75 active+clean; 343 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.8 MiB/s wr, 23 op/s; 52/471 objects degraded (11.040%) 2024-08-17T17:14:40.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:39 smithi190 ceph-mon[90718]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T17:14:40.414 INFO:tasks.rados.rados.0.smithi094.stdout:2260: done (9 left) 2024-08-17T17:14:40.414 INFO:tasks.rados.rados.0.smithi094.stdout:2262: done (8 left) 2024-08-17T17:14:40.414 INFO:tasks.rados.rados.0.smithi094.stdout:2263: done (7 left) 2024-08-17T17:14:40.414 INFO:tasks.rados.rados.0.smithi094.stdout:2264: done (6 left) 2024-08-17T17:14:40.414 INFO:tasks.rados.rados.0.smithi094.stdout:2265: done (5 left) 2024-08-17T17:14:40.414 INFO:tasks.rados.rados.0.smithi094.stdout:2266: done (4 left) 2024-08-17T17:14:40.414 INFO:tasks.rados.rados.0.smithi094.stdout:2267: done (3 left) 2024-08-17T17:14:40.415 INFO:tasks.rados.rados.0.smithi094.stdout:2268: done (2 left) 2024-08-17T17:14:40.415 INFO:tasks.rados.rados.0.smithi094.stdout:2269: done (1 left) 2024-08-17T17:14:40.415 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 211 2024-08-17T17:14:40.415 INFO:tasks.rados.rados.0.smithi094.stdout:2272: seq_num 692 ranges {974848=794624,1769472=483328,2252800=720896} 2024-08-17T17:14:40.423 INFO:tasks.rados.rados.0.smithi094.stdout:2272: writing smithi09487127-30 from 974848 to 1769472 tid 1 2024-08-17T17:14:40.426 INFO:tasks.rados.rados.0.smithi094.stdout:2272: writing smithi09487127-30 from 1769472 to 2252800 tid 2 2024-08-17T17:14:40.436 INFO:tasks.rados.rados.0.smithi094.stdout:2272: writing smithi09487127-30 from 2252800 to 2973696 tid 3 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2273: rollback oid 5 current snap is 211 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 209 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1121 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2272: finishing write tid 1 to smithi09487127-30 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2272: finishing write tid 2 to smithi09487127-30 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2271: done (2 left) 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2274: copy_from oid 43 from oid 15 current snap is 211 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2275: rmattr oid 11 current snap is 211 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2275: done (3 left) 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2276: rmattr oid 46 current snap is 211 2024-08-17T17:14:40.437 INFO:tasks.rados.rados.0.smithi094.stdout:2276: done (3 left) 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2277: delete oid 38 current snap is 211 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2274: finishing copy_from to smithi09487127-43 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2274: got expected ENOENT (src dne) 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2274: finishing copy_from racing read to smithi09487127-43 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2272: finishing write tid 3 to smithi09487127-30 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2274: done (3 left) 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2277: done (2 left) 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2278: read oid 46 snap -1 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2278: expect (ObjNum 604 snap 182 seq_num 604) 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2279: read oid 8 snap -1 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2279: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2280: read oid 3 snap -1 2024-08-17T17:14:40.438 INFO:tasks.rados.rados.0.smithi094.stdout:2280: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2281: read oid 15 snap 192 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2281: expect deleted 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2282: rollback oid 19 current snap is 211 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 19 to 192 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2283: rollback oid 49 current snap is 211 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 49 to 203 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2284: rollback oid 18 current snap is 211 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 192 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2285: read oid 11 snap -1 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2285: expect deleted 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2286: rmattr oid 13 current snap is 211 2024-08-17T17:14:40.439 INFO:tasks.rados.rados.0.smithi094.stdout:2286: done (10 left) 2024-08-17T17:14:40.440 INFO:tasks.rados.rados.0.smithi094.stdout:2287: read oid 44 snap -1 2024-08-17T17:14:40.440 INFO:tasks.rados.rados.0.smithi094.stdout:2287: expect (ObjNum 585 snap 174 seq_num 585) 2024-08-17T17:14:40.440 INFO:tasks.rados.rados.0.smithi094.stdout:2288: snap_create 2024-08-17T17:14:40.440 INFO:tasks.rados.rados.0.smithi094.stdout:2272: finishing write tid 4 to smithi09487127-30 2024-08-17T17:14:40.440 INFO:tasks.rados.rados.0.smithi094.stdout:2273: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:14:40.440 INFO:tasks.rados.rados.0.smithi094.stdout:2279: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:40.440 INFO:tasks.rados.rados.0.smithi094.stdout:2273: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:14:40.441 INFO:tasks.rados.rados.0.smithi094.stdout:2272: finishing write tid 5 to smithi09487127-30 2024-08-17T17:14:40.441 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 867 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-08-17T17:14:40.442 INFO:tasks.rados.rados.0.smithi094.stdout:2272: left oid 30 (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:14:40.442 INFO:tasks.rados.rados.0.smithi094.stdout:2282: finishing rollback tid 1 to smithi09487127-19 2024-08-17T17:14:40.442 INFO:tasks.rados.rados.0.smithi094.stdout:2273: finishing rollback tid 2 to smithi09487127-5 2024-08-17T17:14:40.442 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 574 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:14:40.442 INFO:tasks.rados.rados.0.smithi094.stdout:2283: finishing rollback tid 0 to smithi09487127-49 2024-08-17T17:14:40.443 INFO:tasks.rados.rados.0.smithi094.stdout:2283: finishing rollback tid 1 to smithi09487127-49 2024-08-17T17:14:40.443 INFO:tasks.rados.rados.0.smithi094.stdout:2287: expect (ObjNum 585 snap 174 seq_num 585) 2024-08-17T17:14:40.453 INFO:tasks.rados.rados.0.smithi094.stdout:2282: finishing rollback tid 2 to smithi09487127-19 2024-08-17T17:14:40.453 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1249 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:14:40.453 INFO:tasks.rados.rados.0.smithi094.stdout:2283: finishing rollback tid 2 to smithi09487127-49 2024-08-17T17:14:40.453 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1124 (ObjNum 671 snap 203 seq_num 671) dirty exists 2024-08-17T17:14:40.453 INFO:tasks.rados.rados.0.smithi094.stdout:2278: expect (ObjNum 604 snap 182 seq_num 604) 2024-08-17T17:14:40.629 INFO:tasks.rados.rados.0.smithi094.stdout:2284: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:14:40.629 INFO:tasks.rados.rados.0.smithi094.stdout:2284: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:14:40.629 INFO:tasks.rados.rados.0.smithi094.stdout:2284: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:14:40.629 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1223 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-08-17T17:14:40.629 INFO:tasks.rados.rados.0.smithi094.stdout:2280: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:14:40.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:40.875 INFO:tasks.rados.rados.0.smithi094.stdout:2272: done (11 left) 2024-08-17T17:14:40.875 INFO:tasks.rados.rados.0.smithi094.stdout:2273: done (10 left) 2024-08-17T17:14:40.875 INFO:tasks.rados.rados.0.smithi094.stdout:2278: done (9 left) 2024-08-17T17:14:40.875 INFO:tasks.rados.rados.0.smithi094.stdout:2279: done (8 left) 2024-08-17T17:14:40.875 INFO:tasks.rados.rados.0.smithi094.stdout:2280: done (7 left) 2024-08-17T17:14:40.876 INFO:tasks.rados.rados.0.smithi094.stdout:2281: done (6 left) 2024-08-17T17:14:40.876 INFO:tasks.rados.rados.0.smithi094.stdout:2282: done (5 left) 2024-08-17T17:14:40.876 INFO:tasks.rados.rados.0.smithi094.stdout:2283: done (4 left) 2024-08-17T17:14:40.876 INFO:tasks.rados.rados.0.smithi094.stdout:2284: done (3 left) 2024-08-17T17:14:40.876 INFO:tasks.rados.rados.0.smithi094.stdout:2285: done (2 left) 2024-08-17T17:14:40.876 INFO:tasks.rados.rados.0.smithi094.stdout:2287: done (1 left) 2024-08-17T17:14:40.876 INFO:tasks.rados.rados.0.smithi094.stdout:2288: done (0 left) 2024-08-17T17:14:40.876 INFO:tasks.rados.rados.0.smithi094.stdout:2289: snap_create 2024-08-17T17:14:40.984 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:14:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:40 smithi094 ceph-mon[100402]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T17:14:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:40 smithi094 ceph-mon[100402]: pgmap v370: 121 pgs: 15 peering, 18 active+undersized, 3 active+undersized+degraded, 85 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 23/465 objects degraded (4.946%); 10 MiB/s, 2 objects/s recovering 2024-08-17T17:14:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:40 smithi094 ceph-mon[102949]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T17:14:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:40 smithi094 ceph-mon[102949]: pgmap v370: 121 pgs: 15 peering, 18 active+undersized, 3 active+undersized+degraded, 85 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 23/465 objects degraded (4.946%); 10 MiB/s, 2 objects/s recovering 2024-08-17T17:14:41.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:40 smithi190 ceph-mon[90718]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T17:14:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:40 smithi190 ceph-mon[90718]: pgmap v370: 121 pgs: 15 peering, 18 active+undersized, 3 active+undersized+degraded, 85 active+clean; 332 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.0 MiB/s wr, 18 op/s; 23/465 objects degraded (4.946%); 10 MiB/s, 2 objects/s recovering 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (5m) 75s ago 9m 18.9M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (5m) 8s ago 9m 86.3M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (11m) 75s ago 11m 20.1M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (11m) 8s ago 11m 15.1M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (4m) 8s ago 14m 456M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (5m) 75s ago 16m 521M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (4m) 75s ago 16m 60.3M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:14:41.534 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (3m) 8s ago 15m 48.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (4m) 75s ago 15m 48.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (5m) 75s ago 9m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (5m) 8s ago 9m 10.3M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (3m) 75s ago 14m 206M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (2m) 75s ago 14m 149M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (113s) 75s ago 13m 116M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (80s) 75s ago 13m 11.7M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3bee04f6a6a4 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (46s) 8s ago 13m 155M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 525529b4c9d6 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (13s) 8s ago 12m 14.3M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1b81d54ea5c4 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (12m) 8s ago 12m 217M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 f16f7fd8a6e5 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (11m) 8s ago 11m 222M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:14:41.535 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (4m) 8s ago 10m 53.9M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:14:41.777 INFO:tasks.rados.rados.0.smithi094.stdout:2289: done (0 left) 2024-08-17T17:14:41.777 INFO:tasks.rados.rados.0.smithi094.stdout:2290: delete oid 28 current snap is 213 2024-08-17T17:14:41.784 INFO:tasks.rados.rados.0.smithi094.stdout:2290: done (0 left) 2024-08-17T17:14:41.784 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 213 2024-08-17T17:14:41.784 INFO:tasks.rados.rados.0.smithi094.stdout:2291: seq_num 695 ranges {3153920=442368,3596288=540672,4136960=598016,4734976=466944} 2024-08-17T17:14:41.803 INFO:tasks.rados.rados.0.smithi094.stdout:2291: writing smithi09487127-39 from 3153920 to 3596288 tid 1 2024-08-17T17:14:41.806 INFO:tasks.rados.rados.0.smithi094.stdout:2291: writing smithi09487127-39 from 3596288 to 4136960 tid 2 2024-08-17T17:14:41.809 INFO:tasks.rados.rados.0.smithi094.stdout:2291: writing smithi09487127-39 from 4136960 to 4734976 tid 3 2024-08-17T17:14:41.812 INFO:tasks.rados.rados.0.smithi094.stdout:2291: writing smithi09487127-39 from 4734976 to 5201920 tid 4 2024-08-17T17:14:41.812 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 213 2024-08-17T17:14:41.812 INFO:tasks.rados.rados.0.smithi094.stdout:2291: finishing write tid 1 to smithi09487127-39 2024-08-17T17:14:41.812 INFO:tasks.rados.rados.0.smithi094.stdout:2292: seq_num 696 ranges {7675904=458752,8134656=417792,8552448=753664,9306112=434176} 2024-08-17T17:14:41.856 INFO:tasks.rados.rados.0.smithi094.stdout:2292: writing smithi09487127-13 from 7675904 to 8134656 tid 1 2024-08-17T17:14:41.858 INFO:tasks.rados.rados.0.smithi094.stdout:2292: writing smithi09487127-13 from 8134656 to 8552448 tid 2 2024-08-17T17:14:41.862 INFO:tasks.rados.rados.0.smithi094.stdout:2292: writing smithi09487127-13 from 8552448 to 9306112 tid 3 2024-08-17T17:14:41.865 INFO:tasks.rados.rados.0.smithi094.stdout:2292: writing smithi09487127-13 from 9306112 to 9740288 tid 4 2024-08-17T17:14:41.865 INFO:tasks.rados.rados.0.smithi094.stdout:2293: snap_remove snap 209 2024-08-17T17:14:41.881 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2, 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 6 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:14:41.882 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:14:41.883 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:14:41.883 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:14:41.883 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:14:41.883 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 4, 2024-08-17T17:14:41.883 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 11 2024-08-17T17:14:41.883 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:14:41.883 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:14:41.883 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:41 smithi094 ceph-mon[100402]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T17:14:41.883 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:41 smithi094 ceph-mon[100402]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:41.883 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:41 smithi094 ceph-mon[100402]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:41.884 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:41 smithi094 ceph-mon[100402]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:41.884 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:41 smithi094 ceph-mon[102949]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T17:14:41.884 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:41 smithi094 ceph-mon[102949]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:41.884 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:41 smithi094 ceph-mon[102949]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:41.884 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:41 smithi094 ceph-mon[102949]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "11/20 daemons upgraded", 2024-08-17T17:14:42.166 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:14:42.167 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:14:42.167 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:14:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:41 smithi190 ceph-mon[90718]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T17:14:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:41 smithi190 ceph-mon[90718]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:41 smithi190 ceph-mon[90718]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:42.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:41 smithi190 ceph-mon[90718]: from='client.44330 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:42.783 INFO:tasks.rados.rados.0.smithi094.stdout:2293: done (2 left) 2024-08-17T17:14:42.783 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 213 2024-08-17T17:14:42.784 INFO:tasks.rados.rados.0.smithi094.stdout:2294: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-08-17T17:14:42.786 INFO:tasks.rados.rados.0.smithi094.stdout:2294: writing smithi09487127-28 from 0 to 475136 tid 1 2024-08-17T17:14:42.792 INFO:tasks.rados.rados.0.smithi094.stdout:2294: writing smithi09487127-28 from 475136 to 1179648 tid 2 2024-08-17T17:14:42.796 INFO:tasks.rados.rados.0.smithi094.stdout:2294: writing smithi09487127-28 from 1179648 to 1736704 tid 3 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:2294: writing smithi09487127-28 from 1736704 to 2080768 tid 4 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:2295: read oid 31 snap 192 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:2295: expect deleted 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:2291: finishing write tid 2 to smithi09487127-39 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:2291: finishing write tid 3 to smithi09487127-39 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:2291: finishing write tid 4 to smithi09487127-39 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:2291: finishing write tid 5 to smithi09487127-39 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:2291: finishing write tid 6 to smithi09487127-39 2024-08-17T17:14:42.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1299 (ObjNum 695 snap 213 seq_num 695) dirty exists 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2291: left oid 39 (ObjNum 695 snap 213 seq_num 695) 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2292: finishing write tid 1 to smithi09487127-13 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2292: finishing write tid 2 to smithi09487127-13 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2292: finishing write tid 3 to smithi09487127-13 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2292: finishing write tid 4 to smithi09487127-13 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2292: finishing write tid 5 to smithi09487127-13 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2292: finishing write tid 6 to smithi09487127-13 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1304 (ObjNum 696 snap 213 seq_num 696) dirty exists 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2292: left oid 13 (ObjNum 696 snap 213 seq_num 696) 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2294: finishing write tid 1 to smithi09487127-28 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2291: done (3 left) 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2292: done (2 left) 2024-08-17T17:14:42.801 INFO:tasks.rados.rados.0.smithi094.stdout:2296: delete oid 26 current snap is 213 2024-08-17T17:14:42.802 INFO:tasks.rados.rados.0.smithi094.stdout:2294: finishing write tid 2 to smithi09487127-28 2024-08-17T17:14:42.802 INFO:tasks.rados.rados.0.smithi094.stdout:2295: done (2 left) 2024-08-17T17:14:42.803 INFO:tasks.rados.rados.0.smithi094.stdout:2296: done (1 left) 2024-08-17T17:14:42.803 INFO:tasks.rados.rados.0.smithi094.stdout:2297: delete oid 38 current snap is 213 2024-08-17T17:14:42.803 INFO:tasks.rados.rados.0.smithi094.stdout:2294: finishing write tid 3 to smithi09487127-28 2024-08-17T17:14:42.803 INFO:tasks.rados.rados.0.smithi094.stdout:2294: finishing write tid 4 to smithi09487127-28 2024-08-17T17:14:42.804 INFO:tasks.rados.rados.0.smithi094.stdout:2294: finishing write tid 5 to smithi09487127-28 2024-08-17T17:14:42.805 INFO:tasks.rados.rados.0.smithi094.stdout:2297: done (1 left) 2024-08-17T17:14:42.805 INFO:tasks.rados.rados.0.smithi094.stdout:2298: setattr oid 37 current snap is 213 2024-08-17T17:14:42.805 INFO:tasks.rados.rados.0.smithi094.stdout:2294: finishing write tid 6 to smithi09487127-28 2024-08-17T17:14:42.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1229 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-08-17T17:14:42.805 INFO:tasks.rados.rados.0.smithi094.stdout:2294: left oid 28 (ObjNum 697 snap 213 seq_num 697) 2024-08-17T17:14:42.806 INFO:tasks.rados.rados.0.smithi094.stdout:2294: done (1 left) 2024-08-17T17:14:42.806 INFO:tasks.rados.rados.0.smithi094.stdout:2299: snap_remove snap 203 2024-08-17T17:14:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:42 smithi190 ceph-mon[90718]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T17:14:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:42 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2841994266' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:42 smithi190 ceph-mon[90718]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:42 smithi190 ceph-mon[90718]: pgmap v373: 121 pgs: 3 peering, 118 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s; 35 MiB/s, 7 objects/s recovering 2024-08-17T17:14:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[100402]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T17:14:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2841994266' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[100402]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:43.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[100402]: pgmap v373: 121 pgs: 3 peering, 118 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s; 35 MiB/s, 7 objects/s recovering 2024-08-17T17:14:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[102949]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T17:14:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2841994266' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[102949]: from='client.34455 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:42 smithi094 ceph-mon[102949]: pgmap v373: 121 pgs: 3 peering, 118 active+clean; 338 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s; 35 MiB/s, 7 objects/s recovering 2024-08-17T17:14:43.698 INFO:tasks.rados.rados.0.smithi094.stdout:2299: done (1 left) 2024-08-17T17:14:43.698 INFO:tasks.rados.rados.0.smithi094.stdout:2300: snap_create 2024-08-17T17:14:43.698 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1125 (ObjNum 33 snap 0 seq_num 3214102000) dirty exists 2024-08-17T17:14:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:43 smithi190 ceph-mon[90718]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T17:14:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:43 smithi190 ceph-mon[90718]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/465 objects degraded (4.946%), 3 pgs degraded) 2024-08-17T17:14:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:43 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:14:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:43 smithi190 ceph-mon[90718]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T17:14:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:43 smithi094 ceph-mon[100402]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T17:14:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:43 smithi094 ceph-mon[100402]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/465 objects degraded (4.946%), 3 pgs degraded) 2024-08-17T17:14:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:43 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:14:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:43 smithi094 ceph-mon[100402]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T17:14:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:43 smithi094 ceph-mon[102949]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T17:14:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:43 smithi094 ceph-mon[102949]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/465 objects degraded (4.946%), 3 pgs degraded) 2024-08-17T17:14:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:43 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:14:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:43 smithi094 ceph-mon[102949]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T17:14:44.700 INFO:tasks.rados.rados.0.smithi094.stdout:2298: done (1 left) 2024-08-17T17:14:44.700 INFO:tasks.rados.rados.0.smithi094.stdout:2300: done (0 left) 2024-08-17T17:14:44.700 INFO:tasks.rados.rados.0.smithi094.stdout:2301: read oid 42 snap -1 2024-08-17T17:14:44.701 INFO:tasks.rados.rados.0.smithi094.stdout:2301: expect (ObjNum 598 snap 178 seq_num 598) 2024-08-17T17:14:44.701 INFO:tasks.rados.rados.0.smithi094.stdout:2302: snap_remove snap 213 2024-08-17T17:14:45.705 INFO:tasks.rados.rados.0.smithi094.stdout:2302: done (1 left) 2024-08-17T17:14:45.706 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 214 2024-08-17T17:14:45.706 INFO:tasks.rados.rados.0.smithi094.stdout:2303: seq_num 700 ranges {5201920=532480,5734400=409600,6144000=737280,6881280=458752} 2024-08-17T17:14:45.736 INFO:tasks.rados.rados.0.smithi094.stdout:2303: writing smithi09487127-39 from 5201920 to 5734400 tid 1 2024-08-17T17:14:45.738 INFO:tasks.rados.rados.0.smithi094.stdout:2303: writing smithi09487127-39 from 5734400 to 6144000 tid 2 2024-08-17T17:14:45.742 INFO:tasks.rados.rados.0.smithi094.stdout:2303: writing smithi09487127-39 from 6144000 to 6881280 tid 3 2024-08-17T17:14:45.745 INFO:tasks.rados.rados.0.smithi094.stdout:2303: writing smithi09487127-39 from 6881280 to 7340032 tid 4 2024-08-17T17:14:45.745 INFO:tasks.rados.rados.0.smithi094.stdout:2304: rmattr oid 8 current snap is 214 2024-08-17T17:14:45.745 INFO:tasks.rados.rados.0.smithi094.stdout:2301: expect (ObjNum 598 snap 178 seq_num 598) 2024-08-17T17:14:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:45 smithi094 ceph-mon[100402]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T17:14:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:45 smithi094 ceph-mon[100402]: pgmap v377: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 36 op/s; 25 MiB/s, 5 objects/s recovering 2024-08-17T17:14:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:45 smithi094 ceph-mon[102949]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T17:14:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:45 smithi094 ceph-mon[102949]: pgmap v377: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 36 op/s; 25 MiB/s, 5 objects/s recovering 2024-08-17T17:14:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:45 smithi190 ceph-mon[90718]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T17:14:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:45 smithi190 ceph-mon[90718]: pgmap v377: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 353 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 36 op/s; 25 MiB/s, 5 objects/s recovering 2024-08-17T17:14:46.315 INFO:tasks.rados.rados.0.smithi094.stdout:2303: finishing write tid 1 to smithi09487127-39 2024-08-17T17:14:46.315 INFO:tasks.rados.rados.0.smithi094.stdout:2303: finishing write tid 2 to smithi09487127-39 2024-08-17T17:14:46.315 INFO:tasks.rados.rados.0.smithi094.stdout:2303: finishing write tid 3 to smithi09487127-39 2024-08-17T17:14:46.315 INFO:tasks.rados.rados.0.smithi094.stdout:2303: finishing write tid 4 to smithi09487127-39 2024-08-17T17:14:46.315 INFO:tasks.rados.rados.0.smithi094.stdout:2303: finishing write tid 5 to smithi09487127-39 2024-08-17T17:14:46.315 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1310 (ObjNum 145 snap 0 seq_num 3214084392) dirty exists 2024-08-17T17:14:46.315 INFO:tasks.rados.rados.0.smithi094.stdout:2303: finishing write tid 6 to smithi09487127-39 2024-08-17T17:14:46.315 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1309 (ObjNum 700 snap 214 seq_num 700) dirty exists 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2303: left oid 39 (ObjNum 700 snap 214 seq_num 700) 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2301: done (2 left) 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2303: done (1 left) 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2304: done (0 left) 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2305: rmattr oid 38 current snap is 214 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2305: done (0 left) 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2306: rollback oid 7 current snap is 214 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 7 to 211 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2307: rmattr oid 32 current snap is 214 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2307: done (1 left) 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2308: read oid 21 snap 210 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2308: expect deleted 2024-08-17T17:14:46.316 INFO:tasks.rados.rados.0.smithi094.stdout:2309: snap_create 2024-08-17T17:14:46.320 INFO:tasks.rados.rados.0.smithi094.stdout:2306: finishing rollback tid 0 to smithi09487127-7 2024-08-17T17:14:46.322 INFO:tasks.rados.rados.0.smithi094.stdout:2306: finishing rollback tid 1 to smithi09487127-7 2024-08-17T17:14:46.322 INFO:tasks.rados.rados.0.smithi094.stdout:2306: finishing rollback tid 2 to smithi09487127-7 2024-08-17T17:14:46.322 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1252 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:46.706 INFO:tasks.rados.rados.0.smithi094.stdout:2306: done (2 left) 2024-08-17T17:14:46.706 INFO:tasks.rados.rados.0.smithi094.stdout:2308: done (1 left) 2024-08-17T17:14:46.706 INFO:tasks.rados.rados.0.smithi094.stdout:2309: done (0 left) 2024-08-17T17:14:46.706 INFO:tasks.rados.rados.0.smithi094.stdout:2310: setattr oid 23 current snap is 215 2024-08-17T17:14:46.707 INFO:tasks.rados.rados.0.smithi094.stdout:2311: snap_create 2024-08-17T17:14:46.713 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1122 (ObjNum 658 snap 202 seq_num 658) dirty exists 2024-08-17T17:14:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:46 smithi094 ceph-mon[100402]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T17:14:47.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:46 smithi094 ceph-mon[102949]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T17:14:47.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:46 smithi190 ceph-mon[90718]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T17:14:47.717 INFO:tasks.rados.rados.0.smithi094.stdout:2310: done (1 left) 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:2311: done (0 left) 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:2312: read oid 30 snap 212 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:2312: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:2313: read oid 43 snap -1 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:2313: expect (ObjNum 659 snap 202 seq_num 659) 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:2314: rollback oid 34 current snap is 216 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 207 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 216 2024-08-17T17:14:47.718 INFO:tasks.rados.rados.0.smithi094.stdout:2315: seq_num 701 ranges {655360=548864,1204224=696320,1900544=540672,2441216=368640} 2024-08-17T17:14:47.724 INFO:tasks.rados.rados.0.smithi094.stdout:2315: writing smithi09487127-24 from 655360 to 1204224 tid 1 2024-08-17T17:14:47.730 INFO:tasks.rados.rados.0.smithi094.stdout:2315: writing smithi09487127-24 from 1204224 to 1900544 tid 2 2024-08-17T17:14:47.733 INFO:tasks.rados.rados.0.smithi094.stdout:2315: writing smithi09487127-24 from 1900544 to 2441216 tid 3 2024-08-17T17:14:47.736 INFO:tasks.rados.rados.0.smithi094.stdout:2315: writing smithi09487127-24 from 2441216 to 2809856 tid 4 2024-08-17T17:14:47.736 INFO:tasks.rados.rados.0.smithi094.stdout:2316: rollback oid 22 current snap is 216 2024-08-17T17:14:47.736 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 210 2024-08-17T17:14:47.736 INFO:tasks.rados.rados.0.smithi094.stdout:2314: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:14:47.736 INFO:tasks.rados.rados.0.smithi094.stdout:2314: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:14:47.736 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1153 (ObjNum 682 snap 206 seq_num 682) dirty exists 2024-08-17T17:14:47.736 INFO:tasks.rados.rados.0.smithi094.stdout:2314: done (4 left) 2024-08-17T17:14:47.737 INFO:tasks.rados.rados.0.smithi094.stdout:2317: read oid 1 snap 210 2024-08-17T17:14:47.737 INFO:tasks.rados.rados.0.smithi094.stdout:2317: expect (ObjNum 668 snap 203 seq_num 668) 2024-08-17T17:14:47.737 INFO:tasks.rados.rados.0.smithi094.stdout:2318: read oid 4 snap 207 2024-08-17T17:14:47.737 INFO:tasks.rados.rados.0.smithi094.stdout:2318: expect deleted 2024-08-17T17:14:47.737 INFO:tasks.rados.rados.0.smithi094.stdout:2319: read oid 48 snap -1 2024-08-17T17:14:47.737 INFO:tasks.rados.rados.0.smithi094.stdout:2319: expect (ObjNum 660 snap 202 seq_num 660) 2024-08-17T17:14:47.737 INFO:tasks.rados.rados.0.smithi094.stdout:2320: snap_create 2024-08-17T17:14:47.743 INFO:tasks.rados.rados.0.smithi094.stdout:2316: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:14:47.743 INFO:tasks.rados.rados.0.smithi094.stdout:2315: finishing write tid 1 to smithi09487127-24 2024-08-17T17:14:47.743 INFO:tasks.rados.rados.0.smithi094.stdout:2315: finishing write tid 2 to smithi09487127-24 2024-08-17T17:14:47.744 INFO:tasks.rados.rados.0.smithi094.stdout:2316: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:14:47.745 INFO:tasks.rados.rados.0.smithi094.stdout:2316: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:14:47.745 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1128 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:14:47.750 INFO:tasks.rados.rados.0.smithi094.stdout:2317: expect (ObjNum 668 snap 203 seq_num 668) 2024-08-17T17:14:47.797 INFO:tasks.rados.rados.0.smithi094.stdout:2312: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:14:47.897 INFO:tasks.rados.rados.0.smithi094.stdout:2315: finishing write tid 3 to smithi09487127-24 2024-08-17T17:14:47.897 INFO:tasks.rados.rados.0.smithi094.stdout:2315: finishing write tid 4 to smithi09487127-24 2024-08-17T17:14:47.897 INFO:tasks.rados.rados.0.smithi094.stdout:2315: finishing write tid 5 to smithi09487127-24 2024-08-17T17:14:47.897 INFO:tasks.rados.rados.0.smithi094.stdout:2319: expect (ObjNum 660 snap 202 seq_num 660) 2024-08-17T17:14:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:47 smithi094 ceph-mon[100402]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T17:14:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:47 smithi094 ceph-mon[100402]: pgmap v380: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-17T17:14:48.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:47 smithi094 ceph-mon[102949]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T17:14:48.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:47 smithi094 ceph-mon[102949]: pgmap v380: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-17T17:14:48.025 INFO:tasks.rados.rados.0.smithi094.stdout:2315: finishing write tid 6 to smithi09487127-24 2024-08-17T17:14:48.025 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 872 (ObjNum 701 snap 216 seq_num 701) dirty exists 2024-08-17T17:14:48.025 INFO:tasks.rados.rados.0.smithi094.stdout:2315: left oid 24 (ObjNum 701 snap 216 seq_num 701) 2024-08-17T17:14:48.025 INFO:tasks.rados.rados.0.smithi094.stdout:2313: expect (ObjNum 659 snap 202 seq_num 659) 2024-08-17T17:14:48.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:47 smithi190 ceph-mon[90718]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T17:14:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:47 smithi190 ceph-mon[90718]: pgmap v380: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 335 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-17T17:14:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:48 smithi094 ceph-mon[100402]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T17:14:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:48 smithi094 ceph-mon[100402]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T17:14:49.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:48 smithi094 ceph-mon[102949]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T17:14:49.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:48 smithi094 ceph-mon[102949]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T17:14:49.111 INFO:tasks.rados.rados.0.smithi094.stdout:2312: done (7 left) 2024-08-17T17:14:49.111 INFO:tasks.rados.rados.0.smithi094.stdout:2313: done (6 left) 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2315: done (5 left) 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2316: done (4 left) 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2317: done (3 left) 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2318: done (2 left) 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2319: done (1 left) 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2320: done (0 left) 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2321: copy_from oid 22 from oid 19 current snap is 217 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2322: read oid 11 snap -1 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2322: expect deleted 2024-08-17T17:14:49.112 INFO:tasks.rados.rados.0.smithi094.stdout:2323: snap_create 2024-08-17T17:14:49.129 INFO:tasks.rados.rados.0.smithi094.stdout:2321: finishing copy_from racing read to smithi09487127-22 2024-08-17T17:14:49.132 INFO:tasks.rados.rados.0.smithi094.stdout:2321: finishing copy_from to smithi09487127-22 2024-08-17T17:14:49.133 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1249 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:14:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:48 smithi190 ceph-mon[90718]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T17:14:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:48 smithi190 ceph-mon[90718]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T17:14:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:14:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:14:49] "GET /metrics HTTP/1.1" 200 36316 "" "Prometheus/2.51.0" 2024-08-17T17:14:49.721 INFO:tasks.rados.rados.0.smithi094.stdout:2321: done (2 left) 2024-08-17T17:14:49.721 INFO:tasks.rados.rados.0.smithi094.stdout:2322: done (1 left) 2024-08-17T17:14:49.722 INFO:tasks.rados.rados.0.smithi094.stdout:2323: done (0 left) 2024-08-17T17:14:49.722 INFO:tasks.rados.rados.0.smithi094.stdout:2324: rmattr oid 34 current snap is 218 2024-08-17T17:14:49.722 INFO:tasks.rados.rados.0.smithi094.stdout:2325: setattr oid 27 current snap is 218 2024-08-17T17:14:49.722 INFO:tasks.rados.rados.0.smithi094.stdout:2326: read oid 38 snap -1 2024-08-17T17:14:49.722 INFO:tasks.rados.rados.0.smithi094.stdout:2326: expect deleted 2024-08-17T17:14:49.722 INFO:tasks.rados.rados.0.smithi094.stdout:2327: snap_create 2024-08-17T17:14:49.726 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 386 (ObjNum 451 snap 131 seq_num 451) dirty exists 2024-08-17T17:14:49.726 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1154 (ObjNum 682 snap 206 seq_num 682) dirty exists 2024-08-17T17:14:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:49 smithi094 ceph-mon[100402]: pgmap v383: 121 pgs: 121 active+clean; 332 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T17:14:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:49 smithi094 ceph-mon[102949]: pgmap v383: 121 pgs: 121 active+clean; 332 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T17:14:50.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:49 smithi190 ceph-mon[90718]: pgmap v383: 121 pgs: 121 active+clean; 332 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T17:14:50.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:14:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:14:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:14:50.723 INFO:tasks.rados.rados.0.smithi094.stdout:2324: done (3 left) 2024-08-17T17:14:50.723 INFO:tasks.rados.rados.0.smithi094.stdout:2325: done (2 left) 2024-08-17T17:14:50.724 INFO:tasks.rados.rados.0.smithi094.stdout:2326: done (1 left) 2024-08-17T17:14:50.724 INFO:tasks.rados.rados.0.smithi094.stdout:2327: done (0 left) 2024-08-17T17:14:50.724 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 219 2024-08-17T17:14:50.724 INFO:tasks.rados.rados.0.smithi094.stdout:2328: seq_num 702 ranges {2809856=565248,3375104=581632,3956736=745472,4702208=278528} 2024-08-17T17:14:50.742 INFO:tasks.rados.rados.0.smithi094.stdout:2328: writing smithi09487127-24 from 2809856 to 3375104 tid 1 2024-08-17T17:14:50.745 INFO:tasks.rados.rados.0.smithi094.stdout:2328: writing smithi09487127-24 from 3375104 to 3956736 tid 2 2024-08-17T17:14:50.749 INFO:tasks.rados.rados.0.smithi094.stdout:2328: writing smithi09487127-24 from 3956736 to 4702208 tid 3 2024-08-17T17:14:50.751 INFO:tasks.rados.rados.0.smithi094.stdout:2328: writing smithi09487127-24 from 4702208 to 4980736 tid 4 2024-08-17T17:14:50.751 INFO:tasks.rados.rados.0.smithi094.stdout:2329: copy_from oid 30 from oid 12 current snap is 219 2024-08-17T17:14:50.751 INFO:tasks.rados.rados.0.smithi094.stdout:2328: finishing write tid 1 to smithi09487127-24 2024-08-17T17:14:50.752 INFO:tasks.rados.rados.0.smithi094.stdout:2328: finishing write tid 2 to smithi09487127-24 2024-08-17T17:14:50.752 INFO:tasks.rados.rados.0.smithi094.stdout:2330: copy_from oid 43 from oid 16 current snap is 219 2024-08-17T17:14:50.752 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 219 2024-08-17T17:14:50.752 INFO:tasks.rados.rados.0.smithi094.stdout:2331: seq_num 703 ranges {7340032=581632,7921664=458752,8380416=557056,8937472=417792,9355264=172032} 2024-08-17T17:14:50.794 INFO:tasks.rados.rados.0.smithi094.stdout:2331: writing smithi09487127-39 from 7340032 to 7921664 tid 1 2024-08-17T17:14:50.797 INFO:tasks.rados.rados.0.smithi094.stdout:2331: writing smithi09487127-39 from 7921664 to 8380416 tid 2 2024-08-17T17:14:50.800 INFO:tasks.rados.rados.0.smithi094.stdout:2331: writing smithi09487127-39 from 8380416 to 8937472 tid 3 2024-08-17T17:14:50.803 INFO:tasks.rados.rados.0.smithi094.stdout:2331: writing smithi09487127-39 from 8937472 to 9355264 tid 4 2024-08-17T17:14:50.804 INFO:tasks.rados.rados.0.smithi094.stdout:2331: writing smithi09487127-39 from 9355264 to 9527296 tid 5 2024-08-17T17:14:50.804 INFO:tasks.rados.rados.0.smithi094.stdout:2332: snap_create 2024-08-17T17:14:50.804 INFO:tasks.rados.rados.0.smithi094.stdout:2328: finishing write tid 3 to smithi09487127-24 2024-08-17T17:14:50.805 INFO:tasks.rados.rados.0.smithi094.stdout:2328: finishing write tid 4 to smithi09487127-24 2024-08-17T17:14:50.805 INFO:tasks.rados.rados.0.smithi094.stdout:2328: finishing write tid 5 to smithi09487127-24 2024-08-17T17:14:50.805 INFO:tasks.rados.rados.0.smithi094.stdout:2328: finishing write tid 6 to smithi09487127-24 2024-08-17T17:14:50.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 877 (ObjNum 702 snap 219 seq_num 702) dirty exists 2024-08-17T17:14:50.805 INFO:tasks.rados.rados.0.smithi094.stdout:2328: left oid 24 (ObjNum 702 snap 219 seq_num 702) 2024-08-17T17:14:50.805 INFO:tasks.rados.rados.0.smithi094.stdout:2330: finishing copy_from racing read to smithi09487127-43 2024-08-17T17:14:50.815 INFO:tasks.rados.rados.0.smithi094.stdout:2329: finishing copy_from racing read to smithi09487127-30 2024-08-17T17:14:50.816 INFO:tasks.rados.rados.0.smithi094.stdout:2331: finishing write tid 1 to smithi09487127-39 2024-08-17T17:14:50.816 INFO:tasks.rados.rados.0.smithi094.stdout:2330: finishing copy_from to smithi09487127-43 2024-08-17T17:14:50.816 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1120 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:14:50.817 INFO:tasks.rados.rados.0.smithi094.stdout:2331: finishing write tid 2 to smithi09487127-39 2024-08-17T17:14:50.817 INFO:tasks.rados.rados.0.smithi094.stdout:2329: finishing copy_from to smithi09487127-30 2024-08-17T17:14:50.817 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1242 (ObjNum 690 snap 211 seq_num 690) dirty exists 2024-08-17T17:14:50.817 INFO:tasks.rados.rados.0.smithi094.stdout:2331: finishing write tid 3 to smithi09487127-39 2024-08-17T17:14:50.817 INFO:tasks.rados.rados.0.smithi094.stdout:2331: finishing write tid 4 to smithi09487127-39 2024-08-17T17:14:50.817 INFO:tasks.rados.rados.0.smithi094.stdout:2331: finishing write tid 5 to smithi09487127-39 2024-08-17T17:14:50.818 INFO:tasks.rados.rados.0.smithi094.stdout:2331: finishing write tid 6 to smithi09487127-39 2024-08-17T17:14:50.819 INFO:tasks.rados.rados.0.smithi094.stdout:2331: finishing write tid 7 to smithi09487127-39 2024-08-17T17:14:50.819 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1316 (ObjNum 703 snap 219 seq_num 703) dirty exists 2024-08-17T17:14:50.819 INFO:tasks.rados.rados.0.smithi094.stdout:2331: left oid 39 (ObjNum 703 snap 219 seq_num 703) 2024-08-17T17:14:51.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:50 smithi094 ceph-mon[100402]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T17:14:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:50 smithi094 ceph-mon[102949]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T17:14:51.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:50 smithi190 ceph-mon[90718]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T17:14:51.734 INFO:tasks.rados.rados.0.smithi094.stdout:2328: done (4 left) 2024-08-17T17:14:51.734 INFO:tasks.rados.rados.0.smithi094.stdout:2329: done (3 left) 2024-08-17T17:14:51.734 INFO:tasks.rados.rados.0.smithi094.stdout:2330: done (2 left) 2024-08-17T17:14:51.734 INFO:tasks.rados.rados.0.smithi094.stdout:2331: done (1 left) 2024-08-17T17:14:51.734 INFO:tasks.rados.rados.0.smithi094.stdout:2332: done (0 left) 2024-08-17T17:14:51.734 INFO:tasks.rados.rados.0.smithi094.stdout:2333: read oid 8 snap -1 2024-08-17T17:14:51.734 INFO:tasks.rados.rados.0.smithi094.stdout:2333: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:51.734 INFO:tasks.rados.rados.0.smithi094.stdout:2334: setattr oid 10 current snap is 220 2024-08-17T17:14:51.735 INFO:tasks.rados.rados.0.smithi094.stdout:2333: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:51.736 INFO:tasks.rados.rados.0.smithi094.stdout:2333: done (1 left) 2024-08-17T17:14:51.736 INFO:tasks.rados.rados.0.smithi094.stdout:2335: copy_from oid 24 from oid 35 current snap is 220 2024-08-17T17:14:51.736 INFO:tasks.rados.rados.0.smithi094.stdout:2336: setattr oid 40 current snap is 220 2024-08-17T17:14:51.738 INFO:tasks.rados.rados.0.smithi094.stdout:2337: copy_from oid 4 from oid 39 current snap is 220 2024-08-17T17:14:51.738 INFO:tasks.rados.rados.0.smithi094.stdout:2338: read oid 41 snap -1 2024-08-17T17:14:51.738 INFO:tasks.rados.rados.0.smithi094.stdout:2338: expect deleted 2024-08-17T17:14:51.738 INFO:tasks.rados.rados.0.smithi094.stdout:2339: delete oid 20 current snap is 220 2024-08-17T17:14:51.741 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1253 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:14:51.746 INFO:tasks.rados.rados.0.smithi094.stdout:2334: done (5 left) 2024-08-17T17:14:51.747 INFO:tasks.rados.rados.0.smithi094.stdout:2338: done (4 left) 2024-08-17T17:14:51.747 INFO:tasks.rados.rados.0.smithi094.stdout:2339: done (3 left) 2024-08-17T17:14:51.747 INFO:tasks.rados.rados.0.smithi094.stdout:2340: rmattr oid 19 current snap is 220 2024-08-17T17:14:51.747 INFO:tasks.rados.rados.0.smithi094.stdout:2341: delete oid 1 current snap is 220 2024-08-17T17:14:51.748 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1227 (ObjNum 684 snap 209 seq_num 684) dirty exists 2024-08-17T17:14:51.751 INFO:tasks.rados.rados.0.smithi094.stdout:2336: done (4 left) 2024-08-17T17:14:51.751 INFO:tasks.rados.rados.0.smithi094.stdout:2341: done (3 left) 2024-08-17T17:14:51.751 INFO:tasks.rados.rados.0.smithi094.stdout:2342: rollback oid 30 current snap is 220 2024-08-17T17:14:51.751 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 30 to 218 2024-08-17T17:14:51.751 INFO:tasks.rados.rados.0.smithi094.stdout:2343: rollback oid 7 current snap is 220 2024-08-17T17:14:51.751 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 7 to 218 2024-08-17T17:14:51.752 INFO:tasks.rados.rados.0.smithi094.stdout:2344: read oid 25 snap 215 2024-08-17T17:14:51.752 INFO:tasks.rados.rados.0.smithi094.stdout:2344: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:14:51.752 INFO:tasks.rados.rados.0.smithi094.stdout:2345: rmattr oid 2 current snap is 220 2024-08-17T17:14:51.752 INFO:tasks.rados.rados.0.smithi094.stdout:2346: snap_remove snap 210 2024-08-17T17:14:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:51 smithi094 ceph-mon[102949]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T17:14:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:51 smithi094 ceph-mon[102949]: pgmap v386: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-08-17T17:14:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:51 smithi094 ceph-mon[100402]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T17:14:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:51 smithi094 ceph-mon[100402]: pgmap v386: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-08-17T17:14:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:51 smithi190 ceph-mon[90718]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T17:14:52.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:51 smithi190 ceph-mon[90718]: pgmap v386: 121 pgs: 121 active+clean; 340 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-08-17T17:14:52.739 INFO:tasks.rados.rados.0.smithi094.stdout:2346: done (7 left) 2024-08-17T17:14:52.739 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 220 2024-08-17T17:14:52.739 INFO:tasks.rados.rados.0.smithi094.stdout:2347: seq_num 706 ranges {204800=630784,835584=516096,1351680=729088,2080768=360448} 2024-08-17T17:14:52.745 INFO:tasks.rados.rados.0.smithi094.stdout:2347: writing smithi09487127-44 from 204800 to 835584 tid 1 2024-08-17T17:14:52.748 INFO:tasks.rados.rados.0.smithi094.stdout:2347: writing smithi09487127-44 from 835584 to 1351680 tid 2 2024-08-17T17:14:52.754 INFO:tasks.rados.rados.0.smithi094.stdout:2347: writing smithi09487127-44 from 1351680 to 2080768 tid 3 2024-08-17T17:14:52.758 INFO:tasks.rados.rados.0.smithi094.stdout:2347: writing smithi09487127-44 from 2080768 to 2441216 tid 4 2024-08-17T17:14:52.758 INFO:tasks.rados.rados.0.smithi094.stdout:2348: rollback oid 40 current snap is 220 2024-08-17T17:14:52.758 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 214 2024-08-17T17:14:52.758 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1254 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:14:52.758 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1228 (ObjNum 478 snap 140 seq_num 478) dirty exists 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:2342: finishing rollback tid 0 to smithi09487127-30 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:2342: finishing rollback tid 1 to smithi09487127-30 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:2342: finishing rollback tid 2 to smithi09487127-30 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1245 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:2343: finishing rollback tid 0 to smithi09487127-7 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:2343: finishing rollback tid 1 to smithi09487127-7 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:2343: finishing rollback tid 2 to smithi09487127-7 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1257 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:14:52.759 INFO:tasks.rados.rados.0.smithi094.stdout:2344: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:14:52.996 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:52 smithi190 ceph-mon[90718]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T17:14:52.996 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:52.996 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:14:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:52 smithi094 ceph-mon[100402]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T17:14:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:14:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:52 smithi094 ceph-mon[102949]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T17:14:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:53.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:14:53.149 INFO:tasks.rados.rados.0.smithi094.stdout:2335: finishing copy_from racing read to smithi09487127-24 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2337: finishing copy_from racing read to smithi09487127-4 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2340: done (8 left) 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2342: done (7 left) 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2343: done (6 left) 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2344: done (5 left) 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2345: done (4 left) 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2349: read oid 38 snap -1 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2349: expect deleted 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2350: snap_create 2024-08-17T17:14:53.150 INFO:tasks.rados.rados.0.smithi094.stdout:2335: finishing copy_from to smithi09487127-24 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 862 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2337: finishing copy_from to smithi09487127-4 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1316 (ObjNum 703 snap 219 seq_num 703) dirty exists 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2348: finishing rollback tid 0 to smithi09487127-40 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2347: finishing write tid 1 to smithi09487127-44 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2347: finishing write tid 2 to smithi09487127-44 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2348: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2348: finishing rollback tid 2 to smithi09487127-40 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1231 (ObjNum 684 snap 209 seq_num 684) dirty exists 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2347: finishing write tid 3 to smithi09487127-44 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2347: finishing write tid 4 to smithi09487127-44 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2347: finishing write tid 5 to smithi09487127-44 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:2347: finishing write tid 6 to smithi09487127-44 2024-08-17T17:14:53.151 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1345 (ObjNum 706 snap 220 seq_num 706) dirty exists 2024-08-17T17:14:53.152 INFO:tasks.rados.rados.0.smithi094.stdout:2347: left oid 44 (ObjNum 706 snap 220 seq_num 706) 2024-08-17T17:14:53.700 INFO:tasks.rados.rados.0.smithi094.stdout:2335: done (5 left) 2024-08-17T17:14:53.701 INFO:tasks.rados.rados.0.smithi094.stdout:2337: done (4 left) 2024-08-17T17:14:53.701 INFO:tasks.rados.rados.0.smithi094.stdout:2347: done (3 left) 2024-08-17T17:14:53.701 INFO:tasks.rados.rados.0.smithi094.stdout:2348: done (2 left) 2024-08-17T17:14:53.701 INFO:tasks.rados.rados.0.smithi094.stdout:2349: done (1 left) 2024-08-17T17:14:53.701 INFO:tasks.rados.rados.0.smithi094.stdout:2350: done (0 left) 2024-08-17T17:14:53.701 INFO:tasks.rados.rados.0.smithi094.stdout:2351: delete oid 35 current snap is 221 2024-08-17T17:14:53.705 INFO:tasks.rados.rados.0.smithi094.stdout:2351: done (0 left) 2024-08-17T17:14:53.705 INFO:tasks.rados.rados.0.smithi094.stdout:2352: snap_create 2024-08-17T17:14:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:14:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[100402]: Upgrade: osd.6 is safe to restart 2024-08-17T17:14:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[100402]: pgmap v389: 121 pgs: 121 active+clean; 373 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 22 op/s 2024-08-17T17:14:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[100402]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T17:14:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[100402]: osdmap e519: 8 total, 8 up, 8 in 2024-08-17T17:14:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:14:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[102949]: Upgrade: osd.6 is safe to restart 2024-08-17T17:14:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[102949]: pgmap v389: 121 pgs: 121 active+clean; 373 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 22 op/s 2024-08-17T17:14:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[102949]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T17:14:54.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:53 smithi094 ceph-mon[102949]: osdmap e519: 8 total, 8 up, 8 in 2024-08-17T17:14:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:53 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:14:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:53 smithi190 ceph-mon[90718]: Upgrade: osd.6 is safe to restart 2024-08-17T17:14:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:53 smithi190 ceph-mon[90718]: pgmap v389: 121 pgs: 121 active+clean; 373 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.5 MiB/s wr, 22 op/s 2024-08-17T17:14:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:53 smithi190 ceph-mon[90718]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T17:14:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:53 smithi190 ceph-mon[90718]: osdmap e519: 8 total, 8 up, 8 in 2024-08-17T17:14:54.703 INFO:tasks.rados.rados.0.smithi094.stdout:2352: done (0 left) 2024-08-17T17:14:54.703 INFO:tasks.rados.rados.0.smithi094.stdout:2353: copy_from oid 2 from oid 45 current snap is 222 2024-08-17T17:14:54.703 INFO:tasks.rados.rados.0.smithi094.stdout:2354: rmattr oid 23 current snap is 222 2024-08-17T17:14:54.703 INFO:tasks.rados.rados.0.smithi094.stdout:2355: rmattr oid 38 current snap is 222 2024-08-17T17:14:54.703 INFO:tasks.rados.rados.0.smithi094.stdout:2355: done (2 left) 2024-08-17T17:14:54.703 INFO:tasks.rados.rados.0.smithi094.stdout:2356: delete oid 48 current snap is 222 2024-08-17T17:14:54.706 INFO:tasks.rados.rados.0.smithi094.stdout:2353: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:14:54.708 INFO:tasks.rados.rados.0.smithi094.stdout:2353: finishing copy_from to smithi09487127-2 2024-08-17T17:14:54.709 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1125 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:14:54.709 INFO:tasks.rados.rados.0.smithi094.stdout:2353: done (2 left) 2024-08-17T17:14:54.709 INFO:tasks.rados.rados.0.smithi094.stdout:2356: done (1 left) 2024-08-17T17:14:54.709 INFO:tasks.rados.rados.0.smithi094.stdout:2357: snap_remove snap 219 2024-08-17T17:14:55.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:54 smithi190 ceph-mon[90718]: Upgrade: Updating osd.6 2024-08-17T17:14:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:54 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:54 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:14:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:54 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:54 smithi190 ceph-mon[90718]: Deploying daemon osd.6 on smithi190 2024-08-17T17:14:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:54 smithi190 ceph-mon[90718]: osdmap e520: 8 total, 8 up, 8 in 2024-08-17T17:14:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:54 smithi190 ceph-mon[90718]: pgmap v392: 121 pgs: 121 active+clean; 378 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 16 op/s 2024-08-17T17:14:55.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[100402]: Upgrade: Updating osd.6 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[100402]: Deploying daemon osd.6 on smithi190 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[100402]: osdmap e520: 8 total, 8 up, 8 in 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[100402]: pgmap v392: 121 pgs: 121 active+clean; 378 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 16 op/s 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[102949]: Upgrade: Updating osd.6 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:55.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[102949]: Deploying daemon osd.6 on smithi190 2024-08-17T17:14:55.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[102949]: osdmap e520: 8 total, 8 up, 8 in 2024-08-17T17:14:55.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:54 smithi094 ceph-mon[102949]: pgmap v392: 121 pgs: 121 active+clean; 378 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 8.7 MiB/s wr, 16 op/s 2024-08-17T17:14:55.709 INFO:tasks.rados.rados.0.smithi094.stdout:2357: done (1 left) 2024-08-17T17:14:55.709 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 222 2024-08-17T17:14:55.709 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1123 (ObjNum 658 snap 202 seq_num 658) dirty exists 2024-08-17T17:14:55.709 INFO:tasks.rados.rados.0.smithi094.stdout:2358: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-08-17T17:14:55.714 INFO:tasks.rados.rados.0.smithi094.stdout:2358: writing smithi09487127-10 from 0 to 679936 tid 1 2024-08-17T17:14:55.718 INFO:tasks.rados.rados.0.smithi094.stdout:2358: writing smithi09487127-10 from 679936 to 1294336 tid 2 2024-08-17T17:14:55.722 INFO:tasks.rados.rados.0.smithi094.stdout:2358: writing smithi09487127-10 from 1294336 to 1794048 tid 3 2024-08-17T17:14:55.725 INFO:tasks.rados.rados.0.smithi094.stdout:2358: writing smithi09487127-10 from 1794048 to 2285568 tid 4 2024-08-17T17:14:55.725 INFO:tasks.rados.rados.0.smithi094.stdout:2354: done (1 left) 2024-08-17T17:14:55.725 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 222 2024-08-17T17:14:55.725 INFO:tasks.rados.rados.0.smithi094.stdout:2359: seq_num 710 ranges {204800=696320,901120=499712,1400832=712704,2113536=393216} 2024-08-17T17:14:55.731 INFO:tasks.rados.rados.0.smithi094.stdout:2359: writing smithi09487127-14 from 204800 to 901120 tid 1 2024-08-17T17:14:55.734 INFO:tasks.rados.rados.0.smithi094.stdout:2359: writing smithi09487127-14 from 901120 to 1400832 tid 2 2024-08-17T17:14:55.739 INFO:tasks.rados.rados.0.smithi094.stdout:2359: writing smithi09487127-14 from 1400832 to 2113536 tid 3 2024-08-17T17:14:55.742 INFO:tasks.rados.rados.0.smithi094.stdout:2359: writing smithi09487127-14 from 2113536 to 2506752 tid 4 2024-08-17T17:14:55.742 INFO:tasks.rados.rados.0.smithi094.stdout:2360: snap_remove snap 221 2024-08-17T17:14:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2360: done (2 left) 2024-08-17T17:14:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2361: setattr oid 11 current snap is 222 2024-08-17T17:14:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2358: finishing write tid 1 to smithi09487127-10 2024-08-17T17:14:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2358: finishing write tid 2 to smithi09487127-10 2024-08-17T17:14:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2358: finishing write tid 3 to smithi09487127-10 2024-08-17T17:14:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2358: finishing write tid 4 to smithi09487127-10 2024-08-17T17:14:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2358: finishing write tid 5 to smithi09487127-10 2024-08-17T17:14:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2358: finishing write tid 6 to smithi09487127-10 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1262 (ObjNum 709 snap 222 seq_num 709) dirty exists 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2358: left oid 10 (ObjNum 709 snap 222 seq_num 709) 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2359: finishing write tid 1 to smithi09487127-14 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2359: finishing write tid 2 to smithi09487127-14 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2359: finishing write tid 3 to smithi09487127-14 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2359: finishing write tid 4 to smithi09487127-14 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2359: finishing write tid 5 to smithi09487127-14 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2359: finishing write tid 6 to smithi09487127-14 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1357 (ObjNum 710 snap 222 seq_num 710) dirty exists 2024-08-17T17:14:56.715 INFO:tasks.rados.rados.0.smithi094.stdout:2359: left oid 14 (ObjNum 710 snap 222 seq_num 710) 2024-08-17T17:14:56.717 INFO:tasks.rados.rados.0.smithi094.stdout:2358: done (2 left) 2024-08-17T17:14:56.718 INFO:tasks.rados.rados.0.smithi094.stdout:2359: done (1 left) 2024-08-17T17:14:56.718 INFO:tasks.rados.rados.0.smithi094.stdout:2362: rmattr oid 39 current snap is 222 2024-08-17T17:14:56.718 INFO:tasks.rados.rados.0.smithi094.stdout:2362: done (1 left) 2024-08-17T17:14:56.718 INFO:tasks.rados.rados.0.smithi094.stdout:2363: rollback oid 23 current snap is 222 2024-08-17T17:14:56.718 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 23 to 211 2024-08-17T17:14:56.718 INFO:tasks.rados.rados.0.smithi094.stdout:2364: snap_remove snap 215 2024-08-17T17:14:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:56 smithi094 ceph-mon[100402]: osdmap e521: 8 total, 8 up, 8 in 2024-08-17T17:14:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:56 smithi094 ceph-mon[102949]: osdmap e521: 8 total, 8 up, 8 in 2024-08-17T17:14:57.133 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:56 smithi190 ceph-mon[90718]: osdmap e521: 8 total, 8 up, 8 in 2024-08-17T17:14:57.396 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:57 smithi190 systemd[1]: Stopping Ceph osd.6 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:14:57.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[50652]: 2024-08-17T17:14:57.395+0000 7fba4bcff640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:14:57.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[50652]: 2024-08-17T17:14:57.395+0000 7fba4bcff640 -1 osd.6 522 *** Got signal Terminated *** 2024-08-17T17:14:57.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[50652]: 2024-08-17T17:14:57.395+0000 7fba4bcff640 -1 osd.6 522 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:14:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2364: done (2 left) 2024-08-17T17:14:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2365: delete oid 19 current snap is 222 2024-08-17T17:14:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1124 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:14:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2363: finishing rollback tid 0 to smithi09487127-23 2024-08-17T17:14:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2363: finishing rollback tid 1 to smithi09487127-23 2024-08-17T17:14:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2363: finishing rollback tid 2 to smithi09487127-23 2024-08-17T17:14:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1127 (ObjNum 658 snap 202 seq_num 658) dirty exists 2024-08-17T17:14:57.734 INFO:tasks.rados.rados.0.smithi094.stdout:2361: done (2 left) 2024-08-17T17:14:57.734 INFO:tasks.rados.rados.0.smithi094.stdout:2363: done (1 left) 2024-08-17T17:14:57.734 INFO:tasks.rados.rados.0.smithi094.stdout:2365: done (0 left) 2024-08-17T17:14:57.734 INFO:tasks.rados.rados.0.smithi094.stdout:2366: read oid 50 snap -1 2024-08-17T17:14:57.734 INFO:tasks.rados.rados.0.smithi094.stdout:2366: expect (ObjNum 633 snap 196 seq_num 633) 2024-08-17T17:14:57.734 INFO:tasks.rados.rados.0.smithi094.stdout:2367: delete oid 4 current snap is 222 2024-08-17T17:14:57.738 INFO:tasks.rados.rados.0.smithi094.stdout:2367: done (1 left) 2024-08-17T17:14:57.739 INFO:tasks.rados.rados.0.smithi094.stdout:2368: snap_remove snap 217 2024-08-17T17:14:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[100402]: osdmap e522: 8 total, 8 up, 8 in 2024-08-17T17:14:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[100402]: pgmap v395: 121 pgs: 121 active+clean; 381 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-17T17:14:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:58.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[100402]: osd.6 marked itself down and dead 2024-08-17T17:14:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[102949]: osdmap e522: 8 total, 8 up, 8 in 2024-08-17T17:14:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[102949]: pgmap v395: 121 pgs: 121 active+clean; 381 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-17T17:14:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:57 smithi094 ceph-mon[102949]: osd.6 marked itself down and dead 2024-08-17T17:14:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:57 smithi190 ceph-mon[90718]: osdmap e522: 8 total, 8 up, 8 in 2024-08-17T17:14:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:57 smithi190 ceph-mon[90718]: pgmap v395: 121 pgs: 121 active+clean; 381 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-17T17:14:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:14:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:58.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:57 smithi190 ceph-mon[90718]: osd.6 marked itself down and dead 2024-08-17T17:14:58.545 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:58 smithi190 podman[106009]: 2024-08-17 17:14:58.27851608 +0000 UTC m=+0.994410444 container died f16f7fd8a6e5d715433dc8c102d64950502003272c1659c1427c9d967cf6745e (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=quincy-f2c39d4) 2024-08-17T17:14:58.723 INFO:tasks.rados.rados.0.smithi094.stdout:2368: done (1 left) 2024-08-17T17:14:58.723 INFO:tasks.rados.rados.0.smithi094.stdout:2369: snap_create 2024-08-17T17:14:58.747 INFO:tasks.rados.rados.0.smithi094.stdout:2366: expect (ObjNum 633 snap 196 seq_num 633) 2024-08-17T17:14:58.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:58 smithi190 ceph-mon[90718]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:14:58.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:58 smithi190 ceph-mon[90718]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T17:14:58.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:58 smithi190 podman[106009]: 2024-08-17 17:14:58.701764921 +0000 UTC m=+1.417659341 container cleanup f16f7fd8a6e5d715433dc8c102d64950502003272c1659c1427c9d967cf6745e (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=quincy-f2c39d4, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:14:58.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:58 smithi190 bash[106009]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6 2024-08-17T17:14:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:58 smithi094 ceph-mon[102949]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:14:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:58 smithi094 ceph-mon[102949]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T17:14:59.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:58 smithi094 ceph-mon[100402]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:14:59.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:58 smithi094 ceph-mon[100402]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T17:14:59.390 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:58 smithi190 podman[106030]: 2024-08-17 17:14:58.955869189 +0000 UTC m=+0.677293875 container remove f16f7fd8a6e5d715433dc8c102d64950502003272c1659c1427c9d967cf6745e (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T17:14:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:14:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:14:59] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.51.0" 2024-08-17T17:14:59.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:59 smithi190 podman[106126]: 2024-08-17 17:14:59.292506979 +0000 UTC m=+0.017158867 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:14:59.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:59 smithi190 podman[106126]: 2024-08-17 17:14:59.479358967 +0000 UTC m=+0.204010868 container create f9177ad930944a646c073813dd97e71f2f8b6142a0d4dab6e2a7a8c5314f38d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T17:14:59.737 INFO:tasks.rados.rados.0.smithi094.stdout:2366: done (1 left) 2024-08-17T17:14:59.737 INFO:tasks.rados.rados.0.smithi094.stdout:2369: done (0 left) 2024-08-17T17:14:59.737 INFO:tasks.rados.rados.0.smithi094.stdout:2370: snap_remove snap 212 2024-08-17T17:15:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:59 smithi094 ceph-mon[100402]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T17:15:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:14:59 smithi094 ceph-mon[100402]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 11 peering, 10 stale+active+clean, 99 active+clean; 372 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-17T17:15:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:59 smithi094 ceph-mon[102949]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T17:15:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:14:59 smithi094 ceph-mon[102949]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 11 peering, 10 stale+active+clean, 99 active+clean; 372 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-17T17:15:00.176 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:59 smithi190 ceph-mon[90718]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T17:15:00.177 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:14:59 smithi190 ceph-mon[90718]: pgmap v398: 121 pgs: 1 active+clean+snaptrim, 11 peering, 10 stale+active+clean, 99 active+clean; 372 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-08-17T17:15:00.177 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:59 smithi190 podman[106126]: 2024-08-17 17:14:59.690148376 +0000 UTC m=+0.414800245 container init f9177ad930944a646c073813dd97e71f2f8b6142a0d4dab6e2a7a8c5314f38d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-17T17:15:00.177 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:59 smithi190 podman[106126]: 2024-08-17 17:14:59.694858728 +0000 UTC m=+0.419510593 container start f9177ad930944a646c073813dd97e71f2f8b6142a0d4dab6e2a7a8c5314f38d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:15:00.177 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:59 smithi190 podman[106126]: 2024-08-17 17:14:59.748189651 +0000 UTC m=+0.472841528 container attach f9177ad930944a646c073813dd97e71f2f8b6142a0d4dab6e2a7a8c5314f38d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:15:00.177 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:14:59 smithi190 podman[106126]: 2024-08-17 17:14:59.893721297 +0000 UTC m=+0.618373159 container died f9177ad930944a646c073813dd97e71f2f8b6142a0d4dab6e2a7a8c5314f38d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD) 2024-08-17T17:15:00.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:15:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:15:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:15:00.739 INFO:tasks.rados.rados.0.smithi094.stdout:2370: done (0 left) 2024-08-17T17:15:00.739 INFO:tasks.rados.rados.0.smithi094.stdout:2371: setattr oid 43 current snap is 223 2024-08-17T17:15:00.746 INFO:tasks.rados.rados.0.smithi094.stdout:2372: setattr oid 29 current snap is 223 2024-08-17T17:15:00.747 INFO:tasks.rados.rados.0.smithi094.stdout:2373: rmattr oid 12 current snap is 223 2024-08-17T17:15:00.747 INFO:tasks.rados.rados.0.smithi094.stdout:2373: done (2 left) 2024-08-17T17:15:00.747 INFO:tasks.rados.rados.0.smithi094.stdout:2374: read oid 3 snap -1 2024-08-17T17:15:00.747 INFO:tasks.rados.rados.0.smithi094.stdout:2374: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:00.747 INFO:tasks.rados.rados.0.smithi094.stdout:2375: read oid 38 snap -1 2024-08-17T17:15:00.747 INFO:tasks.rados.rados.0.smithi094.stdout:2375: expect deleted 2024-08-17T17:15:00.747 INFO:tasks.rados.rados.0.smithi094.stdout:2376: setattr oid 28 current snap is 223 2024-08-17T17:15:00.748 INFO:tasks.rados.rados.0.smithi094.stdout:2377: read oid 16 snap 220 2024-08-17T17:15:00.748 INFO:tasks.rados.rados.0.smithi094.stdout:2377: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:15:00.748 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 223 2024-08-17T17:15:00.748 INFO:tasks.rados.rados.0.smithi094.stdout:2378: seq_num 713 ranges {1007616=745472,1753088=557056,2310144=483328,2793472=565248} 2024-08-17T17:15:00.758 INFO:tasks.rados.rados.0.smithi094.stdout:2378: writing smithi09487127-50 from 1007616 to 1753088 tid 1 2024-08-17T17:15:00.763 INFO:tasks.rados.rados.0.smithi094.stdout:2378: writing smithi09487127-50 from 1753088 to 2310144 tid 2 2024-08-17T17:15:00.768 INFO:tasks.rados.rados.0.smithi094.stdout:2378: writing smithi09487127-50 from 2310144 to 2793472 tid 3 2024-08-17T17:15:00.772 INFO:tasks.rados.rados.0.smithi094.stdout:2378: writing smithi09487127-50 from 2793472 to 3358720 tid 4 2024-08-17T17:15:00.772 INFO:tasks.rados.rados.0.smithi094.stdout:2379: snap_create 2024-08-17T17:15:00.772 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1318 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:15:00.772 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1155 (ObjNum 612 snap 188 seq_num 612) dirty exists 2024-08-17T17:15:00.772 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1230 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-08-17T17:15:00.773 INFO:tasks.rados.rados.0.smithi094.stdout:2374: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:00 smithi190 ceph-mon[90718]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:15:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:00 smithi190 ceph-mon[90718]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T17:15:00.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:00 smithi190 podman[106170]: 2024-08-17 17:15:00.527153501 +0000 UTC m=+0.627859052 container remove f9177ad930944a646c073813dd97e71f2f8b6142a0d4dab6e2a7a8c5314f38d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T17:15:00.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:00 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-17T17:15:00.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:00 smithi190 systemd[1]: Stopped Ceph osd.6 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:15:00.937 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:00 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.6.service: Consumed 13.507s CPU time. 2024-08-17T17:15:00.937 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:00 smithi190 systemd[1]: Starting Ceph osd.6 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:15:00.997 INFO:tasks.rados.rados.0.smithi094.stdout:2378: finishing write tid 1 to smithi09487127-50 2024-08-17T17:15:00.997 INFO:tasks.rados.rados.0.smithi094.stdout:2378: finishing write tid 2 to smithi09487127-50 2024-08-17T17:15:00.997 INFO:tasks.rados.rados.0.smithi094.stdout:2378: finishing write tid 3 to smithi09487127-50 2024-08-17T17:15:00.998 INFO:tasks.rados.rados.0.smithi094.stdout:2378: finishing write tid 4 to smithi09487127-50 2024-08-17T17:15:00.998 INFO:tasks.rados.rados.0.smithi094.stdout:2378: finishing write tid 5 to smithi09487127-50 2024-08-17T17:15:00.998 INFO:tasks.rados.rados.0.smithi094.stdout:2378: finishing write tid 6 to smithi09487127-50 2024-08-17T17:15:00.998 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1321 (ObjNum 713 snap 223 seq_num 713) dirty exists 2024-08-17T17:15:00.998 INFO:tasks.rados.rados.0.smithi094.stdout:2378: left oid 50 (ObjNum 713 snap 223 seq_num 713) 2024-08-17T17:15:00.998 INFO:tasks.rados.rados.0.smithi094.stdout:2377: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:15:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:00 smithi094 ceph-mon[100402]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:15:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:00 smithi094 ceph-mon[100402]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T17:15:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:00 smithi094 ceph-mon[102949]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:15:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:00 smithi094 ceph-mon[102949]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T17:15:01.264 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:00 smithi190 podman[106277]: 2024-08-17 17:15:00.968003465 +0000 UTC m=+0.106163077 container create 94a0c6bb0a6bed2b48d34c6e0d6586da3e5d2bb5f4ac2ee01d3a244e3888798b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-17T17:15:01.265 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:00 smithi190 podman[106277]: 2024-08-17 17:15:00.879504015 +0000 UTC m=+0.017663623 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:15:01.265 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 podman[106277]: 2024-08-17 17:15:01.172698061 +0000 UTC m=+0.310857679 container init 94a0c6bb0a6bed2b48d34c6e0d6586da3e5d2bb5f4ac2ee01d3a244e3888798b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:15:01.265 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 podman[106277]: 2024-08-17 17:15:01.177696442 +0000 UTC m=+0.315856051 container start 94a0c6bb0a6bed2b48d34c6e0d6586da3e5d2bb5f4ac2ee01d3a244e3888798b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:15:01.265 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 podman[106277]: 2024-08-17 17:15:01.264113748 +0000 UTC m=+0.402273356 container attach 94a0c6bb0a6bed2b48d34c6e0d6586da3e5d2bb5f4ac2ee01d3a244e3888798b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T17:15:01.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:01.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:01.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-17T17:15:01.687 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-17T17:15:01.746 INFO:tasks.rados.rados.0.smithi094.stdout:2371: done (7 left) 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:2372: done (6 left) 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:2374: done (5 left) 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:2375: done (4 left) 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:2376: done (3 left) 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:2377: done (2 left) 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:2378: done (1 left) 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:2379: done (0 left) 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 224 2024-08-17T17:15:01.747 INFO:tasks.rados.rados.0.smithi094.stdout:2380: seq_num 714 ranges {2220032=761856,2981888=442368,3424256=688128,4112384=475136} 2024-08-17T17:15:01.762 INFO:tasks.rados.rados.0.smithi094.stdout:2380: writing smithi09487127-9 from 2220032 to 2981888 tid 1 2024-08-17T17:15:01.764 INFO:tasks.rados.rados.0.smithi094.stdout:2380: writing smithi09487127-9 from 2981888 to 3424256 tid 2 2024-08-17T17:15:01.769 INFO:tasks.rados.rados.0.smithi094.stdout:2380: writing smithi09487127-9 from 3424256 to 4112384 tid 3 2024-08-17T17:15:01.772 INFO:tasks.rados.rados.0.smithi094.stdout:2380: writing smithi09487127-9 from 4112384 to 4587520 tid 4 2024-08-17T17:15:01.772 INFO:tasks.rados.rados.0.smithi094.stdout:2381: read oid 18 snap -1 2024-08-17T17:15:01.772 INFO:tasks.rados.rados.0.smithi094.stdout:2381: expect (ObjNum 611 snap 187 seq_num 611) 2024-08-17T17:15:01.772 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 224 2024-08-17T17:15:01.772 INFO:tasks.rados.rados.0.smithi094.stdout:2380: finishing write tid 1 to smithi09487127-9 2024-08-17T17:15:01.772 INFO:tasks.rados.rados.0.smithi094.stdout:2382: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-08-17T17:15:01.777 INFO:tasks.rados.rados.0.smithi094.stdout:2382: writing smithi09487127-21 from 0 to 778240 tid 1 2024-08-17T17:15:01.782 INFO:tasks.rados.rados.0.smithi094.stdout:2382: writing smithi09487127-21 from 778240 to 1548288 tid 2 2024-08-17T17:15:01.785 INFO:tasks.rados.rados.0.smithi094.stdout:2382: writing smithi09487127-21 from 1548288 to 2048000 tid 3 2024-08-17T17:15:01.787 INFO:tasks.rados.rados.0.smithi094.stdout:2382: writing smithi09487127-21 from 2048000 to 2383872 tid 4 2024-08-17T17:15:01.787 INFO:tasks.rados.rados.0.smithi094.stdout:2383: snap_create 2024-08-17T17:15:01.787 INFO:tasks.rados.rados.0.smithi094.stdout:2380: finishing write tid 2 to smithi09487127-9 2024-08-17T17:15:01.788 INFO:tasks.rados.rados.0.smithi094.stdout:2380: finishing write tid 3 to smithi09487127-9 2024-08-17T17:15:01.788 INFO:tasks.rados.rados.0.smithi094.stdout:2380: finishing write tid 4 to smithi09487127-9 2024-08-17T17:15:01.788 INFO:tasks.rados.rados.0.smithi094.stdout:2380: finishing write tid 5 to smithi09487127-9 2024-08-17T17:15:01.788 INFO:tasks.rados.rados.0.smithi094.stdout:2381: expect (ObjNum 611 snap 187 seq_num 611) 2024-08-17T17:15:01.805 INFO:tasks.rados.rados.0.smithi094.stdout:2380: finishing write tid 6 to smithi09487127-9 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1236 (ObjNum 714 snap 224 seq_num 714) dirty exists 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:2380: left oid 9 (ObjNum 714 snap 224 seq_num 714) 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:2382: finishing write tid 1 to smithi09487127-21 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:2382: finishing write tid 2 to smithi09487127-21 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:2382: finishing write tid 3 to smithi09487127-21 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:2382: finishing write tid 4 to smithi09487127-21 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:2382: finishing write tid 5 to smithi09487127-21 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:2382: finishing write tid 6 to smithi09487127-21 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1199 (ObjNum 715 snap 224 seq_num 715) dirty exists 2024-08-17T17:15:01.806 INFO:tasks.rados.rados.0.smithi094.stdout:2382: left oid 21 (ObjNum 715 snap 224 seq_num 715) 2024-08-17T17:15:02.018 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-mon[90718]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T17:15:02.018 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-mon[90718]: pgmap v401: 121 pgs: 6 active+undersized, 1 active+clean+snaptrim, 11 peering, 10 stale+active+clean, 1 active+undersized+degraded, 92 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s; 1/495 objects degraded (0.202%) 2024-08-17T17:15:02.018 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-mon[90718]: Health check failed: Degraded data redundancy: 1/495 objects degraded (0.202%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate[106292]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 bash[106277]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-17T17:15:02.019 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:01 smithi190 podman[106277]: 2024-08-17 17:15:01.721087274 +0000 UTC m=+0.859246883 container died 94a0c6bb0a6bed2b48d34c6e0d6586da3e5d2bb5f4ac2ee01d3a244e3888798b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True) 2024-08-17T17:15:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:01 smithi094 ceph-mon[100402]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T17:15:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:01 smithi094 ceph-mon[100402]: pgmap v401: 121 pgs: 6 active+undersized, 1 active+clean+snaptrim, 11 peering, 10 stale+active+clean, 1 active+undersized+degraded, 92 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s; 1/495 objects degraded (0.202%) 2024-08-17T17:15:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:01 smithi094 ceph-mon[100402]: Health check failed: Degraded data redundancy: 1/495 objects degraded (0.202%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:15:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:01 smithi094 ceph-mon[102949]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T17:15:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:01 smithi094 ceph-mon[102949]: pgmap v401: 121 pgs: 6 active+undersized, 1 active+clean+snaptrim, 11 peering, 10 stale+active+clean, 1 active+undersized+degraded, 92 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 9 op/s; 1/495 objects degraded (0.202%) 2024-08-17T17:15:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:01 smithi094 ceph-mon[102949]: Health check failed: Degraded data redundancy: 1/495 objects degraded (0.202%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:15:02.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:02 smithi190 podman[106423]: 2024-08-17 17:15:02.37649194 +0000 UTC m=+0.646177618 container remove 94a0c6bb0a6bed2b48d34c6e0d6586da3e5d2bb5f4ac2ee01d3a244e3888798b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe) 2024-08-17T17:15:02.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:02 smithi190 podman[106490]: 2024-08-17 17:15:02.496326575 +0000 UTC m=+0.017869545 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:15:02.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:02 smithi190 podman[106490]: 2024-08-17 17:15:02.602298563 +0000 UTC m=+0.123841570 container create d3c469787af0561eb771a4632aa33d486ef3e19bbfbdde172f4808a60da7731b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe) 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:2380: done (3 left) 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:2381: done (2 left) 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:2382: done (1 left) 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:2383: done (0 left) 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:2384: rmattr oid 11 current snap is 225 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:2385: read oid 40 snap -1 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:2385: expect (ObjNum 684 snap 209 seq_num 684) 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 225 2024-08-17T17:15:02.755 INFO:tasks.rados.rados.0.smithi094.stdout:2386: seq_num 716 ranges {0=794624,794624=655360,1449984=704512,2154496=245760} 2024-08-17T17:15:02.760 INFO:tasks.rados.rados.0.smithi094.stdout:2386: writing smithi09487127-47 from 0 to 794624 tid 1 2024-08-17T17:15:02.763 INFO:tasks.rados.rados.0.smithi094.stdout:2386: writing smithi09487127-47 from 794624 to 1449984 tid 2 2024-08-17T17:15:02.768 INFO:tasks.rados.rados.0.smithi094.stdout:2386: writing smithi09487127-47 from 1449984 to 2154496 tid 3 2024-08-17T17:15:02.770 INFO:tasks.rados.rados.0.smithi094.stdout:2386: writing smithi09487127-47 from 2154496 to 2400256 tid 4 2024-08-17T17:15:02.770 INFO:tasks.rados.rados.0.smithi094.stdout:2387: read oid 10 snap -1 2024-08-17T17:15:02.771 INFO:tasks.rados.rados.0.smithi094.stdout:2387: expect (ObjNum 709 snap 222 seq_num 709) 2024-08-17T17:15:02.771 INFO:tasks.rados.rados.0.smithi094.stdout:2388: read oid 39 snap -1 2024-08-17T17:15:02.771 INFO:tasks.rados.rados.0.smithi094.stdout:2388: expect (ObjNum 703 snap 219 seq_num 703) 2024-08-17T17:15:02.771 INFO:tasks.rados.rados.0.smithi094.stdout:2389: snap_create 2024-08-17T17:15:02.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1128 (ObjNum 929 snap 0 seq_num 3941598020) dirty exists 2024-08-17T17:15:02.772 INFO:tasks.rados.rados.0.smithi094.stdout:2386: finishing write tid 1 to smithi09487127-47 2024-08-17T17:15:02.772 INFO:tasks.rados.rados.0.smithi094.stdout:2386: finishing write tid 2 to smithi09487127-47 2024-08-17T17:15:02.773 INFO:tasks.rados.rados.0.smithi094.stdout:2386: finishing write tid 3 to smithi09487127-47 2024-08-17T17:15:02.774 INFO:tasks.rados.rados.0.smithi094.stdout:2386: finishing write tid 4 to smithi09487127-47 2024-08-17T17:15:02.774 INFO:tasks.rados.rados.0.smithi094.stdout:2386: finishing write tid 5 to smithi09487127-47 2024-08-17T17:15:02.776 INFO:tasks.rados.rados.0.smithi094.stdout:2386: finishing write tid 6 to smithi09487127-47 2024-08-17T17:15:02.776 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1113 (ObjNum 716 snap 225 seq_num 716) dirty exists 2024-08-17T17:15:02.776 INFO:tasks.rados.rados.0.smithi094.stdout:2386: left oid 47 (ObjNum 716 snap 225 seq_num 716) 2024-08-17T17:15:02.778 INFO:tasks.rados.rados.0.smithi094.stdout:2387: expect (ObjNum 709 snap 222 seq_num 709) 2024-08-17T17:15:02.854 INFO:tasks.rados.rados.0.smithi094.stdout:2385: expect (ObjNum 684 snap 209 seq_num 684) 2024-08-17T17:15:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:02 smithi094 ceph-mon[100402]: osdmap e527: 8 total, 7 up, 8 in 2024-08-17T17:15:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:02 smithi094 ceph-mon[102949]: osdmap e527: 8 total, 7 up, 8 in 2024-08-17T17:15:03.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:02 smithi190 ceph-mon[90718]: osdmap e527: 8 total, 7 up, 8 in 2024-08-17T17:15:03.186 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:02 smithi190 podman[106490]: 2024-08-17 17:15:02.813281462 +0000 UTC m=+0.334824425 container init d3c469787af0561eb771a4632aa33d486ef3e19bbfbdde172f4808a60da7731b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T17:15:03.186 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:02 smithi190 podman[106490]: 2024-08-17 17:15:02.818182098 +0000 UTC m=+0.339725061 container start d3c469787af0561eb771a4632aa33d486ef3e19bbfbdde172f4808a60da7731b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:15:03.186 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:02 smithi190 ceph-osd[106527]: -- 172.21.15.190:0/948793726 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559329643a40 con 0x55932a410000 2024-08-17T17:15:03.186 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:02 smithi190 bash[106490]: d3c469787af0561eb771a4632aa33d486ef3e19bbfbdde172f4808a60da7731b 2024-08-17T17:15:03.186 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:02 smithi190 systemd[1]: Started Ceph osd.6 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:15:03.476 INFO:tasks.rados.rados.0.smithi094.stdout:2388: expect (ObjNum 703 snap 219 seq_num 703) 2024-08-17T17:15:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:03 smithi190 ceph-mon[90718]: pgmap v403: 121 pgs: 26 active+undersized, 1 active+clean+snaptrim, 11 peering, 6 active+undersized+degraded, 77 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 559 KiB/s wr, 13 op/s; 14/501 objects degraded (2.794%) 2024-08-17T17:15:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:03 smithi190 ceph-mon[90718]: osdmap e528: 8 total, 7 up, 8 in 2024-08-17T17:15:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:03.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:03 smithi190 ceph-mon[90718]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T17:15:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[100402]: pgmap v403: 121 pgs: 26 active+undersized, 1 active+clean+snaptrim, 11 peering, 6 active+undersized+degraded, 77 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 559 KiB/s wr, 13 op/s; 14/501 objects degraded (2.794%) 2024-08-17T17:15:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[100402]: osdmap e528: 8 total, 7 up, 8 in 2024-08-17T17:15:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[100402]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T17:15:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[102949]: pgmap v403: 121 pgs: 26 active+undersized, 1 active+clean+snaptrim, 11 peering, 6 active+undersized+degraded, 77 active+clean; 375 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 559 KiB/s wr, 13 op/s; 14/501 objects degraded (2.794%) 2024-08-17T17:15:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[102949]: osdmap e528: 8 total, 7 up, 8 in 2024-08-17T17:15:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:03 smithi094 ceph-mon[102949]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T17:15:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:2384: done (5 left) 2024-08-17T17:15:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:2385: done (4 left) 2024-08-17T17:15:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:2386: done (3 left) 2024-08-17T17:15:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:2387: done (2 left) 2024-08-17T17:15:04.026 INFO:tasks.rados.rados.0.smithi094.stdout:2388: done (1 left) 2024-08-17T17:15:04.026 INFO:tasks.rados.rados.0.smithi094.stdout:2389: done (0 left) 2024-08-17T17:15:04.026 INFO:tasks.rados.rados.0.smithi094.stdout:2390: setattr oid 42 current snap is 226 2024-08-17T17:15:04.026 INFO:tasks.rados.rados.0.smithi094.stdout:2391: rollback oid 29 current snap is 226 2024-08-17T17:15:04.026 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 207 2024-08-17T17:15:04.026 INFO:tasks.rados.rados.0.smithi094.stdout:2392: snap_create 2024-08-17T17:15:04.029 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 575 (ObjNum 598 snap 178 seq_num 598) dirty exists 2024-08-17T17:15:04.032 INFO:tasks.rados.rados.0.smithi094.stdout:2391: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:15:04.033 INFO:tasks.rados.rados.0.smithi094.stdout:2391: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:15:04.033 INFO:tasks.rados.rados.0.smithi094.stdout:2391: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:15:04.033 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1158 (ObjNum 459 snap 132 seq_num 459) dirty exists 2024-08-17T17:15:04.728 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:04 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:15:04.453+0000 7f196fb03640 -1 Falling back to public interface 2024-08-17T17:15:04.760 INFO:tasks.rados.rados.0.smithi094.stdout:2390: done (2 left) 2024-08-17T17:15:04.760 INFO:tasks.rados.rados.0.smithi094.stdout:2391: done (1 left) 2024-08-17T17:15:04.760 INFO:tasks.rados.rados.0.smithi094.stdout:2392: done (0 left) 2024-08-17T17:15:04.760 INFO:tasks.rados.rados.0.smithi094.stdout:2393: copy_from oid 16 from oid 7 current snap is 227 2024-08-17T17:15:04.760 INFO:tasks.rados.rados.0.smithi094.stdout:2394: read oid 14 snap -1 2024-08-17T17:15:04.760 INFO:tasks.rados.rados.0.smithi094.stdout:2394: expect (ObjNum 710 snap 222 seq_num 710) 2024-08-17T17:15:04.761 INFO:tasks.rados.rados.0.smithi094.stdout:2395: copy_from oid 21 from oid 47 current snap is 227 2024-08-17T17:15:04.761 INFO:tasks.rados.rados.0.smithi094.stdout:2396: read oid 37 snap 222 2024-08-17T17:15:04.761 INFO:tasks.rados.rados.0.smithi094.stdout:2396: expect (ObjNum -1081388128 snap 21846 seq_num 3214126160) 2024-08-17T17:15:04.761 INFO:tasks.rados.rados.0.smithi094.stdout:2397: read oid 3 snap -1 2024-08-17T17:15:04.761 INFO:tasks.rados.rados.0.smithi094.stdout:2397: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:04.761 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 227 2024-08-17T17:15:04.761 INFO:tasks.rados.rados.0.smithi094.stdout:2398: seq_num 717 ranges {9396224=16384} 2024-08-17T17:15:04.813 INFO:tasks.rados.rados.0.smithi094.stdout:2398: writing smithi09487127-12 from 9396224 to 9412608 tid 1 2024-08-17T17:15:04.813 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 227 2024-08-17T17:15:04.813 INFO:tasks.rados.rados.0.smithi094.stdout:2399: seq_num 718 ranges {0=32768} 2024-08-17T17:15:04.814 INFO:tasks.rados.rados.0.smithi094.stdout:2399: writing smithi09487127-35 from 0 to 32768 tid 1 2024-08-17T17:15:04.814 INFO:tasks.rados.rados.0.smithi094.stdout:2400: rollback oid 34 current snap is 227 2024-08-17T17:15:04.814 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 216 2024-08-17T17:15:04.814 INFO:tasks.rados.rados.0.smithi094.stdout:2396: expect (ObjNum -1081388128 snap 21846 seq_num 3214126160) 2024-08-17T17:15:04.817 INFO:tasks.rados.rados.0.smithi094.stdout:2394: expect (ObjNum 710 snap 222 seq_num 710) 2024-08-17T17:15:04.893 INFO:tasks.rados.rados.0.smithi094.stdout:2395: finishing copy_from racing read to smithi09487127-21 2024-08-17T17:15:04.893 INFO:tasks.rados.rados.0.smithi094.stdout:2395: finishing copy_from to smithi09487127-21 2024-08-17T17:15:04.893 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1113 (ObjNum 716 snap 225 seq_num 716) dirty exists 2024-08-17T17:15:04.893 INFO:tasks.rados.rados.0.smithi094.stdout:2397: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:05.114 INFO:tasks.rados.rados.0.smithi094.stdout:2393: finishing copy_from racing read to smithi09487127-16 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2393: finishing copy_from to smithi09487127-16 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1257 (ObjNum 563 snap 172 seq_num 563) dirty exists 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2399: finishing write tid 1 to smithi09487127-35 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2399: finishing write tid 2 to smithi09487127-35 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2398: finishing write tid 1 to smithi09487127-12 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2393: done (7 left) 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2394: done (6 left) 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2395: done (5 left) 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2396: done (4 left) 2024-08-17T17:15:05.115 INFO:tasks.rados.rados.0.smithi094.stdout:2397: done (3 left) 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:2401: rollback oid 26 current snap is 227 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 222 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:2399: finishing write tid 3 to smithi09487127-35 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1248 (ObjNum 718 snap 227 seq_num 718) dirty exists 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:2399: left oid 35 (ObjNum 718 snap 227 seq_num 718) 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:2400: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:2398: finishing write tid 2 to smithi09487127-12 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:2400: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:2400: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1161 (ObjNum 682 snap 206 seq_num 682) dirty exists 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:2398: finishing write tid 3 to smithi09487127-12 2024-08-17T17:15:05.116 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1268 (ObjNum 717 snap 227 seq_num 717) dirty exists 2024-08-17T17:15:05.117 INFO:tasks.rados.rados.0.smithi094.stdout:2398: left oid 12 (ObjNum 717 snap 227 seq_num 717) 2024-08-17T17:15:05.117 INFO:tasks.rados.rados.0.smithi094.stdout:2398: done (3 left) 2024-08-17T17:15:05.117 INFO:tasks.rados.rados.0.smithi094.stdout:2399: done (2 left) 2024-08-17T17:15:05.117 INFO:tasks.rados.rados.0.smithi094.stdout:2400: done (1 left) 2024-08-17T17:15:05.117 INFO:tasks.rados.rados.0.smithi094.stdout:2402: snap_create 2024-08-17T17:15:05.117 INFO:tasks.rados.rados.0.smithi094.stdout:2401: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:15:05.117 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1167 (ObjNum 65 snap 0 seq_num 2513125079) dirty dne 2024-08-17T17:15:05.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:04 smithi190 ceph-mon[90718]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 377 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 573 KiB/s wr, 16 op/s; 44/507 objects degraded (8.679%) 2024-08-17T17:15:05.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:04 smithi190 ceph-mon[90718]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:15:05.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:04 smithi190 ceph-mon[90718]: osdmap e530: 8 total, 7 up, 8 in 2024-08-17T17:15:05.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:04 smithi094 ceph-mon[100402]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 377 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 573 KiB/s wr, 16 op/s; 44/507 objects degraded (8.679%) 2024-08-17T17:15:05.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:04 smithi094 ceph-mon[100402]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:15:05.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:04 smithi094 ceph-mon[100402]: osdmap e530: 8 total, 7 up, 8 in 2024-08-17T17:15:05.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:04 smithi094 ceph-mon[102949]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 377 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 573 KiB/s wr, 16 op/s; 44/507 objects degraded (8.679%) 2024-08-17T17:15:05.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:04 smithi094 ceph-mon[102949]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-17T17:15:05.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:04 smithi094 ceph-mon[102949]: osdmap e530: 8 total, 7 up, 8 in 2024-08-17T17:15:05.808 INFO:tasks.rados.rados.0.smithi094.stdout:2401: done (1 left) 2024-08-17T17:15:05.808 INFO:tasks.rados.rados.0.smithi094.stdout:2402: done (0 left) 2024-08-17T17:15:05.808 INFO:tasks.rados.rados.0.smithi094.stdout:2403: snap_remove snap 227 2024-08-17T17:15:06.815 INFO:tasks.rados.rados.0.smithi094.stdout:2403: done (0 left) 2024-08-17T17:15:06.815 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 228 2024-08-17T17:15:06.815 INFO:tasks.rados.rados.0.smithi094.stdout:2404: seq_num 719 ranges {0=49152} 2024-08-17T17:15:06.815 INFO:tasks.rados.rados.0.smithi094.stdout:2404: writing smithi09487127-15 from 0 to 49152 tid 1 2024-08-17T17:15:06.815 INFO:tasks.rados.rados.0.smithi094.stdout:2405: snap_create 2024-08-17T17:15:06.819 INFO:tasks.rados.rados.0.smithi094.stdout:2404: finishing write tid 1 to smithi09487127-15 2024-08-17T17:15:06.820 INFO:tasks.rados.rados.0.smithi094.stdout:2404: finishing write tid 2 to smithi09487127-15 2024-08-17T17:15:06.821 INFO:tasks.rados.rados.0.smithi094.stdout:2404: finishing write tid 3 to smithi09487127-15 2024-08-17T17:15:06.821 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1381 (ObjNum 719 snap 228 seq_num 719) dirty exists 2024-08-17T17:15:06.821 INFO:tasks.rados.rados.0.smithi094.stdout:2404: left oid 15 (ObjNum 719 snap 228 seq_num 719) 2024-08-17T17:15:07.014 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:06 smithi190 ceph-mon[90718]: osdmap e531: 8 total, 7 up, 8 in 2024-08-17T17:15:07.014 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:06 smithi190 ceph-mon[90718]: pgmap v409: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 27 op/s; 45/525 objects degraded (8.571%) 2024-08-17T17:15:07.073 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:06 smithi094 ceph-mon[100402]: osdmap e531: 8 total, 7 up, 8 in 2024-08-17T17:15:07.073 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:06 smithi094 ceph-mon[100402]: pgmap v409: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 27 op/s; 45/525 objects degraded (8.571%) 2024-08-17T17:15:07.074 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:06 smithi094 ceph-mon[102949]: osdmap e531: 8 total, 7 up, 8 in 2024-08-17T17:15:07.074 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:06 smithi094 ceph-mon[102949]: pgmap v409: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 386 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.7 MiB/s wr, 27 op/s; 45/525 objects degraded (8.571%) 2024-08-17T17:15:07.818 INFO:tasks.rados.rados.0.smithi094.stdout:2404: done (1 left) 2024-08-17T17:15:07.818 INFO:tasks.rados.rados.0.smithi094.stdout:2405: done (0 left) 2024-08-17T17:15:07.819 INFO:tasks.rados.rados.0.smithi094.stdout:2406: snap_create 2024-08-17T17:15:08.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:07 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 45/525 objects degraded (8.571%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:08.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:07 smithi190 ceph-mon[90718]: osdmap e532: 8 total, 7 up, 8 in 2024-08-17T17:15:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:07 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:07 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:08.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:07 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 45/525 objects degraded (8.571%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:08.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:07 smithi094 ceph-mon[102949]: osdmap e532: 8 total, 7 up, 8 in 2024-08-17T17:15:08.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:07 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:08.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:07 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:08.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:07 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 45/525 objects degraded (8.571%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:08.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:07 smithi094 ceph-mon[100402]: osdmap e532: 8 total, 7 up, 8 in 2024-08-17T17:15:08.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:07 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:08.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:07 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:08.585 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:08 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:15:08.439+0000 7f196fb03640 -1 osd.6 522 log_to_monitors true 2024-08-17T17:15:08.822 INFO:tasks.rados.rados.0.smithi094.stdout:2406: done (0 left) 2024-08-17T17:15:08.822 INFO:tasks.rados.rados.0.smithi094.stdout:2407: rollback oid 45 current snap is 230 2024-08-17T17:15:08.822 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 222 2024-08-17T17:15:08.822 INFO:tasks.rados.rados.0.smithi094.stdout:2408: read oid 14 snap -1 2024-08-17T17:15:08.822 INFO:tasks.rados.rados.0.smithi094.stdout:2408: expect (ObjNum 710 snap 222 seq_num 710) 2024-08-17T17:15:08.822 INFO:tasks.rados.rados.0.smithi094.stdout:2409: rmattr oid 31 current snap is 230 2024-08-17T17:15:08.822 INFO:tasks.rados.rados.0.smithi094.stdout:2409: done (2 left) 2024-08-17T17:15:08.822 INFO:tasks.rados.rados.0.smithi094.stdout:2410: snap_remove snap 228 2024-08-17T17:15:08.846 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:08 smithi190 ceph-mon[90718]: osdmap e533: 8 total, 7 up, 8 in 2024-08-17T17:15:08.847 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:08 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:08.847 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:08 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:08.847 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:08 smithi190 ceph-mon[90718]: from='osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:15:08.847 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:08 smithi190 ceph-mon[90718]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:15:08.847 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:08 smithi190 ceph-mon[90718]: pgmap v412: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 46/531 objects degraded (8.663%) 2024-08-17T17:15:09.185 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:08 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:15:08.845+0000 7f19678ad640 -1 osd.6 522 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:15:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[100402]: osdmap e533: 8 total, 7 up, 8 in 2024-08-17T17:15:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[100402]: from='osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:15:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[100402]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:15:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[100402]: pgmap v412: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 46/531 objects degraded (8.663%) 2024-08-17T17:15:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[102949]: osdmap e533: 8 total, 7 up, 8 in 2024-08-17T17:15:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[102949]: from='osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:15:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[102949]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:15:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:08 smithi094 ceph-mon[102949]: pgmap v412: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 396 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 23 op/s; 46/531 objects degraded (8.663%) 2024-08-17T17:15:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:15:09] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.51.0" 2024-08-17T17:15:09.834 INFO:tasks.rados.rados.0.smithi094.stdout:2410: done (2 left) 2024-08-17T17:15:09.834 INFO:tasks.rados.rados.0.smithi094.stdout:2411: rollback oid 9 current snap is 230 2024-08-17T17:15:09.835 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 9 to 223 2024-08-17T17:15:09.835 INFO:tasks.rados.rados.0.smithi094.stdout:2407: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:15:09.835 INFO:tasks.rados.rados.0.smithi094.stdout:2407: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:15:09.835 INFO:tasks.rados.rados.0.smithi094.stdout:2407: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:15:09.835 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1324 (ObjNum 465 snap 0 seq_num 3940596527) dirty exists 2024-08-17T17:15:09.835 INFO:tasks.rados.rados.0.smithi094.stdout:2408: expect (ObjNum 710 snap 222 seq_num 710) 2024-08-17T17:15:09.917 INFO:tasks.rados.rados.0.smithi094.stdout:2411: finishing rollback tid 0 to smithi09487127-9 2024-08-17T17:15:09.917 INFO:tasks.rados.rados.0.smithi094.stdout:2411: finishing rollback tid 1 to smithi09487127-9 2024-08-17T17:15:09.917 INFO:tasks.rados.rados.0.smithi094.stdout:2411: finishing rollback tid 2 to smithi09487127-9 2024-08-17T17:15:09.917 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1239 (ObjNum 593 snap 176 seq_num 593) dirty exists 2024-08-17T17:15:09.918 INFO:tasks.rados.rados.0.smithi094.stdout:2407: done (2 left) 2024-08-17T17:15:09.918 INFO:tasks.rados.rados.0.smithi094.stdout:2408: done (1 left) 2024-08-17T17:15:09.918 INFO:tasks.rados.rados.0.smithi094.stdout:2411: done (0 left) 2024-08-17T17:15:09.918 INFO:tasks.rados.rados.0.smithi094.stdout:2412: rollback oid 3 current snap is 230 2024-08-17T17:15:09.918 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 216 2024-08-17T17:15:09.918 INFO:tasks.rados.rados.0.smithi094.stdout:2413: delete oid 30 current snap is 230 2024-08-17T17:15:09.920 INFO:tasks.rados.rados.0.smithi094.stdout:2413: done (1 left) 2024-08-17T17:15:09.920 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 230 2024-08-17T17:15:09.920 INFO:tasks.rados.rados.0.smithi094.stdout:2414: seq_num 721 ranges {0=81920} 2024-08-17T17:15:09.921 INFO:tasks.rados.rados.0.smithi094.stdout:2414: writing smithi09487127-31 from 0 to 81920 tid 1 2024-08-17T17:15:09.921 INFO:tasks.rados.rados.0.smithi094.stdout:2415: delete oid 44 current snap is 230 2024-08-17T17:15:09.921 INFO:tasks.rados.rados.0.smithi094.stdout:2412: finishing rollback tid 0 to smithi09487127-3 2024-08-17T17:15:09.921 INFO:tasks.rados.rados.0.smithi094.stdout:2412: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:15:09.922 INFO:tasks.rados.rados.0.smithi094.stdout:2412: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:15:09.922 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 581 (ObjNum 545 snap 167 seq_num 545) dirty exists 2024-08-17T17:15:09.923 INFO:tasks.rados.rados.0.smithi094.stdout:2412: done (2 left) 2024-08-17T17:15:09.923 INFO:tasks.rados.rados.0.smithi094.stdout:2415: done (1 left) 2024-08-17T17:15:09.923 INFO:tasks.rados.rados.0.smithi094.stdout:2416: snap_remove snap 218 2024-08-17T17:15:09.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:09 smithi190 ceph-mon[90718]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:15:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:09 smithi190 ceph-mon[90718]: from='osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:09 smithi190 ceph-mon[90718]: osdmap e534: 8 total, 7 up, 8 in 2024-08-17T17:15:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:09 smithi190 ceph-mon[90718]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:10.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-mon[102949]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:15:10.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-mon[102949]: from='osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:10.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-mon[102949]: osdmap e534: 8 total, 7 up, 8 in 2024-08-17T17:15:10.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-mon[102949]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:10.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-mon[100402]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:15:10.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-mon[100402]: from='osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:10.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-mon[100402]: osdmap e534: 8 total, 7 up, 8 in 2024-08-17T17:15:10.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:09 smithi094 ceph-mon[100402]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:10.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:15:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:15:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:15:10.840 INFO:tasks.rados.rados.0.smithi094.stdout:2416: done (1 left) 2024-08-17T17:15:10.840 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 230 2024-08-17T17:15:10.840 INFO:tasks.rados.rados.0.smithi094.stdout:2417: seq_num 723 ranges {9527296=114688} 2024-08-17T17:15:10.894 INFO:tasks.rados.rados.0.smithi094.stdout:2417: writing smithi09487127-39 from 9527296 to 9641984 tid 1 2024-08-17T17:15:10.894 INFO:tasks.rados.rados.0.smithi094.stdout:2418: snap_remove snap 207 2024-08-17T17:15:11.140 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:15:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:15:10.900+0000 7f1951066640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 12c after trimming was started 2024-08-17T17:15:11.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:10 smithi190 ceph-mon[90718]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:15:11.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:10 smithi190 ceph-mon[90718]: osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019] boot 2024-08-17T17:15:11.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:10 smithi190 ceph-mon[90718]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T17:15:11.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:10 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:15:11.140 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:10 smithi190 ceph-mon[90718]: pgmap v415: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 46/540 objects degraded (8.519%) 2024-08-17T17:15:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[100402]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:15:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[100402]: osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019] boot 2024-08-17T17:15:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[100402]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T17:15:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:15:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[100402]: pgmap v415: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 46/540 objects degraded (8.519%) 2024-08-17T17:15:11.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[102949]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:15:11.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[102949]: osd.6 [v2:172.21.15.190:6816/971482019,v1:172.21.15.190:6817/971482019] boot 2024-08-17T17:15:11.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[102949]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T17:15:11.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:15:11.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:10 smithi094 ceph-mon[102949]: pgmap v415: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.9 MiB/s wr, 9 op/s; 46/540 objects degraded (8.519%) 2024-08-17T17:15:11.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:15:11.291+0000 7f7c7ed28640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:15:11.845 INFO:tasks.rados.rados.0.smithi094.stdout:2418: done (2 left) 2024-08-17T17:15:11.845 INFO:tasks.rados.rados.0.smithi094.stdout:2419: copy_from oid 29 from oid 2 current snap is 230 2024-08-17T17:15:11.845 INFO:tasks.rados.rados.0.smithi094.stdout:2420: read oid 13 snap 224 2024-08-17T17:15:11.845 INFO:tasks.rados.rados.0.smithi094.stdout:2420: expect (ObjNum 696 snap 213 seq_num 696) 2024-08-17T17:15:11.845 INFO:tasks.rados.rados.0.smithi094.stdout:2421: copy_from oid 50 from oid 48 current snap is 230 2024-08-17T17:15:11.845 INFO:tasks.rados.rados.0.smithi094.stdout:2422: rmattr oid 32 current snap is 230 2024-08-17T17:15:11.845 INFO:tasks.rados.rados.0.smithi094.stdout:2422: done (5 left) 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2423: rmattr oid 37 current snap is 230 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2424: snap_create 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2414: finishing write tid 1 to smithi09487127-31 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2414: finishing write tid 2 to smithi09487127-31 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2414: finishing write tid 3 to smithi09487127-31 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1204 (ObjNum 721 snap 230 seq_num 721) dirty exists 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2414: left oid 31 (ObjNum 721 snap 230 seq_num 721) 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2417: finishing write tid 1 to smithi09487127-39 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2417: finishing write tid 2 to smithi09487127-39 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2417: finishing write tid 3 to smithi09487127-39 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1326 (ObjNum 723 snap 230 seq_num 723) dirty exists 2024-08-17T17:15:11.846 INFO:tasks.rados.rados.0.smithi094.stdout:2417: left oid 39 (ObjNum 723 snap 230 seq_num 723) 2024-08-17T17:15:11.856 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1258 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:15:11.863 INFO:tasks.rados.rados.0.smithi094.stdout:2419: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:15:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:2421: finishing copy_from to smithi09487127-50 2024-08-17T17:15:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:2421: got expected ENOENT (src dne) 2024-08-17T17:15:11.867 INFO:tasks.rados.rados.0.smithi094.stdout:2421: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:15:11.870 INFO:tasks.rados.rados.0.smithi094.stdout:2419: finishing copy_from to smithi09487127-29 2024-08-17T17:15:11.870 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1125 (ObjNum 1425 snap 0 seq_num 3220878384) dirty exists 2024-08-17T17:15:11.916 INFO:tasks.rados.rados.0.smithi094.stdout:2420: expect (ObjNum 696 snap 213 seq_num 696) 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:15:12.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:15:12.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:11 smithi190 ceph-mon[90718]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:15:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T17:15:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[102949]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:15:12.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:11 smithi094 ceph-mon[100402]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:15:12.466 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:15:12.850 INFO:tasks.rados.rados.0.smithi094.stdout:2414: done (6 left) 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2417: done (5 left) 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2419: done (4 left) 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2420: done (3 left) 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2421: done (2 left) 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2423: done (1 left) 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2424: done (0 left) 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2425: read oid 19 snap -1 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2425: expect deleted 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 231 2024-08-17T17:15:12.851 INFO:tasks.rados.rados.0.smithi094.stdout:2426: seq_num 724 ranges {0=131072} 2024-08-17T17:15:12.852 INFO:tasks.rados.rados.0.smithi094.stdout:2426: writing smithi09487127-41 from 0 to 131072 tid 1 2024-08-17T17:15:12.852 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 231 2024-08-17T17:15:12.852 INFO:tasks.rados.rados.0.smithi094.stdout:2427: seq_num 725 ranges {7348224=147456} 2024-08-17T17:15:12.892 INFO:tasks.rados.rados.0.smithi094.stdout:2427: writing smithi09487127-7 from 7348224 to 7495680 tid 1 2024-08-17T17:15:12.892 INFO:tasks.rados.rados.0.smithi094.stdout:2428: snap_create 2024-08-17T17:15:12.892 INFO:tasks.rados.rados.0.smithi094.stdout:2426: finishing write tid 1 to smithi09487127-41 2024-08-17T17:15:12.892 INFO:tasks.rados.rados.0.smithi094.stdout:2426: finishing write tid 2 to smithi09487127-41 2024-08-17T17:15:12.892 INFO:tasks.rados.rados.0.smithi094.stdout:2426: finishing write tid 3 to smithi09487127-41 2024-08-17T17:15:12.892 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1163 (ObjNum 724 snap 231 seq_num 724) dirty exists 2024-08-17T17:15:12.892 INFO:tasks.rados.rados.0.smithi094.stdout:2426: left oid 41 (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:15:12.897 INFO:tasks.rados.rados.0.smithi094.stdout:2427: finishing write tid 1 to smithi09487127-7 2024-08-17T17:15:12.898 INFO:tasks.rados.rados.0.smithi094.stdout:2427: finishing write tid 2 to smithi09487127-7 2024-08-17T17:15:12.900 INFO:tasks.rados.rados.0.smithi094.stdout:2427: finishing write tid 3 to smithi09487127-7 2024-08-17T17:15:12.900 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1287 (ObjNum 725 snap 231 seq_num 725) dirty exists 2024-08-17T17:15:12.900 INFO:tasks.rados.rados.0.smithi094.stdout:2427: left oid 7 (ObjNum 725 snap 231 seq_num 725) 2024-08-17T17:15:13.041 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:15:13.041 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (6m) 107s ago 10m 18.9M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (5m) 5s ago 10m 86.1M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (12m) 107s ago 12m 20.1M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (12m) 5s ago 12m 15.2M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (5m) 5s ago 15m 456M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (5m) 107s ago 17m 521M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (4m) 107s ago 17m 60.3M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (4m) 5s ago 15m 50.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (4m) 107s ago 15m 48.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (6m) 107s ago 9m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (5m) 5s ago 9m 10.6M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (3m) 107s ago 15m 206M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (2m) 107s ago 14m 149M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:15:13.042 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (2m) 107s ago 14m 116M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:15:13.043 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (111s) 107s ago 13m 11.7M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3bee04f6a6a4 2024-08-17T17:15:13.043 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (78s) 5s ago 13m 208M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 525529b4c9d6 2024-08-17T17:15:13.043 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (44s) 5s ago 13m 148M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1b81d54ea5c4 2024-08-17T17:15:13.043 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (10s) 5s ago 12m 12.0M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d3c469787af0 2024-08-17T17:15:13.043 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (12m) 5s ago 12m 221M 2480M 17.2.7-1404-gf2c39d4d f69471c56189 d776acb02bc4 2024-08-17T17:15:13.043 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (5m) 5s ago 10m 53.9M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:15:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:12 smithi190 ceph-mon[90718]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T17:15:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:12 smithi190 ceph-mon[90718]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:12 smithi190 ceph-mon[90718]: pgmap v418: 121 pgs: 6 peering, 23 active+undersized, 5 active+undersized+degraded, 87 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 598 KiB/s wr, 5 op/s; 33/543 objects degraded (6.077%); 586 KiB/s, 0 objects/s recovering 2024-08-17T17:15:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:12 smithi190 ceph-mon[90718]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[102949]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T17:15:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[102949]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[102949]: pgmap v418: 121 pgs: 6 peering, 23 active+undersized, 5 active+undersized+degraded, 87 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 598 KiB/s wr, 5 op/s; 33/543 objects degraded (6.077%); 586 KiB/s, 0 objects/s recovering 2024-08-17T17:15:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[102949]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:13.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[100402]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T17:15:13.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:13.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:13.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[100402]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:13.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[100402]: pgmap v418: 121 pgs: 6 peering, 23 active+undersized, 5 active+undersized+degraded, 87 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 598 KiB/s wr, 5 op/s; 33/543 objects degraded (6.077%); 586 KiB/s, 0 objects/s recovering 2024-08-17T17:15:13.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:12 smithi094 ceph-mon[100402]: from='client.34473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:15:13.374 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 1, 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 7 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 3, 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 12 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:15:13.375 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:15:13.652 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:15:13.653 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:15:13.653 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:15:13.653 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:15:13.653 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:15:13.653 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:15:13.653 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr" 2024-08-17T17:15:13.653 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:15:13.654 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "12/20 daemons upgraded", 2024-08-17T17:15:13.654 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:15:13.654 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:15:13.654 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:15:13.855 INFO:tasks.rados.rados.0.smithi094.stdout:2425: done (3 left) 2024-08-17T17:15:13.856 INFO:tasks.rados.rados.0.smithi094.stdout:2426: done (2 left) 2024-08-17T17:15:13.856 INFO:tasks.rados.rados.0.smithi094.stdout:2427: done (1 left) 2024-08-17T17:15:13.856 INFO:tasks.rados.rados.0.smithi094.stdout:2428: done (0 left) 2024-08-17T17:15:13.856 INFO:tasks.rados.rados.0.smithi094.stdout:2429: read oid 29 snap -1 2024-08-17T17:15:13.856 INFO:tasks.rados.rados.0.smithi094.stdout:2429: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:13.856 INFO:tasks.rados.rados.0.smithi094.stdout:2430: snap_create 2024-08-17T17:15:13.856 INFO:tasks.rados.rados.0.smithi094.stdout:2429: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[102949]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T17:15:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[102949]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 33/543 objects degraded (6.077%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3360291857' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[102949]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[100402]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T17:15:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[100402]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 33/543 objects degraded (6.077%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3360291857' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:14.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:13 smithi094 ceph-mon[100402]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:14.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:13 smithi190 ceph-mon[90718]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T17:15:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:13 smithi190 ceph-mon[90718]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:13 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 33/543 objects degraded (6.077%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:13 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3360291857' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:13 smithi190 ceph-mon[90718]: from='client.34491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:14.862 INFO:tasks.rados.rados.0.smithi094.stdout:2429: done (1 left) 2024-08-17T17:15:14.862 INFO:tasks.rados.rados.0.smithi094.stdout:2430: done (0 left) 2024-08-17T17:15:14.863 INFO:tasks.rados.rados.0.smithi094.stdout:2431: rollback oid 30 current snap is 233 2024-08-17T17:15:14.863 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 30 to 222 2024-08-17T17:15:14.863 INFO:tasks.rados.rados.0.smithi094.stdout:2432: delete oid 21 current snap is 233 2024-08-17T17:15:14.866 INFO:tasks.rados.rados.0.smithi094.stdout:2432: done (1 left) 2024-08-17T17:15:14.866 INFO:tasks.rados.rados.0.smithi094.stdout:2433: snap_create 2024-08-17T17:15:14.868 INFO:tasks.rados.rados.0.smithi094.stdout:2431: finishing rollback tid 1 to smithi09487127-30 2024-08-17T17:15:14.868 INFO:tasks.rados.rados.0.smithi094.stdout:2431: finishing rollback tid 2 to smithi09487127-30 2024-08-17T17:15:14.868 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1251 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-08-17T17:15:15.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:14 smithi190 ceph-mon[90718]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T17:15:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:14 smithi190 ceph-mon[90718]: pgmap v421: 121 pgs: 6 peering, 6 active+undersized, 1 active+undersized+degraded, 108 active+clean; 391 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 28 KiB/s wr, 4 op/s; 1/525 objects degraded (0.190%); 5.2 MiB/s, 1 objects/s recovering 2024-08-17T17:15:15.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:14 smithi094 ceph-mon[100402]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T17:15:15.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:14 smithi094 ceph-mon[100402]: pgmap v421: 121 pgs: 6 peering, 6 active+undersized, 1 active+undersized+degraded, 108 active+clean; 391 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 28 KiB/s wr, 4 op/s; 1/525 objects degraded (0.190%); 5.2 MiB/s, 1 objects/s recovering 2024-08-17T17:15:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:14 smithi094 ceph-mon[102949]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T17:15:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:14 smithi094 ceph-mon[102949]: pgmap v421: 121 pgs: 6 peering, 6 active+undersized, 1 active+undersized+degraded, 108 active+clean; 391 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 28 KiB/s wr, 4 op/s; 1/525 objects degraded (0.190%); 5.2 MiB/s, 1 objects/s recovering 2024-08-17T17:15:15.866 INFO:tasks.rados.rados.0.smithi094.stdout:2431: done (1 left) 2024-08-17T17:15:15.866 INFO:tasks.rados.rados.0.smithi094.stdout:2433: done (0 left) 2024-08-17T17:15:15.866 INFO:tasks.rados.rados.0.smithi094.stdout:2434: snap_create 2024-08-17T17:15:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:15 smithi190 ceph-mon[90718]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T17:15:16.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:15 smithi094 ceph-mon[100402]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T17:15:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:15 smithi094 ceph-mon[102949]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T17:15:16.872 INFO:tasks.rados.rados.0.smithi094.stdout:2434: done (0 left) 2024-08-17T17:15:16.873 INFO:tasks.rados.rados.0.smithi094.stdout:2435: delete oid 36 current snap is 235 2024-08-17T17:15:16.875 INFO:tasks.rados.rados.0.smithi094.stdout:2435: done (0 left) 2024-08-17T17:15:16.875 INFO:tasks.rados.rados.0.smithi094.stdout:2436: delete oid 1 current snap is 235 2024-08-17T17:15:16.878 INFO:tasks.rados.rados.0.smithi094.stdout:2436: done (0 left) 2024-08-17T17:15:16.878 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 235 2024-08-17T17:15:16.879 INFO:tasks.rados.rados.0.smithi094.stdout:2437: seq_num 729 ranges {0=212992} 2024-08-17T17:15:16.880 INFO:tasks.rados.rados.0.smithi094.stdout:2437: writing smithi09487127-21 from 0 to 212992 tid 1 2024-08-17T17:15:16.880 INFO:tasks.rados.rados.0.smithi094.stdout:2438: copy_from oid 19 from oid 49 current snap is 235 2024-08-17T17:15:16.880 INFO:tasks.rados.rados.0.smithi094.stdout:2439: read oid 9 snap -1 2024-08-17T17:15:16.880 INFO:tasks.rados.rados.0.smithi094.stdout:2439: expect (ObjNum 593 snap 176 seq_num 593) 2024-08-17T17:15:16.880 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 235 2024-08-17T17:15:16.880 INFO:tasks.rados.rados.0.smithi094.stdout:2440: seq_num 730 ranges {4816896=229376} 2024-08-17T17:15:16.908 INFO:tasks.rados.rados.0.smithi094.stdout:2440: writing smithi09487127-5 from 4816896 to 5046272 tid 1 2024-08-17T17:15:16.908 INFO:tasks.rados.rados.0.smithi094.stdout:2441: read oid 46 snap -1 2024-08-17T17:15:16.908 INFO:tasks.rados.rados.0.smithi094.stdout:2441: expect (ObjNum 604 snap 182 seq_num 604) 2024-08-17T17:15:16.908 INFO:tasks.rados.rados.0.smithi094.stdout:2442: delete oid 16 current snap is 235 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:2437: finishing write tid 1 to smithi09487127-21 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:2437: finishing write tid 2 to smithi09487127-21 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:2437: finishing write tid 3 to smithi09487127-21 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1218 (ObjNum 729 snap 235 seq_num 729) dirty exists 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:2437: left oid 21 (ObjNum 729 snap 235 seq_num 729) 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:2438: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:2438: finishing copy_from to smithi09487127-19 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1124 (ObjNum 671 snap 203 seq_num 671) dirty exists 2024-08-17T17:15:16.909 INFO:tasks.rados.rados.0.smithi094.stdout:2439: expect (ObjNum 593 snap 176 seq_num 593) 2024-08-17T17:15:17.000 INFO:tasks.rados.rados.0.smithi094.stdout:2440: finishing write tid 1 to smithi09487127-5 2024-08-17T17:15:17.000 INFO:tasks.rados.rados.0.smithi094.stdout:2440: finishing write tid 2 to smithi09487127-5 2024-08-17T17:15:17.000 INFO:tasks.rados.rados.0.smithi094.stdout:2440: finishing write tid 3 to smithi09487127-5 2024-08-17T17:15:17.000 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 577 (ObjNum 730 snap 235 seq_num 730) dirty exists 2024-08-17T17:15:17.001 INFO:tasks.rados.rados.0.smithi094.stdout:2440: left oid 5 (ObjNum 730 snap 235 seq_num 730) 2024-08-17T17:15:17.001 INFO:tasks.rados.rados.0.smithi094.stdout:2441: expect (ObjNum 604 snap 182 seq_num 604) 2024-08-17T17:15:17.173 INFO:tasks.rados.rados.0.smithi094.stdout:2437: done (5 left) 2024-08-17T17:15:17.173 INFO:tasks.rados.rados.0.smithi094.stdout:2438: done (4 left) 2024-08-17T17:15:17.173 INFO:tasks.rados.rados.0.smithi094.stdout:2439: done (3 left) 2024-08-17T17:15:17.173 INFO:tasks.rados.rados.0.smithi094.stdout:2440: done (2 left) 2024-08-17T17:15:17.173 INFO:tasks.rados.rados.0.smithi094.stdout:2441: done (1 left) 2024-08-17T17:15:17.173 INFO:tasks.rados.rados.0.smithi094.stdout:2442: done (0 left) 2024-08-17T17:15:17.173 INFO:tasks.rados.rados.0.smithi094.stdout:2443: setattr oid 38 current snap is 235 2024-08-17T17:15:17.174 INFO:tasks.rados.rados.0.smithi094.stdout:2444: read oid 14 snap -1 2024-08-17T17:15:17.175 INFO:tasks.rados.rados.0.smithi094.stdout:2444: expect (ObjNum 710 snap 222 seq_num 710) 2024-08-17T17:15:17.175 INFO:tasks.rados.rados.0.smithi094.stdout:2445: read oid 28 snap -1 2024-08-17T17:15:17.175 INFO:tasks.rados.rados.0.smithi094.stdout:2445: expect (ObjNum 697 snap 213 seq_num 697) 2024-08-17T17:15:17.175 INFO:tasks.rados.rados.0.smithi094.stdout:2446: delete oid 16 current snap is 235 2024-08-17T17:15:17.177 INFO:tasks.rados.rados.0.smithi094.stdout:2446: done (3 left) 2024-08-17T17:15:17.177 INFO:tasks.rados.rados.0.smithi094.stdout:2447: read oid 3 snap -1 2024-08-17T17:15:17.177 INFO:tasks.rados.rados.0.smithi094.stdout:2447: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:17.177 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 235 2024-08-17T17:15:17.177 INFO:tasks.rados.rados.0.smithi094.stdout:2448: seq_num 733 ranges {0=278528} 2024-08-17T17:15:17.179 INFO:tasks.rados.rados.0.smithi094.stdout:2448: writing smithi09487127-4 from 0 to 278528 tid 1 2024-08-17T17:15:17.179 INFO:tasks.rados.rados.0.smithi094.stdout:2449: setattr oid 1 current snap is 235 2024-08-17T17:15:17.181 INFO:tasks.rados.rados.0.smithi094.stdout:2450: rmattr oid 36 current snap is 235 2024-08-17T17:15:17.181 INFO:tasks.rados.rados.0.smithi094.stdout:2450: done (6 left) 2024-08-17T17:15:17.182 INFO:tasks.rados.rados.0.smithi094.stdout:2451: read oid 20 snap -1 2024-08-17T17:15:17.182 INFO:tasks.rados.rados.0.smithi094.stdout:2451: expect deleted 2024-08-17T17:15:17.182 INFO:tasks.rados.rados.0.smithi094.stdout:2452: delete oid 49 current snap is 235 2024-08-17T17:15:17.182 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1219 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-17T17:15:17.184 INFO:tasks.rados.rados.0.smithi094.stdout:2448: finishing write tid 1 to smithi09487127-4 2024-08-17T17:15:17.184 INFO:tasks.rados.rados.0.smithi094.stdout:2448: finishing write tid 2 to smithi09487127-4 2024-08-17T17:15:17.185 INFO:tasks.rados.rados.0.smithi094.stdout:2445: expect (ObjNum 697 snap 213 seq_num 697) 2024-08-17T17:15:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:16 smithi190 ceph-mon[90718]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T17:15:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:16 smithi190 ceph-mon[90718]: pgmap v424: 121 pgs: 121 active+clean; 374 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 80 KiB/s wr, 6 op/s; 8.7 MiB/s, 1 objects/s recovering 2024-08-17T17:15:17.246 INFO:tasks.rados.rados.0.smithi094.stdout:2448: finishing write tid 3 to smithi09487127-4 2024-08-17T17:15:17.246 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1320 (ObjNum 733 snap 235 seq_num 733) dirty exists 2024-08-17T17:15:17.246 INFO:tasks.rados.rados.0.smithi094.stdout:2448: left oid 4 (ObjNum 733 snap 235 seq_num 733) 2024-08-17T17:15:17.246 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 968 (ObjNum 65 snap 0 seq_num 1499030374) dirty exists 2024-08-17T17:15:17.246 INFO:tasks.rados.rados.0.smithi094.stdout:2444: expect (ObjNum 710 snap 222 seq_num 710) 2024-08-17T17:15:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:16 smithi094 ceph-mon[100402]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T17:15:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:16 smithi094 ceph-mon[100402]: pgmap v424: 121 pgs: 121 active+clean; 374 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 80 KiB/s wr, 6 op/s; 8.7 MiB/s, 1 objects/s recovering 2024-08-17T17:15:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:16 smithi094 ceph-mon[102949]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T17:15:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:16 smithi094 ceph-mon[102949]: pgmap v424: 121 pgs: 121 active+clean; 374 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 80 KiB/s wr, 6 op/s; 8.7 MiB/s, 1 objects/s recovering 2024-08-17T17:15:17.320 INFO:tasks.rados.rados.0.smithi094.stdout:2447: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:17.540 INFO:tasks.rados.rados.0.smithi094.stdout:2443: done (7 left) 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:2444: done (6 left) 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:2445: done (5 left) 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:2447: done (4 left) 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:2448: done (3 left) 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:2449: done (2 left) 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:2451: done (1 left) 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:2452: done (0 left) 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 36 current snap is 235 2024-08-17T17:15:17.541 INFO:tasks.rados.rados.0.smithi094.stdout:2453: seq_num 735 ranges {0=311296} 2024-08-17T17:15:17.542 INFO:tasks.rados.rados.0.smithi094.stdout:2453: writing smithi09487127-36 from 0 to 311296 tid 1 2024-08-17T17:15:17.542 INFO:tasks.rados.rados.0.smithi094.stdout:2454: setattr oid 13 current snap is 235 2024-08-17T17:15:17.543 INFO:tasks.rados.rados.0.smithi094.stdout:2455: delete oid 18 current snap is 235 2024-08-17T17:15:17.545 INFO:tasks.rados.rados.0.smithi094.stdout:2453: finishing write tid 1 to smithi09487127-36 2024-08-17T17:15:17.545 INFO:tasks.rados.rados.0.smithi094.stdout:2453: finishing write tid 2 to smithi09487127-36 2024-08-17T17:15:17.545 INFO:tasks.rados.rados.0.smithi094.stdout:2455: done (2 left) 2024-08-17T17:15:17.545 INFO:tasks.rados.rados.0.smithi094.stdout:2456: delete oid 19 current snap is 235 2024-08-17T17:15:17.546 INFO:tasks.rados.rados.0.smithi094.stdout:2453: finishing write tid 3 to smithi09487127-36 2024-08-17T17:15:17.546 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 1166 (ObjNum 735 snap 235 seq_num 735) dirty exists 2024-08-17T17:15:17.546 INFO:tasks.rados.rados.0.smithi094.stdout:2453: left oid 36 (ObjNum 735 snap 235 seq_num 735) 2024-08-17T17:15:17.547 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1327 (ObjNum 696 snap 213 seq_num 696) dirty exists 2024-08-17T17:15:17.548 INFO:tasks.rados.rados.0.smithi094.stdout:2453: done (2 left) 2024-08-17T17:15:17.548 INFO:tasks.rados.rados.0.smithi094.stdout:2454: done (1 left) 2024-08-17T17:15:17.548 INFO:tasks.rados.rados.0.smithi094.stdout:2456: done (0 left) 2024-08-17T17:15:17.548 INFO:tasks.rados.rados.0.smithi094.stdout:2457: read oid 48 snap -1 2024-08-17T17:15:17.548 INFO:tasks.rados.rados.0.smithi094.stdout:2457: expect deleted 2024-08-17T17:15:17.548 INFO:tasks.rados.rados.0.smithi094.stdout:2458: delete oid 31 current snap is 235 2024-08-17T17:15:17.550 INFO:tasks.rados.rados.0.smithi094.stdout:2457: done (1 left) 2024-08-17T17:15:17.550 INFO:tasks.rados.rados.0.smithi094.stdout:2458: done (0 left) 2024-08-17T17:15:17.550 INFO:tasks.rados.rados.0.smithi094.stdout:2459: read oid 16 snap 211 2024-08-17T17:15:17.550 INFO:tasks.rados.rados.0.smithi094.stdout:2459: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:15:17.550 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 235 2024-08-17T17:15:17.550 INFO:tasks.rados.rados.0.smithi094.stdout:2460: seq_num 739 ranges {212992=385024} 2024-08-17T17:15:17.553 INFO:tasks.rados.rados.0.smithi094.stdout:2460: writing smithi09487127-21 from 212992 to 598016 tid 1 2024-08-17T17:15:17.553 INFO:tasks.rados.rados.0.smithi094.stdout:2461: read oid 2 snap -1 2024-08-17T17:15:17.553 INFO:tasks.rados.rados.0.smithi094.stdout:2461: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:17.553 INFO:tasks.rados.rados.0.smithi094.stdout:2462: read oid 44 snap -1 2024-08-17T17:15:17.554 INFO:tasks.rados.rados.0.smithi094.stdout:2462: expect deleted 2024-08-17T17:15:17.554 INFO:tasks.rados.rados.0.smithi094.stdout:2463: snap_remove snap 192 2024-08-17T17:15:17.881 INFO:tasks.rados.rados.0.smithi094.stdout:2463: done (4 left) 2024-08-17T17:15:17.881 INFO:tasks.rados.rados.0.smithi094.stdout:2464: snap_create 2024-08-17T17:15:17.881 INFO:tasks.rados.rados.0.smithi094.stdout:2461: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:17.883 INFO:tasks.rados.rados.0.smithi094.stdout:2460: finishing write tid 1 to smithi09487127-21 2024-08-17T17:15:17.883 INFO:tasks.rados.rados.0.smithi094.stdout:2460: finishing write tid 2 to smithi09487127-21 2024-08-17T17:15:17.883 INFO:tasks.rados.rados.0.smithi094.stdout:2460: finishing write tid 3 to smithi09487127-21 2024-08-17T17:15:17.883 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1223 (ObjNum 739 snap 235 seq_num 739) dirty exists 2024-08-17T17:15:17.883 INFO:tasks.rados.rados.0.smithi094.stdout:2460: left oid 21 (ObjNum 739 snap 235 seq_num 739) 2024-08-17T17:15:17.884 INFO:tasks.rados.rados.0.smithi094.stdout:2459: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:15:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:17 smithi190 ceph-mon[90718]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/525 objects degraded (0.190%), 1 pg degraded) 2024-08-17T17:15:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:17 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:15:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:17 smithi190 ceph-mon[90718]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T17:15:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:17 smithi094 ceph-mon[100402]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/525 objects degraded (0.190%), 1 pg degraded) 2024-08-17T17:15:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:17 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:15:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:17 smithi094 ceph-mon[100402]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T17:15:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:17 smithi094 ceph-mon[102949]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/525 objects degraded (0.190%), 1 pg degraded) 2024-08-17T17:15:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:17 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:15:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:17 smithi094 ceph-mon[102949]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T17:15:18.706 INFO:tasks.rados.rados.0.smithi094.stdout:2459: done (4 left) 2024-08-17T17:15:18.706 INFO:tasks.rados.rados.0.smithi094.stdout:2460: done (3 left) 2024-08-17T17:15:18.706 INFO:tasks.rados.rados.0.smithi094.stdout:2461: done (2 left) 2024-08-17T17:15:18.706 INFO:tasks.rados.rados.0.smithi094.stdout:2462: done (1 left) 2024-08-17T17:15:18.707 INFO:tasks.rados.rados.0.smithi094.stdout:2464: done (0 left) 2024-08-17T17:15:18.707 INFO:tasks.rados.rados.0.smithi094.stdout:2465: copy_from oid 50 from oid 43 current snap is 236 2024-08-17T17:15:18.707 INFO:tasks.rados.rados.0.smithi094.stdout:2466: snap_create 2024-08-17T17:15:18.745 INFO:tasks.rados.rados.0.smithi094.stdout:2465: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:15:18.748 INFO:tasks.rados.rados.0.smithi094.stdout:2465: finishing copy_from to smithi09487127-50 2024-08-17T17:15:18.748 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1318 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:15:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:18 smithi190 ceph-mon[90718]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T17:15:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:18 smithi190 ceph-mon[90718]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T17:15:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:18 smithi190 ceph-mon[90718]: pgmap v428: 121 pgs: 121 active+clean; 377 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 451 KiB/s wr, 5 op/s; 4.2 MiB/s, 0 objects/s recovering 2024-08-17T17:15:19.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:18 smithi094 ceph-mon[100402]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T17:15:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:18 smithi094 ceph-mon[100402]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T17:15:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:18 smithi094 ceph-mon[100402]: pgmap v428: 121 pgs: 121 active+clean; 377 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 451 KiB/s wr, 5 op/s; 4.2 MiB/s, 0 objects/s recovering 2024-08-17T17:15:19.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:18 smithi094 ceph-mon[102949]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T17:15:19.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:18 smithi094 ceph-mon[102949]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T17:15:19.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:18 smithi094 ceph-mon[102949]: pgmap v428: 121 pgs: 121 active+clean; 377 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 451 KiB/s wr, 5 op/s; 4.2 MiB/s, 0 objects/s recovering 2024-08-17T17:15:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:15:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:15:19] "GET /metrics HTTP/1.1" 200 36154 "" "Prometheus/2.51.0" 2024-08-17T17:15:19.711 INFO:tasks.rados.rados.0.smithi094.stdout:2465: done (1 left) 2024-08-17T17:15:19.711 INFO:tasks.rados.rados.0.smithi094.stdout:2466: done (0 left) 2024-08-17T17:15:19.712 INFO:tasks.rados.rados.0.smithi094.stdout:2467: rollback oid 44 current snap is 237 2024-08-17T17:15:19.712 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 44 to 234 2024-08-17T17:15:19.712 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 237 2024-08-17T17:15:19.712 INFO:tasks.rados.rados.0.smithi094.stdout:2468: seq_num 740 ranges {8454144=401408} 2024-08-17T17:15:19.758 INFO:tasks.rados.rados.0.smithi094.stdout:2468: writing smithi09487127-42 from 8454144 to 8855552 tid 1 2024-08-17T17:15:19.759 INFO:tasks.rados.rados.0.smithi094.stdout:2469: rollback oid 5 current snap is 237 2024-08-17T17:15:19.759 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 225 2024-08-17T17:15:19.759 INFO:tasks.rados.rados.0.smithi094.stdout:2467: finishing rollback tid 1 to smithi09487127-44 2024-08-17T17:15:19.759 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1383 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:15:19.759 INFO:tasks.rados.rados.0.smithi094.stdout:2467: done (2 left) 2024-08-17T17:15:19.759 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 237 2024-08-17T17:15:19.759 INFO:tasks.rados.rados.0.smithi094.stdout:2470: seq_num 741 ranges {0=417792} 2024-08-17T17:15:19.760 INFO:tasks.rados.rados.0.smithi094.stdout:2470: writing smithi09487127-37 from 0 to 417792 tid 1 2024-08-17T17:15:19.760 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 237 2024-08-17T17:15:19.760 INFO:tasks.rados.rados.0.smithi094.stdout:2471: seq_num 742 ranges {2220032=434176} 2024-08-17T17:15:19.776 INFO:tasks.rados.rados.0.smithi094.stdout:2471: writing smithi09487127-9 from 2220032 to 2654208 tid 1 2024-08-17T17:15:19.776 INFO:tasks.rados.rados.0.smithi094.stdout:2472: read oid 19 snap -1 2024-08-17T17:15:19.776 INFO:tasks.rados.rados.0.smithi094.stdout:2472: expect deleted 2024-08-17T17:15:19.776 INFO:tasks.rados.rados.0.smithi094.stdout:2473: delete oid 36 current snap is 237 2024-08-17T17:15:19.776 INFO:tasks.rados.rados.0.smithi094.stdout:2468: finishing write tid 1 to smithi09487127-42 2024-08-17T17:15:19.776 INFO:tasks.rados.rados.0.smithi094.stdout:2468: finishing write tid 2 to smithi09487127-42 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2470: finishing write tid 1 to smithi09487127-37 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2470: finishing write tid 2 to smithi09487127-37 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2470: finishing write tid 3 to smithi09487127-37 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1262 (ObjNum 741 snap 237 seq_num 741) dirty exists 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2470: left oid 37 (ObjNum 741 snap 237 seq_num 741) 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2469: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2469: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2468: finishing write tid 3 to smithi09487127-42 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 579 (ObjNum 740 snap 237 seq_num 740) dirty exists 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2468: left oid 42 (ObjNum 740 snap 237 seq_num 740) 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:2469: finishing rollback tid 2 to smithi09487127-5 2024-08-17T17:15:19.777 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 582 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:15:19.778 INFO:tasks.rados.rados.0.smithi094.stdout:2468: done (5 left) 2024-08-17T17:15:19.778 INFO:tasks.rados.rados.0.smithi094.stdout:2469: done (4 left) 2024-08-17T17:15:19.778 INFO:tasks.rados.rados.0.smithi094.stdout:2470: done (3 left) 2024-08-17T17:15:19.778 INFO:tasks.rados.rados.0.smithi094.stdout:2472: done (2 left) 2024-08-17T17:15:19.778 INFO:tasks.rados.rados.0.smithi094.stdout:2473: done (1 left) 2024-08-17T17:15:19.778 INFO:tasks.rados.rados.0.smithi094.stdout:2474: read oid 20 snap -1 2024-08-17T17:15:19.779 INFO:tasks.rados.rados.0.smithi094.stdout:2474: expect deleted 2024-08-17T17:15:19.779 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 237 2024-08-17T17:15:19.779 INFO:tasks.rados.rados.0.smithi094.stdout:2475: seq_num 744 ranges {0=466944} 2024-08-17T17:15:19.780 INFO:tasks.rados.rados.0.smithi094.stdout:2475: writing smithi09487127-8 from 0 to 466944 tid 1 2024-08-17T17:15:19.780 INFO:tasks.rados.rados.0.smithi094.stdout:2476: snap_remove snap 223 2024-08-17T17:15:20.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:15:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:15:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:15:20.721 INFO:tasks.rados.rados.0.smithi094.stdout:2476: done (3 left) 2024-08-17T17:15:20.721 INFO:tasks.rados.rados.0.smithi094.stdout:2477: copy_from oid 46 from oid 6 current snap is 237 2024-08-17T17:15:20.721 INFO:tasks.rados.rados.0.smithi094.stdout:2471: finishing write tid 1 to smithi09487127-9 2024-08-17T17:15:20.721 INFO:tasks.rados.rados.0.smithi094.stdout:2471: finishing write tid 2 to smithi09487127-9 2024-08-17T17:15:20.721 INFO:tasks.rados.rados.0.smithi094.stdout:2471: finishing write tid 3 to smithi09487127-9 2024-08-17T17:15:20.721 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1241 (ObjNum 742 snap 237 seq_num 742) dirty exists 2024-08-17T17:15:20.722 INFO:tasks.rados.rados.0.smithi094.stdout:2471: left oid 9 (ObjNum 742 snap 237 seq_num 742) 2024-08-17T17:15:20.722 INFO:tasks.rados.rados.0.smithi094.stdout:2475: finishing write tid 1 to smithi09487127-8 2024-08-17T17:15:20.722 INFO:tasks.rados.rados.0.smithi094.stdout:2475: finishing write tid 2 to smithi09487127-8 2024-08-17T17:15:20.722 INFO:tasks.rados.rados.0.smithi094.stdout:2475: finishing write tid 3 to smithi09487127-8 2024-08-17T17:15:20.722 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1329 (ObjNum 744 snap 237 seq_num 744) dirty exists 2024-08-17T17:15:20.722 INFO:tasks.rados.rados.0.smithi094.stdout:2475: left oid 8 (ObjNum 744 snap 237 seq_num 744) 2024-08-17T17:15:20.722 INFO:tasks.rados.rados.0.smithi094.stdout:2471: done (3 left) 2024-08-17T17:15:20.723 INFO:tasks.rados.rados.0.smithi094.stdout:2474: done (2 left) 2024-08-17T17:15:20.723 INFO:tasks.rados.rados.0.smithi094.stdout:2475: done (1 left) 2024-08-17T17:15:20.723 INFO:tasks.rados.rados.0.smithi094.stdout:2478: read oid 22 snap 229 2024-08-17T17:15:20.723 INFO:tasks.rados.rados.0.smithi094.stdout:2478: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:15:20.723 INFO:tasks.rados.rados.0.smithi094.stdout:2479: setattr oid 47 current snap is 237 2024-08-17T17:15:20.724 INFO:tasks.rados.rados.0.smithi094.stdout:2480: read oid 11 snap -1 2024-08-17T17:15:20.724 INFO:tasks.rados.rados.0.smithi094.stdout:2480: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:20.724 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 237 2024-08-17T17:15:20.724 INFO:tasks.rados.rados.0.smithi094.stdout:2481: seq_num 745 ranges {7495680=483328} 2024-08-17T17:15:20.768 INFO:tasks.rados.rados.0.smithi094.stdout:2481: writing smithi09487127-7 from 7495680 to 7979008 tid 1 2024-08-17T17:15:20.768 INFO:tasks.rados.rados.0.smithi094.stdout:2482: read oid 36 snap -1 2024-08-17T17:15:20.768 INFO:tasks.rados.rados.0.smithi094.stdout:2482: expect deleted 2024-08-17T17:15:20.768 INFO:tasks.rados.rados.0.smithi094.stdout:2483: read oid 27 snap -1 2024-08-17T17:15:20.768 INFO:tasks.rados.rados.0.smithi094.stdout:2483: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:15:20.768 INFO:tasks.rados.rados.0.smithi094.stdout:2484: rollback oid 4 current snap is 237 2024-08-17T17:15:20.768 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 229 2024-08-17T17:15:20.769 INFO:tasks.rados.rados.0.smithi094.stdout:2480: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:20.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1114 (ObjNum 716 snap 225 seq_num 716) dirty exists 2024-08-17T17:15:20.770 INFO:tasks.rados.rados.0.smithi094.stdout:2478: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:15:21.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:20 smithi094 ceph-mon[100402]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T17:15:21.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:20 smithi094 ceph-mon[102949]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T17:15:21.059 INFO:tasks.rados.rados.0.smithi094.stdout:2483: expect (ObjNum 451 snap 131 seq_num 451) 2024-08-17T17:15:21.071 INFO:tasks.rados.rados.0.smithi094.stdout:2484: finishing rollback tid 0 to smithi09487127-4 2024-08-17T17:15:21.071 INFO:tasks.rados.rados.0.smithi094.stdout:2484: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:15:21.071 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1322 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-17T17:15:21.071 INFO:tasks.rados.rados.0.smithi094.stdout:2481: finishing write tid 1 to smithi09487127-7 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2481: finishing write tid 2 to smithi09487127-7 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2477: finishing copy_from racing read to smithi09487127-46 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2477: finishing copy_from to smithi09487127-46 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1311 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2481: finishing write tid 3 to smithi09487127-7 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1306 (ObjNum 745 snap 237 seq_num 745) dirty exists 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2481: left oid 7 (ObjNum 745 snap 237 seq_num 745) 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2477: done (7 left) 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2478: done (6 left) 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2479: done (5 left) 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2480: done (4 left) 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2481: done (3 left) 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2482: done (2 left) 2024-08-17T17:15:21.072 INFO:tasks.rados.rados.0.smithi094.stdout:2483: done (1 left) 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2484: done (0 left) 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2485: copy_from oid 10 from oid 48 current snap is 237 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2486: delete oid 45 current snap is 237 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2485: finishing copy_from to smithi09487127-10 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2485: got expected ENOENT (src dne) 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2485: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2485: done (1 left) 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2486: done (0 left) 2024-08-17T17:15:21.073 INFO:tasks.rados.rados.0.smithi094.stdout:2487: snap_remove snap 220 2024-08-17T17:15:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:20 smithi190 ceph-mon[90718]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T17:15:21.724 INFO:tasks.rados.rados.0.smithi094.stdout:2487: done (0 left) 2024-08-17T17:15:21.725 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 237 2024-08-17T17:15:21.725 INFO:tasks.rados.rados.0.smithi094.stdout:2488: seq_num 747 ranges {5455872=516096} 2024-08-17T17:15:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:2488: writing smithi09487127-25 from 5455872 to 5971968 tid 1 2024-08-17T17:15:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:2489: read oid 15 snap -1 2024-08-17T17:15:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:2489: expect (ObjNum 719 snap 228 seq_num 719) 2024-08-17T17:15:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:2490: snap_create 2024-08-17T17:15:21.760 INFO:tasks.rados.rados.0.smithi094.stdout:2489: expect (ObjNum 719 snap 228 seq_num 719) 2024-08-17T17:15:21.762 INFO:tasks.rados.rados.0.smithi094.stdout:2488: finishing write tid 1 to smithi09487127-25 2024-08-17T17:15:21.762 INFO:tasks.rados.rados.0.smithi094.stdout:2488: finishing write tid 2 to smithi09487127-25 2024-08-17T17:15:21.762 INFO:tasks.rados.rados.0.smithi094.stdout:2488: finishing write tid 3 to smithi09487127-25 2024-08-17T17:15:21.762 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 970 (ObjNum 747 snap 237 seq_num 747) dirty exists 2024-08-17T17:15:21.763 INFO:tasks.rados.rados.0.smithi094.stdout:2488: left oid 25 (ObjNum 747 snap 237 seq_num 747) 2024-08-17T17:15:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:21 smithi094 ceph-mon[100402]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T17:15:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:21 smithi094 ceph-mon[100402]: pgmap v431: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-08-17T17:15:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:21 smithi094 ceph-mon[102949]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T17:15:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:21 smithi094 ceph-mon[102949]: pgmap v431: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-08-17T17:15:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:21 smithi190 ceph-mon[90718]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T17:15:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:21 smithi190 ceph-mon[90718]: pgmap v431: 121 pgs: 121 active+clean; 337 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 26 op/s 2024-08-17T17:15:22.730 INFO:tasks.rados.rados.0.smithi094.stdout:2488: done (2 left) 2024-08-17T17:15:22.730 INFO:tasks.rados.rados.0.smithi094.stdout:2489: done (1 left) 2024-08-17T17:15:22.730 INFO:tasks.rados.rados.0.smithi094.stdout:2490: done (0 left) 2024-08-17T17:15:22.730 INFO:tasks.rados.rados.0.smithi094.stdout:2491: copy_from oid 10 from oid 15 current snap is 238 2024-08-17T17:15:22.730 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 238 2024-08-17T17:15:22.730 INFO:tasks.rados.rados.0.smithi094.stdout:2492: seq_num 748 ranges {417792=532480} 2024-08-17T17:15:22.735 INFO:tasks.rados.rados.0.smithi094.stdout:2492: writing smithi09487127-37 from 417792 to 950272 tid 1 2024-08-17T17:15:22.735 INFO:tasks.rados.rados.0.smithi094.stdout:2493: copy_from oid 6 from oid 9 current snap is 238 2024-08-17T17:15:22.735 INFO:tasks.rados.rados.0.smithi094.stdout:2494: snap_remove snap 214 2024-08-17T17:15:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:22 smithi094 ceph-mon[100402]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T17:15:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:22 smithi094 ceph-mon[102949]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T17:15:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:23.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:22 smithi190 ceph-mon[90718]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T17:15:23.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:2494: done (3 left) 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:2495: delete oid 7 current snap is 238 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:2491: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:2491: finishing copy_from to smithi09487127-10 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1381 (ObjNum 719 snap 228 seq_num 719) dirty exists 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:2492: finishing write tid 1 to smithi09487127-37 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:2492: finishing write tid 2 to smithi09487127-37 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:2492: finishing write tid 3 to smithi09487127-37 2024-08-17T17:15:23.737 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1264 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:15:23.738 INFO:tasks.rados.rados.0.smithi094.stdout:2492: left oid 37 (ObjNum 748 snap 238 seq_num 748) 2024-08-17T17:15:23.738 INFO:tasks.rados.rados.0.smithi094.stdout:2493: finishing copy_from racing read to smithi09487127-6 2024-08-17T17:15:23.738 INFO:tasks.rados.rados.0.smithi094.stdout:2493: finishing copy_from to smithi09487127-6 2024-08-17T17:15:23.738 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1241 (ObjNum 742 snap 237 seq_num 742) dirty exists 2024-08-17T17:15:23.755 INFO:tasks.rados.rados.0.smithi094.stdout:2491: done (3 left) 2024-08-17T17:15:23.755 INFO:tasks.rados.rados.0.smithi094.stdout:2492: done (2 left) 2024-08-17T17:15:23.755 INFO:tasks.rados.rados.0.smithi094.stdout:2493: done (1 left) 2024-08-17T17:15:23.755 INFO:tasks.rados.rados.0.smithi094.stdout:2495: done (0 left) 2024-08-17T17:15:23.755 INFO:tasks.rados.rados.0.smithi094.stdout:2496: rmattr oid 13 current snap is 238 2024-08-17T17:15:23.755 INFO:tasks.rados.rados.0.smithi094.stdout:2497: setattr oid 5 current snap is 238 2024-08-17T17:15:23.756 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 238 2024-08-17T17:15:23.757 INFO:tasks.rados.rados.0.smithi094.stdout:2498: seq_num 750 ranges {0=565248} 2024-08-17T17:15:23.761 INFO:tasks.rados.rados.0.smithi094.stdout:2498: writing smithi09487127-18 from 0 to 565248 tid 1 2024-08-17T17:15:23.761 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 238 2024-08-17T17:15:23.761 INFO:tasks.rados.rados.0.smithi094.stdout:2499: seq_num 751 ranges {0=581632} 2024-08-17T17:15:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:2499: writing smithi09487127-26 from 0 to 581632 tid 1 2024-08-17T17:15:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 583 (ObjNum 455 snap 131 seq_num 455) dirty exists 2024-08-17T17:15:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1331 (ObjNum 696 snap 213 seq_num 696) dirty exists 2024-08-17T17:15:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:2496: done (3 left) 2024-08-17T17:15:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:2497: done (2 left) 2024-08-17T17:15:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 238 2024-08-17T17:15:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:2500: seq_num 752 ranges {360448=598016} 2024-08-17T17:15:23.771 INFO:tasks.rados.rados.0.smithi094.stdout:2500: writing smithi09487127-27 from 360448 to 958464 tid 1 2024-08-17T17:15:23.771 INFO:tasks.rados.rados.0.smithi094.stdout:2501: rollback oid 50 current snap is 238 2024-08-17T17:15:23.771 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 234 2024-08-17T17:15:23.771 INFO:tasks.rados.rados.0.smithi094.stdout:2498: finishing write tid 1 to smithi09487127-18 2024-08-17T17:15:23.771 INFO:tasks.rados.rados.0.smithi094.stdout:2498: finishing write tid 2 to smithi09487127-18 2024-08-17T17:15:23.771 INFO:tasks.rados.rados.0.smithi094.stdout:2498: finishing write tid 3 to smithi09487127-18 2024-08-17T17:15:23.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1313 (ObjNum 750 snap 238 seq_num 750) dirty exists 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:2498: left oid 18 (ObjNum 750 snap 238 seq_num 750) 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:2499: finishing write tid 1 to smithi09487127-26 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:2499: finishing write tid 2 to smithi09487127-26 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:2499: finishing write tid 3 to smithi09487127-26 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1233 (ObjNum 751 snap 238 seq_num 751) dirty exists 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:2499: left oid 26 (ObjNum 751 snap 238 seq_num 751) 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:2498: done (3 left) 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:2499: done (2 left) 2024-08-17T17:15:23.772 INFO:tasks.rados.rados.0.smithi094.stdout:2502: delete oid 13 current snap is 238 2024-08-17T17:15:23.774 INFO:tasks.rados.rados.0.smithi094.stdout:2500: finishing write tid 1 to smithi09487127-27 2024-08-17T17:15:23.774 INFO:tasks.rados.rados.0.smithi094.stdout:2500: finishing write tid 2 to smithi09487127-27 2024-08-17T17:15:23.775 INFO:tasks.rados.rados.0.smithi094.stdout:2501: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:15:23.775 INFO:tasks.rados.rados.0.smithi094.stdout:2501: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:15:23.776 INFO:tasks.rados.rados.0.smithi094.stdout:2501: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:15:23.776 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1334 (ObjNum 713 snap 223 seq_num 713) dirty exists 2024-08-17T17:15:23.776 INFO:tasks.rados.rados.0.smithi094.stdout:2500: finishing write tid 3 to smithi09487127-27 2024-08-17T17:15:23.776 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 388 (ObjNum 752 snap 238 seq_num 752) dirty exists 2024-08-17T17:15:23.776 INFO:tasks.rados.rados.0.smithi094.stdout:2500: left oid 27 (ObjNum 752 snap 238 seq_num 752) 2024-08-17T17:15:23.776 INFO:tasks.rados.rados.0.smithi094.stdout:2500: done (2 left) 2024-08-17T17:15:23.776 INFO:tasks.rados.rados.0.smithi094.stdout:2501: done (1 left) 2024-08-17T17:15:23.776 INFO:tasks.rados.rados.0.smithi094.stdout:2502: done (0 left) 2024-08-17T17:15:23.777 INFO:tasks.rados.rados.0.smithi094.stdout:2503: snap_create 2024-08-17T17:15:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:23 smithi094 ceph-mon[100402]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T17:15:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:23 smithi094 ceph-mon[100402]: pgmap v434: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-08-17T17:15:24.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:23 smithi094 ceph-mon[102949]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T17:15:24.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:23 smithi094 ceph-mon[102949]: pgmap v434: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-08-17T17:15:24.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:23 smithi190 ceph-mon[90718]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T17:15:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:23 smithi190 ceph-mon[90718]: pgmap v434: 121 pgs: 121 active+clean; 306 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-08-17T17:15:24.742 INFO:tasks.rados.rados.0.smithi094.stdout:2503: done (0 left) 2024-08-17T17:15:24.742 INFO:tasks.rados.rados.0.smithi094.stdout:2504: copy_from oid 8 from oid 3 current snap is 239 2024-08-17T17:15:24.743 INFO:tasks.rados.rados.0.smithi094.stdout:2505: setattr oid 13 current snap is 239 2024-08-17T17:15:24.744 INFO:tasks.rados.rados.0.smithi094.stdout:2506: delete oid 23 current snap is 239 2024-08-17T17:15:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2506: done (2 left) 2024-08-17T17:15:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:2507: copy_from oid 2 from oid 24 current snap is 239 2024-08-17T17:15:24.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1336 (ObjNum 161 snap 0 seq_num 3214590768) dirty exists 2024-08-17T17:15:24.753 INFO:tasks.rados.rados.0.smithi094.stdout:2505: done (2 left) 2024-08-17T17:15:24.753 INFO:tasks.rados.rados.0.smithi094.stdout:2508: snap_create 2024-08-17T17:15:24.774 INFO:tasks.rados.rados.0.smithi094.stdout:2504: finishing copy_from racing read to smithi09487127-8 2024-08-17T17:15:24.777 INFO:tasks.rados.rados.0.smithi094.stdout:2504: finishing copy_from to smithi09487127-8 2024-08-17T17:15:24.777 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 581 (ObjNum 545 snap 167 seq_num 545) dirty exists 2024-08-17T17:15:24.787 INFO:tasks.rados.rados.0.smithi094.stdout:2507: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:15:24.792 INFO:tasks.rados.rados.0.smithi094.stdout:2507: finishing copy_from to smithi09487127-2 2024-08-17T17:15:24.792 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 862 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-08-17T17:15:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:24 smithi094 ceph-mon[100402]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T17:15:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:24 smithi094 ceph-mon[102949]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T17:15:25.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:24 smithi190 ceph-mon[90718]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T17:15:25.748 INFO:tasks.rados.rados.0.smithi094.stdout:2504: done (2 left) 2024-08-17T17:15:25.748 INFO:tasks.rados.rados.0.smithi094.stdout:2507: done (1 left) 2024-08-17T17:15:25.748 INFO:tasks.rados.rados.0.smithi094.stdout:2508: done (0 left) 2024-08-17T17:15:25.748 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 240 2024-08-17T17:15:25.748 INFO:tasks.rados.rados.0.smithi094.stdout:2509: seq_num 755 ranges {9412608=647168} 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2509: writing smithi09487127-12 from 9412608 to 10059776 tid 1 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2510: read oid 33 snap -1 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2510: expect (ObjNum 629 snap 195 seq_num 629) 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2511: read oid 50 snap 238 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2511: expect (ObjNum 713 snap 223 seq_num 713) 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2512: rollback oid 8 current snap is 240 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 8 to 239 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2513: rmattr oid 18 current snap is 240 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2513: done (4 left) 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 240 2024-08-17T17:15:25.803 INFO:tasks.rados.rados.0.smithi094.stdout:2514: seq_num 756 ranges {3194880=671744} 2024-08-17T17:15:25.825 INFO:tasks.rados.rados.0.smithi094.stdout:2514: writing smithi09487127-17 from 3194880 to 3866624 tid 1 2024-08-17T17:15:25.825 INFO:tasks.rados.rados.0.smithi094.stdout:2515: snap_create 2024-08-17T17:15:25.825 INFO:tasks.rados.rados.0.smithi094.stdout:2509: finishing write tid 1 to smithi09487127-12 2024-08-17T17:15:25.825 INFO:tasks.rados.rados.0.smithi094.stdout:2509: finishing write tid 2 to smithi09487127-12 2024-08-17T17:15:25.825 INFO:tasks.rados.rados.0.smithi094.stdout:2509: finishing write tid 3 to smithi09487127-12 2024-08-17T17:15:25.825 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1384 (ObjNum 755 snap 240 seq_num 755) dirty exists 2024-08-17T17:15:25.825 INFO:tasks.rados.rados.0.smithi094.stdout:2509: left oid 12 (ObjNum 755 snap 240 seq_num 755) 2024-08-17T17:15:25.825 INFO:tasks.rados.rados.0.smithi094.stdout:2512: finishing rollback tid 0 to smithi09487127-8 2024-08-17T17:15:25.826 INFO:tasks.rados.rados.0.smithi094.stdout:2512: finishing rollback tid 1 to smithi09487127-8 2024-08-17T17:15:25.829 INFO:tasks.rados.rados.0.smithi094.stdout:2514: finishing write tid 1 to smithi09487127-17 2024-08-17T17:15:25.829 INFO:tasks.rados.rados.0.smithi094.stdout:2514: finishing write tid 2 to smithi09487127-17 2024-08-17T17:15:25.830 INFO:tasks.rados.rados.0.smithi094.stdout:2514: finishing write tid 3 to smithi09487127-17 2024-08-17T17:15:25.830 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1386 (ObjNum 756 snap 240 seq_num 756) dirty exists 2024-08-17T17:15:25.830 INFO:tasks.rados.rados.0.smithi094.stdout:2514: left oid 17 (ObjNum 756 snap 240 seq_num 756) 2024-08-17T17:15:25.831 INFO:tasks.rados.rados.0.smithi094.stdout:2511: expect (ObjNum 713 snap 223 seq_num 713) 2024-08-17T17:15:25.945 INFO:tasks.rados.rados.0.smithi094.stdout:2512: finishing rollback tid 2 to smithi09487127-8 2024-08-17T17:15:25.945 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1339 (ObjNum 545 snap 167 seq_num 545) dirty exists 2024-08-17T17:15:25.945 INFO:tasks.rados.rados.0.smithi094.stdout:2510: expect (ObjNum 629 snap 195 seq_num 629) 2024-08-17T17:15:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:25 smithi094 ceph-mon[100402]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T17:15:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:25 smithi094 ceph-mon[100402]: pgmap v437: 121 pgs: 121 active+clean; 287 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-08-17T17:15:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:25 smithi094 ceph-mon[102949]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T17:15:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:25 smithi094 ceph-mon[102949]: pgmap v437: 121 pgs: 121 active+clean; 287 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-08-17T17:15:26.116 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:25 smithi190 ceph-mon[90718]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T17:15:26.180 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:25 smithi190 ceph-mon[90718]: pgmap v437: 121 pgs: 121 active+clean; 287 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-08-17T17:15:26.752 INFO:tasks.rados.rados.0.smithi094.stdout:2509: done (5 left) 2024-08-17T17:15:26.752 INFO:tasks.rados.rados.0.smithi094.stdout:2510: done (4 left) 2024-08-17T17:15:26.752 INFO:tasks.rados.rados.0.smithi094.stdout:2511: done (3 left) 2024-08-17T17:15:26.752 INFO:tasks.rados.rados.0.smithi094.stdout:2512: done (2 left) 2024-08-17T17:15:26.752 INFO:tasks.rados.rados.0.smithi094.stdout:2514: done (1 left) 2024-08-17T17:15:26.752 INFO:tasks.rados.rados.0.smithi094.stdout:2515: done (0 left) 2024-08-17T17:15:26.752 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 241 2024-08-17T17:15:26.753 INFO:tasks.rados.rados.0.smithi094.stdout:2516: seq_num 757 ranges {49152=688128} 2024-08-17T17:15:26.756 INFO:tasks.rados.rados.0.smithi094.stdout:2516: writing smithi09487127-15 from 49152 to 737280 tid 1 2024-08-17T17:15:26.756 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 241 2024-08-17T17:15:26.756 INFO:tasks.rados.rados.0.smithi094.stdout:2517: seq_num 758 ranges {598016=704512} 2024-08-17T17:15:26.764 INFO:tasks.rados.rados.0.smithi094.stdout:2517: writing smithi09487127-21 from 598016 to 1302528 tid 1 2024-08-17T17:15:26.764 INFO:tasks.rados.rados.0.smithi094.stdout:2518: setattr oid 46 current snap is 241 2024-08-17T17:15:26.764 INFO:tasks.rados.rados.0.smithi094.stdout:2516: finishing write tid 1 to smithi09487127-15 2024-08-17T17:15:26.764 INFO:tasks.rados.rados.0.smithi094.stdout:2516: finishing write tid 2 to smithi09487127-15 2024-08-17T17:15:26.764 INFO:tasks.rados.rados.0.smithi094.stdout:2516: finishing write tid 3 to smithi09487127-15 2024-08-17T17:15:26.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1427 (ObjNum 757 snap 241 seq_num 757) dirty exists 2024-08-17T17:15:26.764 INFO:tasks.rados.rados.0.smithi094.stdout:2516: left oid 15 (ObjNum 757 snap 241 seq_num 757) 2024-08-17T17:15:26.765 INFO:tasks.rados.rados.0.smithi094.stdout:2516: done (2 left) 2024-08-17T17:15:26.765 INFO:tasks.rados.rados.0.smithi094.stdout:2519: copy_from oid 14 from oid 2 current snap is 241 2024-08-17T17:15:26.765 INFO:tasks.rados.rados.0.smithi094.stdout:2520: snap_create 2024-08-17T17:15:26.770 INFO:tasks.rados.rados.0.smithi094.stdout:2517: finishing write tid 1 to smithi09487127-21 2024-08-17T17:15:26.770 INFO:tasks.rados.rados.0.smithi094.stdout:2517: finishing write tid 2 to smithi09487127-21 2024-08-17T17:15:26.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1314 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:15:26.771 INFO:tasks.rados.rados.0.smithi094.stdout:2517: finishing write tid 3 to smithi09487127-21 2024-08-17T17:15:26.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1236 (ObjNum 758 snap 241 seq_num 758) dirty exists 2024-08-17T17:15:26.771 INFO:tasks.rados.rados.0.smithi094.stdout:2517: left oid 21 (ObjNum 758 snap 241 seq_num 758) 2024-08-17T17:15:26.798 INFO:tasks.rados.rados.0.smithi094.stdout:2519: finishing copy_from racing read to smithi09487127-14 2024-08-17T17:15:26.807 INFO:tasks.rados.rados.0.smithi094.stdout:2519: finishing copy_from to smithi09487127-14 2024-08-17T17:15:26.807 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 862 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-08-17T17:15:26.825 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:26 smithi190 ceph-mon[90718]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T17:15:26.825 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:15:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:26 smithi094 ceph-mon[102949]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T17:15:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:15:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:26 smithi094 ceph-mon[100402]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T17:15:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:15:27.759 INFO:tasks.rados.rados.0.smithi094.stdout:2517: done (3 left) 2024-08-17T17:15:27.759 INFO:tasks.rados.rados.0.smithi094.stdout:2518: done (2 left) 2024-08-17T17:15:27.759 INFO:tasks.rados.rados.0.smithi094.stdout:2519: done (1 left) 2024-08-17T17:15:27.759 INFO:tasks.rados.rados.0.smithi094.stdout:2520: done (0 left) 2024-08-17T17:15:27.759 INFO:tasks.rados.rados.0.smithi094.stdout:2521: rollback oid 6 current snap is 242 2024-08-17T17:15:27.759 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 6 to 224 2024-08-17T17:15:27.759 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 242 2024-08-17T17:15:27.759 INFO:tasks.rados.rados.0.smithi094.stdout:2522: seq_num 759 ranges {2654208=720896} 2024-08-17T17:15:27.778 INFO:tasks.rados.rados.0.smithi094.stdout:2522: writing smithi09487127-9 from 2654208 to 3375104 tid 1 2024-08-17T17:15:27.778 INFO:tasks.rados.rados.0.smithi094.stdout:2523: copy_from oid 19 from oid 31 current snap is 242 2024-08-17T17:15:27.778 INFO:tasks.rados.rados.0.smithi094.stdout:2521: finishing rollback tid 0 to smithi09487127-6 2024-08-17T17:15:27.778 INFO:tasks.rados.rados.0.smithi094.stdout:2521: finishing rollback tid 1 to smithi09487127-6 2024-08-17T17:15:27.778 INFO:tasks.rados.rados.0.smithi094.stdout:2521: finishing rollback tid 2 to smithi09487127-6 2024-08-17T17:15:27.778 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1433 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:15:27.779 INFO:tasks.rados.rados.0.smithi094.stdout:2521: done (2 left) 2024-08-17T17:15:27.779 INFO:tasks.rados.rados.0.smithi094.stdout:2524: rollback oid 34 current snap is 242 2024-08-17T17:15:27.779 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 241 2024-08-17T17:15:27.779 INFO:tasks.rados.rados.0.smithi094.stdout:2525: delete oid 7 current snap is 242 2024-08-17T17:15:27.779 INFO:tasks.rados.rados.0.smithi094.stdout:2523: finishing copy_from to smithi09487127-19 2024-08-17T17:15:27.779 INFO:tasks.rados.rados.0.smithi094.stdout:2523: got expected ENOENT (src dne) 2024-08-17T17:15:27.779 INFO:tasks.rados.rados.0.smithi094.stdout:2523: finishing copy_from racing read to smithi09487127-19 2024-08-17T17:15:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2523: done (3 left) 2024-08-17T17:15:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2525: done (2 left) 2024-08-17T17:15:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2526: read oid 14 snap -1 2024-08-17T17:15:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2526: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2527: read oid 30 snap -1 2024-08-17T17:15:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2527: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:15:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2528: copy_from oid 38 from oid 31 current snap is 242 2024-08-17T17:15:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2529: rmattr oid 11 current snap is 242 2024-08-17T17:15:27.783 INFO:tasks.rados.rados.0.smithi094.stdout:2530: setattr oid 18 current snap is 242 2024-08-17T17:15:27.785 INFO:tasks.rados.rados.0.smithi094.stdout:2531: rollback oid 25 current snap is 242 2024-08-17T17:15:27.785 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 231 2024-08-17T17:15:27.785 INFO:tasks.rados.rados.0.smithi094.stdout:2532: read oid 43 snap -1 2024-08-17T17:15:27.785 INFO:tasks.rados.rados.0.smithi094.stdout:2532: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:15:27.785 INFO:tasks.rados.rados.0.smithi094.stdout:2533: read oid 2 snap -1 2024-08-17T17:15:27.785 INFO:tasks.rados.rados.0.smithi094.stdout:2533: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:27.785 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 242 2024-08-17T17:15:27.785 INFO:tasks.rados.rados.0.smithi094.stdout:2534: seq_num 761 ranges {10059776=753664} 2024-08-17T17:15:27.846 INFO:tasks.rados.rados.0.smithi094.stdout:2534: writing smithi09487127-12 from 10059776 to 10813440 tid 1 2024-08-17T17:15:27.846 INFO:tasks.rados.rados.0.smithi094.stdout:2535: snap_remove snap 238 2024-08-17T17:15:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:15:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[100402]: Upgrade: osd.7 is safe to restart 2024-08-17T17:15:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[100402]: pgmap v439: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-08-17T17:15:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[100402]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T17:15:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:15:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[102949]: Upgrade: osd.7 is safe to restart 2024-08-17T17:15:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[102949]: pgmap v439: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-08-17T17:15:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[102949]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T17:15:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:28.179 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:27 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:15:28.179 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:27 smithi190 ceph-mon[90718]: Upgrade: osd.7 is safe to restart 2024-08-17T17:15:28.179 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:27 smithi190 ceph-mon[90718]: pgmap v439: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-08-17T17:15:28.180 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:27 smithi190 ceph-mon[90718]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T17:15:28.180 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:28.180 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:28.708 INFO:tasks.rados.rados.0.smithi094.stdout:2535: done (11 left) 2024-08-17T17:15:28.709 INFO:tasks.rados.rados.0.smithi094.stdout:2536: snap_remove snap 216 2024-08-17T17:15:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[100402]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T17:15:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:15:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[100402]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T17:15:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[102949]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T17:15:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:15:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:28 smithi094 ceph-mon[102949]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T17:15:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:28 smithi190 ceph-mon[90718]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T17:15:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:28 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:28 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:15:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:28 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:29.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:28 smithi190 ceph-mon[90718]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T17:15:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:15:29] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.51.0" 2024-08-17T17:15:29.713 INFO:tasks.rados.rados.0.smithi094.stdout:2536: done (11 left) 2024-08-17T17:15:29.713 INFO:tasks.rados.rados.0.smithi094.stdout:2537: delete oid 5 current snap is 242 2024-08-17T17:15:29.713 INFO:tasks.rados.rados.0.smithi094.stdout:2522: finishing write tid 1 to smithi09487127-9 2024-08-17T17:15:29.713 INFO:tasks.rados.rados.0.smithi094.stdout:2524: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:15:29.713 INFO:tasks.rados.rados.0.smithi094.stdout:2522: finishing write tid 2 to smithi09487127-9 2024-08-17T17:15:29.713 INFO:tasks.rados.rados.0.smithi094.stdout:2528: finishing copy_from to smithi09487127-38 2024-08-17T17:15:29.713 INFO:tasks.rados.rados.0.smithi094.stdout:2528: got expected ENOENT (src dne) 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:2528: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:2524: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1130 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:2524: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1170 (ObjNum 682 snap 206 seq_num 682) dirty exists 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:2531: finishing rollback tid 0 to smithi09487127-25 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:2531: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:2531: finishing rollback tid 2 to smithi09487127-25 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 973 (ObjNum 651 snap 199 seq_num 651) dirty exists 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1315 (ObjNum 750 snap 238 seq_num 750) dirty exists 2024-08-17T17:15:29.714 INFO:tasks.rados.rados.0.smithi094.stdout:2527: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:15:29.825 INFO:tasks.rados.rados.0.smithi094.stdout:2526: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:29.905 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:29 smithi190 ceph-mon[90718]: Upgrade: Updating osd.7 2024-08-17T17:15:29.905 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:29 smithi190 ceph-mon[90718]: Deploying daemon osd.7 on smithi190 2024-08-17T17:15:29.905 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:29 smithi190 ceph-mon[90718]: pgmap v443: 121 pgs: 121 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-08-17T17:15:29.905 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:29 smithi190 ceph-mon[90718]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T17:15:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-mon[100402]: Upgrade: Updating osd.7 2024-08-17T17:15:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-mon[100402]: Deploying daemon osd.7 on smithi190 2024-08-17T17:15:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-mon[100402]: pgmap v443: 121 pgs: 121 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-08-17T17:15:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-mon[100402]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T17:15:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-mon[102949]: Upgrade: Updating osd.7 2024-08-17T17:15:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-mon[102949]: Deploying daemon osd.7 on smithi190 2024-08-17T17:15:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-mon[102949]: pgmap v443: 121 pgs: 121 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-08-17T17:15:30.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:29 smithi094 ceph-mon[102949]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T17:15:30.408 INFO:tasks.rados.rados.0.smithi094.stdout:2522: finishing write tid 3 to smithi09487127-9 2024-08-17T17:15:30.408 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1243 (ObjNum 759 snap 242 seq_num 759) dirty exists 2024-08-17T17:15:30.408 INFO:tasks.rados.rados.0.smithi094.stdout:2522: left oid 9 (ObjNum 759 snap 242 seq_num 759) 2024-08-17T17:15:30.408 INFO:tasks.rados.rados.0.smithi094.stdout:2522: done (11 left) 2024-08-17T17:15:30.408 INFO:tasks.rados.rados.0.smithi094.stdout:2524: done (10 left) 2024-08-17T17:15:30.408 INFO:tasks.rados.rados.0.smithi094.stdout:2526: done (9 left) 2024-08-17T17:15:30.408 INFO:tasks.rados.rados.0.smithi094.stdout:2527: done (8 left) 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2528: done (7 left) 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2529: done (6 left) 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2530: done (5 left) 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2531: done (4 left) 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2537: done (3 left) 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2538: rollback oid 50 current snap is 242 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 222 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2534: finishing write tid 1 to smithi09487127-12 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2534: finishing write tid 2 to smithi09487127-12 2024-08-17T17:15:30.409 INFO:tasks.rados.rados.0.smithi094.stdout:2533: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:30.513 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:15:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:15:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:15:30.990 INFO:tasks.rados.rados.0.smithi094.stdout:2534: finishing write tid 3 to smithi09487127-12 2024-08-17T17:15:30.990 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1388 (ObjNum 761 snap 242 seq_num 761) dirty exists 2024-08-17T17:15:30.990 INFO:tasks.rados.rados.0.smithi094.stdout:2534: left oid 12 (ObjNum 761 snap 242 seq_num 761) 2024-08-17T17:15:30.990 INFO:tasks.rados.rados.0.smithi094.stdout:2532: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:15:31.127 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:30 smithi190 systemd[1]: Stopping Ceph osd.7 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:15:31.435 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[57054]: 2024-08-17T17:15:31.126+0000 7fd0a7676640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:15:31.436 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[57054]: 2024-08-17T17:15:31.126+0000 7fd0a7676640 -1 osd.7 555 *** Got signal Terminated *** 2024-08-17T17:15:31.436 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[57054]: 2024-08-17T17:15:31.126+0000 7fd0a7676640 -1 osd.7 555 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:15:31.461 INFO:tasks.rados.rados.0.smithi094.stdout:2538: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:15:31.461 INFO:tasks.rados.rados.0.smithi094.stdout:2538: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:15:31.461 INFO:tasks.rados.rados.0.smithi094.stdout:2538: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:15:31.461 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1342 (ObjNum 633 snap 196 seq_num 633) dirty exists 2024-08-17T17:15:31.461 INFO:tasks.rados.rados.0.smithi094.stdout:2532: done (3 left) 2024-08-17T17:15:31.461 INFO:tasks.rados.rados.0.smithi094.stdout:2533: done (2 left) 2024-08-17T17:15:31.461 INFO:tasks.rados.rados.0.smithi094.stdout:2534: done (1 left) 2024-08-17T17:15:31.462 INFO:tasks.rados.rados.0.smithi094.stdout:2538: done (0 left) 2024-08-17T17:15:31.462 INFO:tasks.rados.rados.0.smithi094.stdout:2539: copy_from oid 33 from oid 47 current snap is 242 2024-08-17T17:15:31.462 INFO:tasks.rados.rados.0.smithi094.stdout:2540: delete oid 4 current snap is 242 2024-08-17T17:15:31.463 INFO:tasks.rados.rados.0.smithi094.stdout:2540: done (1 left) 2024-08-17T17:15:31.463 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 242 2024-08-17T17:15:31.463 INFO:tasks.rados.rados.0.smithi094.stdout:2541: seq_num 764 ranges {0=802816} 2024-08-17T17:15:31.467 INFO:tasks.rados.rados.0.smithi094.stdout:2541: writing smithi09487127-11 from 0 to 802816 tid 1 2024-08-17T17:15:31.467 INFO:tasks.rados.rados.0.smithi094.stdout:2542: copy_from oid 30 from oid 5 current snap is 242 2024-08-17T17:15:31.468 INFO:tasks.rados.rados.0.smithi094.stdout:2543: snap_remove snap 230 2024-08-17T17:15:31.764 INFO:tasks.rados.rados.0.smithi094.stdout:2542: finishing copy_from to smithi09487127-30 2024-08-17T17:15:31.764 INFO:tasks.rados.rados.0.smithi094.stdout:2542: got expected ENOENT (src dne) 2024-08-17T17:15:31.764 INFO:tasks.rados.rados.0.smithi094.stdout:2542: finishing copy_from racing read to smithi09487127-30 2024-08-17T17:15:31.764 INFO:tasks.rados.rados.0.smithi094.stdout:2541: finishing write tid 1 to smithi09487127-11 2024-08-17T17:15:31.764 INFO:tasks.rados.rados.0.smithi094.stdout:2541: finishing write tid 2 to smithi09487127-11 2024-08-17T17:15:31.764 INFO:tasks.rados.rados.0.smithi094.stdout:2539: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:15:31.764 INFO:tasks.rados.rados.0.smithi094.stdout:2541: finishing write tid 3 to smithi09487127-11 2024-08-17T17:15:31.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1132 (ObjNum 764 snap 242 seq_num 764) dirty exists 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:2541: left oid 11 (ObjNum 764 snap 242 seq_num 764) 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:2539: finishing copy_from to smithi09487127-33 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1114 (ObjNum 716 snap 225 seq_num 716) dirty exists 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:2539: done (3 left) 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:2541: done (2 left) 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:2542: done (1 left) 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:2543: done (0 left) 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 242 2024-08-17T17:15:31.765 INFO:tasks.rados.rados.0.smithi094.stdout:2544: seq_num 765 ranges {737280=417792,1155072=401408} 2024-08-17T17:15:31.770 INFO:tasks.rados.rados.0.smithi094.stdout:2544: writing smithi09487127-15 from 737280 to 1155072 tid 1 2024-08-17T17:15:31.773 INFO:tasks.rados.rados.0.smithi094.stdout:2544: writing smithi09487127-15 from 1155072 to 1556480 tid 2 2024-08-17T17:15:31.773 INFO:tasks.rados.rados.0.smithi094.stdout:2545: delete oid 40 current snap is 242 2024-08-17T17:15:31.784 INFO:tasks.rados.rados.0.smithi094.stdout:2545: done (1 left) 2024-08-17T17:15:31.784 INFO:tasks.rados.rados.0.smithi094.stdout:2546: delete oid 29 current snap is 242 2024-08-17T17:15:31.789 INFO:tasks.rados.rados.0.smithi094.stdout:2546: done (1 left) 2024-08-17T17:15:31.789 INFO:tasks.rados.rados.0.smithi094.stdout:2547: snap_remove snap 225 2024-08-17T17:15:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:31 smithi094 ceph-mon[102949]: pgmap v445: 121 pgs: 121 active+clean; 314 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-08-17T17:15:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:31 smithi094 ceph-mon[102949]: osd.7 marked itself down and dead 2024-08-17T17:15:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:31 smithi094 ceph-mon[100402]: pgmap v445: 121 pgs: 121 active+clean; 314 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-08-17T17:15:32.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:31 smithi094 ceph-mon[100402]: osd.7 marked itself down and dead 2024-08-17T17:15:32.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:31 smithi190 ceph-mon[90718]: pgmap v445: 121 pgs: 121 active+clean; 314 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-08-17T17:15:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:31 smithi190 ceph-mon[90718]: osd.7 marked itself down and dead 2024-08-17T17:15:32.601 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:32 smithi190 podman[110752]: 2024-08-17 17:15:32.321448931 +0000 UTC m=+1.301620338 container died d776acb02bc44ba13246b9fa2339bf1a3c687e763fb9b166e0f32247a3733318 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-17T17:15:32.768 INFO:tasks.rados.rados.0.smithi094.stdout:2547: done (1 left) 2024-08-17T17:15:32.768 INFO:tasks.rados.rados.0.smithi094.stdout:2548: snap_create 2024-08-17T17:15:32.791 INFO:tasks.rados.rados.0.smithi094.stdout:2544: finishing write tid 1 to smithi09487127-15 2024-08-17T17:15:32.792 INFO:tasks.rados.rados.0.smithi094.stdout:2544: finishing write tid 2 to smithi09487127-15 2024-08-17T17:15:32.793 INFO:tasks.rados.rados.0.smithi094.stdout:2544: finishing write tid 3 to smithi09487127-15 2024-08-17T17:15:32.794 INFO:tasks.rados.rados.0.smithi094.stdout:2544: finishing write tid 4 to smithi09487127-15 2024-08-17T17:15:32.794 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1451 (ObjNum 765 snap 242 seq_num 765) dirty exists 2024-08-17T17:15:32.794 INFO:tasks.rados.rados.0.smithi094.stdout:2544: left oid 15 (ObjNum 765 snap 242 seq_num 765) 2024-08-17T17:15:32.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:32 smithi190 podman[110752]: 2024-08-17 17:15:32.699886143 +0000 UTC m=+1.680057554 container cleanup d776acb02bc44ba13246b9fa2339bf1a3c687e763fb9b166e0f32247a3733318 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T17:15:32.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:32 smithi190 bash[110752]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7 2024-08-17T17:15:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:32 smithi190 ceph-mon[90718]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:15:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:32 smithi190 ceph-mon[90718]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T17:15:32.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:32 smithi190 ceph-mon[90718]: osdmap e556: 8 total, 7 up, 8 in 2024-08-17T17:15:32.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:32 smithi190 ceph-mon[90718]: pgmap v447: 121 pgs: 4 peering, 18 stale+active+clean, 99 active+clean; 318 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-08-17T17:15:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:32 smithi094 ceph-mon[102949]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:15:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:32 smithi094 ceph-mon[102949]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T17:15:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:32 smithi094 ceph-mon[102949]: osdmap e556: 8 total, 7 up, 8 in 2024-08-17T17:15:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:32 smithi094 ceph-mon[102949]: pgmap v447: 121 pgs: 4 peering, 18 stale+active+clean, 99 active+clean; 318 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-08-17T17:15:33.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:32 smithi094 ceph-mon[100402]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:15:33.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:32 smithi094 ceph-mon[100402]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T17:15:33.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:32 smithi094 ceph-mon[100402]: osdmap e556: 8 total, 7 up, 8 in 2024-08-17T17:15:33.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:32 smithi094 ceph-mon[100402]: pgmap v447: 121 pgs: 4 peering, 18 stale+active+clean, 99 active+clean; 318 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-08-17T17:15:33.295 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:32 smithi190 podman[110774]: 2024-08-17 17:15:32.96476963 +0000 UTC m=+0.647143021 container remove d776acb02bc44ba13246b9fa2339bf1a3c687e763fb9b166e0f32247a3733318 (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, CEPH_POINT_RELEASE=) 2024-08-17T17:15:33.605 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:33 smithi190 podman[110867]: 2024-08-17 17:15:33.294246981 +0000 UTC m=+0.110768162 container create 95a0aa5005420e6e8635d6455fb8da6317a4c423a1a743f80cb7c18622f6f8c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:15:33.605 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:33 smithi190 podman[110867]: 2024-08-17 17:15:33.200654465 +0000 UTC m=+0.017175619 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:15:33.605 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:33 smithi190 podman[110867]: 2024-08-17 17:15:33.504922562 +0000 UTC m=+0.321443719 container init 95a0aa5005420e6e8635d6455fb8da6317a4c423a1a743f80cb7c18622f6f8c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-17T17:15:33.606 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:33 smithi190 podman[110867]: 2024-08-17 17:15:33.510036541 +0000 UTC m=+0.326557678 container start 95a0aa5005420e6e8635d6455fb8da6317a4c423a1a743f80cb7c18622f6f8c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:15:33.606 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:33 smithi190 podman[110867]: 2024-08-17 17:15:33.604687683 +0000 UTC m=+0.421208839 container attach 95a0aa5005420e6e8635d6455fb8da6317a4c423a1a743f80cb7c18622f6f8c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-17T17:15:33.711 INFO:tasks.rados.rados.0.smithi094.stdout:2544: done (1 left) 2024-08-17T17:15:33.711 INFO:tasks.rados.rados.0.smithi094.stdout:2548: done (0 left) 2024-08-17T17:15:33.711 INFO:tasks.rados.rados.0.smithi094.stdout:2549: rmattr oid 49 current snap is 243 2024-08-17T17:15:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:2549: done (0 left) 2024-08-17T17:15:33.712 INFO:tasks.rados.rados.0.smithi094.stdout:2550: snap_remove snap 237 2024-08-17T17:15:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:33 smithi190 ceph-mon[90718]: osdmap e557: 8 total, 7 up, 8 in 2024-08-17T17:15:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:33 smithi190 ceph-mon[90718]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:15:33.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:33 smithi190 ceph-mon[90718]: osdmap e558: 8 total, 7 up, 8 in 2024-08-17T17:15:33.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:33 smithi190 podman[110867]: 2024-08-17 17:15:33.700151306 +0000 UTC m=+0.516672459 container died 95a0aa5005420e6e8635d6455fb8da6317a4c423a1a743f80cb7c18622f6f8c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T17:15:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:33 smithi094 ceph-mon[102949]: osdmap e557: 8 total, 7 up, 8 in 2024-08-17T17:15:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:33 smithi094 ceph-mon[102949]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:15:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:33 smithi094 ceph-mon[102949]: osdmap e558: 8 total, 7 up, 8 in 2024-08-17T17:15:34.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:33 smithi094 ceph-mon[100402]: osdmap e557: 8 total, 7 up, 8 in 2024-08-17T17:15:34.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:33 smithi094 ceph-mon[100402]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:15:34.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:33 smithi094 ceph-mon[100402]: osdmap e558: 8 total, 7 up, 8 in 2024-08-17T17:15:34.686 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:34 smithi190 podman[110910]: 2024-08-17 17:15:34.392221895 +0000 UTC m=+0.686033405 container remove 95a0aa5005420e6e8635d6455fb8da6317a4c423a1a743f80cb7c18622f6f8c2 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:15:34.686 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:34 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-17T17:15:34.686 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:34 smithi190 systemd[1]: Stopped Ceph osd.7 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:15:34.687 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:34 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.7.service: Consumed 15.648s CPU time. 2024-08-17T17:15:34.687 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:34 smithi190 systemd[1]: Starting Ceph osd.7 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:15:34.717 INFO:tasks.rados.rados.0.smithi094.stdout:2550: done (0 left) 2024-08-17T17:15:34.717 INFO:tasks.rados.rados.0.smithi094.stdout:2551: rollback oid 11 current snap is 243 2024-08-17T17:15:34.717 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 224 2024-08-17T17:15:34.717 INFO:tasks.rados.rados.0.smithi094.stdout:2552: delete oid 36 current snap is 243 2024-08-17T17:15:34.726 INFO:tasks.rados.rados.0.smithi094.stdout:2551: finishing rollback tid 0 to smithi09487127-11 2024-08-17T17:15:34.726 INFO:tasks.rados.rados.0.smithi094.stdout:2551: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:15:34.728 INFO:tasks.rados.rados.0.smithi094.stdout:2552: done (1 left) 2024-08-17T17:15:34.728 INFO:tasks.rados.rados.0.smithi094.stdout:2553: copy_from oid 1 from oid 9 current snap is 243 2024-08-17T17:15:34.728 INFO:tasks.rados.rados.0.smithi094.stdout:2554: snap_remove snap 240 2024-08-17T17:15:35.097 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:34 smithi190 podman[111015]: 2024-08-17 17:15:34.748774573 +0000 UTC m=+0.019734027 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:15:35.097 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:34 smithi190 podman[111015]: 2024-08-17 17:15:34.851344092 +0000 UTC m=+0.122303543 container create 9b9b52a4c174ec16e68d1fb49cc55c1d3db9e32772b118e77579097fc27ecfee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:15:35.436 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 podman[111015]: 2024-08-17 17:15:35.096658229 +0000 UTC m=+0.367617682 container init 9b9b52a4c174ec16e68d1fb49cc55c1d3db9e32772b118e77579097fc27ecfee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-17T17:15:35.436 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 podman[111015]: 2024-08-17 17:15:35.101585779 +0000 UTC m=+0.372545224 container start 9b9b52a4c174ec16e68d1fb49cc55c1d3db9e32772b118e77579097fc27ecfee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe) 2024-08-17T17:15:35.436 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:35.436 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:35.436 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:15:35.436 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 podman[111015]: 2024-08-17 17:15:35.270825443 +0000 UTC m=+0.541784892 container attach 9b9b52a4c174ec16e68d1fb49cc55c1d3db9e32772b118e77579097fc27ecfee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-17T17:15:35.437 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-17T17:15:35.720 INFO:tasks.rados.rados.0.smithi094.stdout:2551: finishing rollback tid 2 to smithi09487127-11 2024-08-17T17:15:35.720 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1135 (ObjNum 817 snap 0 seq_num 3232348752) dirty exists 2024-08-17T17:15:35.720 INFO:tasks.rados.rados.0.smithi094.stdout:2553: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:15:35.720 INFO:tasks.rados.rados.0.smithi094.stdout:2553: finishing copy_from to smithi09487127-1 2024-08-17T17:15:35.720 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1243 (ObjNum 759 snap 242 seq_num 759) dirty exists 2024-08-17T17:15:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:2551: done (2 left) 2024-08-17T17:15:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:2553: done (1 left) 2024-08-17T17:15:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:2554: done (0 left) 2024-08-17T17:15:35.721 INFO:tasks.rados.rados.0.smithi094.stdout:2555: setattr oid 24 current snap is 243 2024-08-17T17:15:35.722 INFO:tasks.rados.rados.0.smithi094.stdout:2556: snap_create 2024-08-17T17:15:35.727 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1252 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-08-17T17:15:35.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-mon[90718]: osdmap e559: 8 total, 7 up, 8 in 2024-08-17T17:15:35.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-mon[90718]: pgmap v451: 121 pgs: 9 active+undersized, 4 peering, 12 stale+active+clean, 6 active+undersized+degraded, 90 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 946 KiB/s wr, 1 op/s; 10/510 objects degraded (1.961%) 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T17:15:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate[111031]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-17T17:15:35.937 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 bash[111015]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-17T17:15:35.937 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:35 smithi190 podman[111015]: 2024-08-17 17:15:35.651011296 +0000 UTC m=+0.921970744 container died 9b9b52a4c174ec16e68d1fb49cc55c1d3db9e32772b118e77579097fc27ecfee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:15:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:35 smithi094 ceph-mon[102949]: osdmap e559: 8 total, 7 up, 8 in 2024-08-17T17:15:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:35 smithi094 ceph-mon[102949]: pgmap v451: 121 pgs: 9 active+undersized, 4 peering, 12 stale+active+clean, 6 active+undersized+degraded, 90 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 946 KiB/s wr, 1 op/s; 10/510 objects degraded (1.961%) 2024-08-17T17:15:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:35 smithi094 ceph-mon[100402]: osdmap e559: 8 total, 7 up, 8 in 2024-08-17T17:15:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:35 smithi094 ceph-mon[100402]: pgmap v451: 121 pgs: 9 active+undersized, 4 peering, 12 stale+active+clean, 6 active+undersized+degraded, 90 active+clean; 319 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 946 KiB/s wr, 1 op/s; 10/510 objects degraded (1.961%) 2024-08-17T17:15:36.566 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:36 smithi190 podman[111165]: 2024-08-17 17:15:36.241207129 +0000 UTC m=+0.578889466 container remove 9b9b52a4c174ec16e68d1fb49cc55c1d3db9e32772b118e77579097fc27ecfee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-17T17:15:36.566 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:36 smithi190 podman[111232]: 2024-08-17 17:15:36.458659541 +0000 UTC m=+0.113541808 container create 8519c5a613d104a6626a5bd2edad0980a510c2a70be1df860d46abf09c291e86 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:15:36.566 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:36 smithi190 podman[111232]: 2024-08-17 17:15:36.362278757 +0000 UTC m=+0.017161035 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:15:36.719 INFO:tasks.rados.rados.0.smithi094.stdout:2555: done (1 left) 2024-08-17T17:15:36.719 INFO:tasks.rados.rados.0.smithi094.stdout:2556: done (0 left) 2024-08-17T17:15:36.719 INFO:tasks.rados.rados.0.smithi094.stdout:2557: snap_remove snap 242 2024-08-17T17:15:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:36 smithi190 ceph-mon[90718]: Health check failed: Degraded data redundancy: 10/510 objects degraded (1.961%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:36 smithi190 ceph-mon[90718]: osdmap e560: 8 total, 7 up, 8 in 2024-08-17T17:15:36.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:36 smithi190 podman[111232]: 2024-08-17 17:15:36.669732981 +0000 UTC m=+0.324615262 container init 8519c5a613d104a6626a5bd2edad0980a510c2a70be1df860d46abf09c291e86 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe) 2024-08-17T17:15:36.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:36 smithi190 podman[111232]: 2024-08-17 17:15:36.674546525 +0000 UTC m=+0.329428792 container start 8519c5a613d104a6626a5bd2edad0980a510c2a70be1df860d46abf09c291e86 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:15:36.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:36 smithi190 ceph-osd[111270]: -- 172.21.15.190:0/3480255549 <== mon.1 v2:172.21.15.190:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d2931a5a40 con 0x55d293f72000 2024-08-17T17:15:36.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:36 smithi190 bash[111232]: 8519c5a613d104a6626a5bd2edad0980a510c2a70be1df860d46abf09c291e86 2024-08-17T17:15:36.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:36 smithi190 systemd[1]: Started Ceph osd.7 for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:15:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:36 smithi094 ceph-mon[100402]: Health check failed: Degraded data redundancy: 10/510 objects degraded (1.961%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:36 smithi094 ceph-mon[100402]: osdmap e560: 8 total, 7 up, 8 in 2024-08-17T17:15:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:36 smithi094 ceph-mon[102949]: Health check failed: Degraded data redundancy: 10/510 objects degraded (1.961%), 6 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:36 smithi094 ceph-mon[102949]: osdmap e560: 8 total, 7 up, 8 in 2024-08-17T17:15:37.730 INFO:tasks.rados.rados.0.smithi094.stdout:2557: done (0 left) 2024-08-17T17:15:37.730 INFO:tasks.rados.rados.0.smithi094.stdout:2558: delete oid 29 current snap is 244 2024-08-17T17:15:37.733 INFO:tasks.rados.rados.0.smithi094.stdout:2558: done (0 left) 2024-08-17T17:15:37.733 INFO:tasks.rados.rados.0.smithi094.stdout:2559: copy_from oid 14 from oid 22 current snap is 244 2024-08-17T17:15:37.733 INFO:tasks.rados.rados.0.smithi094.stdout:2560: delete oid 40 current snap is 244 2024-08-17T17:15:37.737 INFO:tasks.rados.rados.0.smithi094.stdout:2560: done (1 left) 2024-08-17T17:15:37.737 INFO:tasks.rados.rados.0.smithi094.stdout:2561: delete oid 21 current snap is 244 2024-08-17T17:15:37.742 INFO:tasks.rados.rados.0.smithi094.stdout:2561: done (1 left) 2024-08-17T17:15:37.742 INFO:tasks.rados.rados.0.smithi094.stdout:2562: rmattr oid 28 current snap is 244 2024-08-17T17:15:37.742 INFO:tasks.rados.rados.0.smithi094.stdout:2563: read oid 49 snap 232 2024-08-17T17:15:37.742 INFO:tasks.rados.rados.0.smithi094.stdout:2563: expect (ObjNum 671 snap 203 seq_num 671) 2024-08-17T17:15:37.742 INFO:tasks.rados.rados.0.smithi094.stdout:2564: copy_from oid 29 from oid 45 current snap is 244 2024-08-17T17:15:37.742 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 244 2024-08-17T17:15:37.742 INFO:tasks.rados.rados.0.smithi094.stdout:2565: seq_num 772 ranges {3375104=532480,3907584=401408} 2024-08-17T17:15:37.763 INFO:tasks.rados.rados.0.smithi094.stdout:2565: writing smithi09487127-9 from 3375104 to 3907584 tid 1 2024-08-17T17:15:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:2565: writing smithi09487127-9 from 3907584 to 4308992 tid 2 2024-08-17T17:15:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:2566: read oid 37 snap -1 2024-08-17T17:15:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:2566: expect (ObjNum 748 snap 238 seq_num 748) 2024-08-17T17:15:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:2567: read oid 13 snap -1 2024-08-17T17:15:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:2567: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:2568: copy_from oid 1 from oid 12 current snap is 244 2024-08-17T17:15:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1316 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-08-17T17:15:37.766 INFO:tasks.rados.rados.0.smithi094.stdout:2563: expect (ObjNum 671 snap 203 seq_num 671) 2024-08-17T17:15:37.822 INFO:tasks.rados.rados.0.smithi094.stdout:2564: finishing copy_from to smithi09487127-29 2024-08-17T17:15:37.822 INFO:tasks.rados.rados.0.smithi094.stdout:2564: got expected ENOENT (src dne) 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:2564: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:2559: finishing copy_from racing read to smithi09487127-14 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:2559: finishing copy_from to smithi09487127-14 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1249 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:2559: done (7 left) 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:2562: done (6 left) 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:2563: done (5 left) 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:2564: done (4 left) 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 244 2024-08-17T17:15:37.823 INFO:tasks.rados.rados.0.smithi094.stdout:2567: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:37.824 INFO:tasks.rados.rados.0.smithi094.stdout:2565: finishing write tid 1 to smithi09487127-9 2024-08-17T17:15:37.824 INFO:tasks.rados.rados.0.smithi094.stdout:2565: finishing write tid 2 to smithi09487127-9 2024-08-17T17:15:37.824 INFO:tasks.rados.rados.0.smithi094.stdout:2566: expect (ObjNum 748 snap 238 seq_num 748) 2024-08-17T17:15:37.858 INFO:tasks.rados.rados.0.smithi094.stdout:2565: finishing write tid 3 to smithi09487127-9 2024-08-17T17:15:37.859 INFO:tasks.rados.rados.0.smithi094.stdout:2565: finishing write tid 4 to smithi09487127-9 2024-08-17T17:15:37.859 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1247 (ObjNum 772 snap 244 seq_num 772) dirty exists 2024-08-17T17:15:37.859 INFO:tasks.rados.rados.0.smithi094.stdout:2565: left oid 9 (ObjNum 772 snap 244 seq_num 772) 2024-08-17T17:15:37.859 INFO:tasks.rados.rados.0.smithi094.stdout:2568: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:15:37.859 INFO:tasks.rados.rados.0.smithi094.stdout:2568: finishing copy_from to smithi09487127-1 2024-08-17T17:15:37.859 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1388 (ObjNum 761 snap 242 seq_num 761) dirty exists 2024-08-17T17:15:37.859 INFO:tasks.rados.rados.0.smithi094.stdout:2569: seq_num 773 ranges {0=548864,548864=401408} 2024-08-17T17:15:37.861 INFO:tasks.rados.rados.0.smithi094.stdout:2569: writing smithi09487127-4 from 0 to 548864 tid 1 2024-08-17T17:15:37.864 INFO:tasks.rados.rados.0.smithi094.stdout:2569: writing smithi09487127-4 from 548864 to 950272 tid 2 2024-08-17T17:15:37.864 INFO:tasks.rados.rados.0.smithi094.stdout:2565: done (4 left) 2024-08-17T17:15:37.864 INFO:tasks.rados.rados.0.smithi094.stdout:2566: done (3 left) 2024-08-17T17:15:37.864 INFO:tasks.rados.rados.0.smithi094.stdout:2567: done (2 left) 2024-08-17T17:15:37.864 INFO:tasks.rados.rados.0.smithi094.stdout:2568: done (1 left) 2024-08-17T17:15:37.864 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 244 2024-08-17T17:15:37.864 INFO:tasks.rados.rados.0.smithi094.stdout:2570: seq_num 774 ranges {7790592=565248,8355840=401408} 2024-08-17T17:15:37.908 INFO:tasks.rados.rados.0.smithi094.stdout:2570: writing smithi09487127-43 from 7790592 to 8355840 tid 1 2024-08-17T17:15:37.910 INFO:tasks.rados.rados.0.smithi094.stdout:2570: writing smithi09487127-43 from 8355840 to 8757248 tid 2 2024-08-17T17:15:37.910 INFO:tasks.rados.rados.0.smithi094.stdout:2571: read oid 8 snap -1 2024-08-17T17:15:37.910 INFO:tasks.rados.rados.0.smithi094.stdout:2571: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:37.910 INFO:tasks.rados.rados.0.smithi094.stdout:2572: setattr oid 2 current snap is 244 2024-08-17T17:15:37.910 INFO:tasks.rados.rados.0.smithi094.stdout:2569: finishing write tid 1 to smithi09487127-4 2024-08-17T17:15:37.910 INFO:tasks.rados.rados.0.smithi094.stdout:2569: finishing write tid 2 to smithi09487127-4 2024-08-17T17:15:37.910 INFO:tasks.rados.rados.0.smithi094.stdout:2569: finishing write tid 3 to smithi09487127-4 2024-08-17T17:15:37.910 INFO:tasks.rados.rados.0.smithi094.stdout:2569: finishing write tid 4 to smithi09487127-4 2024-08-17T17:15:37.911 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1325 (ObjNum 773 snap 244 seq_num 773) dirty exists 2024-08-17T17:15:37.911 INFO:tasks.rados.rados.0.smithi094.stdout:2569: left oid 4 (ObjNum 773 snap 244 seq_num 773) 2024-08-17T17:15:37.911 INFO:tasks.rados.rados.0.smithi094.stdout:2569: done (3 left) 2024-08-17T17:15:37.911 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 244 2024-08-17T17:15:37.911 INFO:tasks.rados.rados.0.smithi094.stdout:2573: seq_num 775 ranges {0=589824,589824=401408} 2024-08-17T17:15:37.915 INFO:tasks.rados.rados.0.smithi094.stdout:2573: writing smithi09487127-40 from 0 to 589824 tid 1 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2573: writing smithi09487127-40 from 589824 to 991232 tid 2 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2574: copy_from oid 34 from oid 6 current snap is 244 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2570: finishing write tid 1 to smithi09487127-43 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1248 (ObjNum 663 snap 203 seq_num 663) dirty exists 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2570: finishing write tid 2 to smithi09487127-43 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2570: finishing write tid 3 to smithi09487127-43 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2570: finishing write tid 4 to smithi09487127-43 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1328 (ObjNum 774 snap 244 seq_num 774) dirty exists 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2570: left oid 43 (ObjNum 774 snap 244 seq_num 774) 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2570: done (4 left) 2024-08-17T17:15:37.918 INFO:tasks.rados.rados.0.smithi094.stdout:2572: done (3 left) 2024-08-17T17:15:37.919 INFO:tasks.rados.rados.0.smithi094.stdout:2575: snap_create 2024-08-17T17:15:37.920 INFO:tasks.rados.rados.0.smithi094.stdout:2573: finishing write tid 1 to smithi09487127-40 2024-08-17T17:15:37.922 INFO:tasks.rados.rados.0.smithi094.stdout:2573: finishing write tid 2 to smithi09487127-40 2024-08-17T17:15:37.922 INFO:tasks.rados.rados.0.smithi094.stdout:2573: finishing write tid 3 to smithi09487127-40 2024-08-17T17:15:37.923 INFO:tasks.rados.rados.0.smithi094.stdout:2573: finishing write tid 4 to smithi09487127-40 2024-08-17T17:15:37.923 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1251 (ObjNum 775 snap 244 seq_num 775) dirty exists 2024-08-17T17:15:37.923 INFO:tasks.rados.rados.0.smithi094.stdout:2573: left oid 40 (ObjNum 775 snap 244 seq_num 775) 2024-08-17T17:15:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:37 smithi190 ceph-mon[90718]: osdmap e561: 8 total, 7 up, 8 in 2024-08-17T17:15:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:37 smithi190 ceph-mon[90718]: pgmap v454: 121 pgs: 32 active+undersized, 4 peering, 13 active+undersized+degraded, 72 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 3 op/s; 41/519 objects degraded (7.900%) 2024-08-17T17:15:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:37.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:37 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:37.944 INFO:tasks.rados.rados.0.smithi094.stdout:2571: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[100402]: osdmap e561: 8 total, 7 up, 8 in 2024-08-17T17:15:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[100402]: pgmap v454: 121 pgs: 32 active+undersized, 4 peering, 13 active+undersized+degraded, 72 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 3 op/s; 41/519 objects degraded (7.900%) 2024-08-17T17:15:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:38.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[102949]: osdmap e561: 8 total, 7 up, 8 in 2024-08-17T17:15:38.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[102949]: pgmap v454: 121 pgs: 32 active+undersized, 4 peering, 13 active+undersized+degraded, 72 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s wr, 3 op/s; 41/519 objects degraded (7.900%) 2024-08-17T17:15:38.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:38.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:38.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:37 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:38.172 INFO:tasks.rados.rados.0.smithi094.stdout:2574: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:15:38.172 INFO:tasks.rados.rados.0.smithi094.stdout:2574: finishing copy_from to smithi09487127-34 2024-08-17T17:15:38.172 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1433 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:15:38.435 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:15:38.067+0000 7f4d2389d640 -1 Falling back to public interface 2024-08-17T17:15:38.714 INFO:tasks.rados.rados.0.smithi094.stdout:2571: done (3 left) 2024-08-17T17:15:38.714 INFO:tasks.rados.rados.0.smithi094.stdout:2573: done (2 left) 2024-08-17T17:15:38.714 INFO:tasks.rados.rados.0.smithi094.stdout:2574: done (1 left) 2024-08-17T17:15:38.714 INFO:tasks.rados.rados.0.smithi094.stdout:2575: done (0 left) 2024-08-17T17:15:38.714 INFO:tasks.rados.rados.0.smithi094.stdout:2576: snap_create 2024-08-17T17:15:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:38 smithi190 ceph-mon[90718]: osdmap e562: 8 total, 7 up, 8 in 2024-08-17T17:15:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:38 smithi190 ceph-mon[90718]: osdmap e563: 8 total, 7 up, 8 in 2024-08-17T17:15:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:38 smithi094 ceph-mon[100402]: osdmap e562: 8 total, 7 up, 8 in 2024-08-17T17:15:39.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:38 smithi094 ceph-mon[100402]: osdmap e563: 8 total, 7 up, 8 in 2024-08-17T17:15:39.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:38 smithi094 ceph-mon[102949]: osdmap e562: 8 total, 7 up, 8 in 2024-08-17T17:15:39.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:38 smithi094 ceph-mon[102949]: osdmap e563: 8 total, 7 up, 8 in 2024-08-17T17:15:39.713 INFO:tasks.rados.rados.0.smithi094.stdout:2576: done (0 left) 2024-08-17T17:15:39.713 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 246 2024-08-17T17:15:39.713 INFO:tasks.rados.rados.0.smithi094.stdout:2577: seq_num 776 ranges {8855552=606208,9461760=401408} 2024-08-17T17:15:39.730 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:15:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:15:39] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.51.0" 2024-08-17T17:15:39.764 INFO:tasks.rados.rados.0.smithi094.stdout:2577: writing smithi09487127-42 from 8855552 to 9461760 tid 1 2024-08-17T17:15:39.767 INFO:tasks.rados.rados.0.smithi094.stdout:2577: writing smithi09487127-42 from 9461760 to 9863168 tid 2 2024-08-17T17:15:39.767 INFO:tasks.rados.rados.0.smithi094.stdout:2578: read oid 35 snap 211 2024-08-17T17:15:39.767 INFO:tasks.rados.rados.0.smithi094.stdout:2578: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:39.767 INFO:tasks.rados.rados.0.smithi094.stdout:2579: read oid 9 snap -1 2024-08-17T17:15:39.767 INFO:tasks.rados.rados.0.smithi094.stdout:2579: expect (ObjNum 772 snap 244 seq_num 772) 2024-08-17T17:15:39.767 INFO:tasks.rados.rados.0.smithi094.stdout:2580: snap_remove snap 233 2024-08-17T17:15:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:39 smithi094 ceph-mon[100402]: pgmap v457: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 41/516 objects degraded (7.946%) 2024-08-17T17:15:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:39 smithi094 ceph-mon[100402]: osdmap e564: 8 total, 7 up, 8 in 2024-08-17T17:15:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:39 smithi094 ceph-mon[102949]: pgmap v457: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 41/516 objects degraded (7.946%) 2024-08-17T17:15:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:39 smithi094 ceph-mon[102949]: osdmap e564: 8 total, 7 up, 8 in 2024-08-17T17:15:40.033 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:39 smithi190 ceph-mon[90718]: pgmap v457: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 41/516 objects degraded (7.946%) 2024-08-17T17:15:40.033 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:39 smithi190 ceph-mon[90718]: osdmap e564: 8 total, 7 up, 8 in 2024-08-17T17:15:40.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:15:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:15:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:15:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2580: done (3 left) 2024-08-17T17:15:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2581: copy_from oid 38 from oid 29 current snap is 246 2024-08-17T17:15:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2577: finishing write tid 1 to smithi09487127-42 2024-08-17T17:15:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2577: finishing write tid 2 to smithi09487127-42 2024-08-17T17:15:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2577: finishing write tid 3 to smithi09487127-42 2024-08-17T17:15:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2577: finishing write tid 4 to smithi09487127-42 2024-08-17T17:15:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 587 (ObjNum 776 snap 246 seq_num 776) dirty exists 2024-08-17T17:15:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2577: left oid 42 (ObjNum 776 snap 246 seq_num 776) 2024-08-17T17:15:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2579: expect (ObjNum 772 snap 244 seq_num 772) 2024-08-17T17:15:41.012 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:40 smithi190 ceph-mon[90718]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:15:41.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:40 smithi094 ceph-mon[100402]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:15:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:40 smithi094 ceph-mon[102949]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:15:41.030 INFO:tasks.rados.rados.0.smithi094.stdout:2578: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:41.614 INFO:tasks.rados.rados.0.smithi094.stdout:2581: finishing copy_from to smithi09487127-38 2024-08-17T17:15:41.614 INFO:tasks.rados.rados.0.smithi094.stdout:2581: got expected ENOENT (src dne) 2024-08-17T17:15:41.614 INFO:tasks.rados.rados.0.smithi094.stdout:2581: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:15:41.615 INFO:tasks.rados.rados.0.smithi094.stdout:2577: done (3 left) 2024-08-17T17:15:41.615 INFO:tasks.rados.rados.0.smithi094.stdout:2578: done (2 left) 2024-08-17T17:15:41.615 INFO:tasks.rados.rados.0.smithi094.stdout:2579: done (1 left) 2024-08-17T17:15:41.615 INFO:tasks.rados.rados.0.smithi094.stdout:2581: done (0 left) 2024-08-17T17:15:41.615 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 246 2024-08-17T17:15:41.615 INFO:tasks.rados.rados.0.smithi094.stdout:2582: seq_num 777 ranges {8757248=622592,9379840=401408} 2024-08-17T17:15:41.663 INFO:tasks.rados.rados.0.smithi094.stdout:2582: writing smithi09487127-43 from 8757248 to 9379840 tid 1 2024-08-17T17:15:41.666 INFO:tasks.rados.rados.0.smithi094.stdout:2582: writing smithi09487127-43 from 9379840 to 9781248 tid 2 2024-08-17T17:15:41.666 INFO:tasks.rados.rados.0.smithi094.stdout:2583: rollback oid 2 current snap is 246 2024-08-17T17:15:41.666 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 234 2024-08-17T17:15:41.666 INFO:tasks.rados.rados.0.smithi094.stdout:2584: snap_create 2024-08-17T17:15:41.668 INFO:tasks.rados.rados.0.smithi094.stdout:2582: finishing write tid 1 to smithi09487127-43 2024-08-17T17:15:41.668 INFO:tasks.rados.rados.0.smithi094.stdout:2582: finishing write tid 2 to smithi09487127-43 2024-08-17T17:15:41.669 INFO:tasks.rados.rados.0.smithi094.stdout:2582: finishing write tid 3 to smithi09487127-43 2024-08-17T17:15:41.670 INFO:tasks.rados.rados.0.smithi094.stdout:2583: finishing rollback tid 0 to smithi09487127-2 2024-08-17T17:15:41.670 INFO:tasks.rados.rados.0.smithi094.stdout:2582: finishing write tid 4 to smithi09487127-43 2024-08-17T17:15:41.670 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1331 (ObjNum 777 snap 246 seq_num 777) dirty exists 2024-08-17T17:15:41.671 INFO:tasks.rados.rados.0.smithi094.stdout:2582: left oid 43 (ObjNum 777 snap 246 seq_num 777) 2024-08-17T17:15:41.671 INFO:tasks.rados.rados.0.smithi094.stdout:2583: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:15:41.671 INFO:tasks.rados.rados.0.smithi094.stdout:2583: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:15:41.671 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1254 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:15:41.935 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:15:41.556+0000 7f4d2389d640 -1 osd.7 555 log_to_monitors true 2024-08-17T17:15:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:41 smithi190 ceph-mon[90718]: osdmap e565: 8 total, 7 up, 8 in 2024-08-17T17:15:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:41 smithi190 ceph-mon[90718]: pgmap v460: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.2 MiB/s wr, 11 op/s; 43/525 objects degraded (8.190%) 2024-08-17T17:15:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:41 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:41 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:41 smithi190 ceph-mon[90718]: from='osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:15:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:41 smithi190 ceph-mon[90718]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:15:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[102949]: osdmap e565: 8 total, 7 up, 8 in 2024-08-17T17:15:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[102949]: pgmap v460: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.2 MiB/s wr, 11 op/s; 43/525 objects degraded (8.190%) 2024-08-17T17:15:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[102949]: from='osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:15:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[102949]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:15:42.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[100402]: osdmap e565: 8 total, 7 up, 8 in 2024-08-17T17:15:42.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[100402]: pgmap v460: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 344 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 6.2 MiB/s wr, 11 op/s; 43/525 objects degraded (8.190%) 2024-08-17T17:15:42.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:42.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:42.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[100402]: from='osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:15:42.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:41 smithi094 ceph-mon[100402]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:15:42.237 INFO:tasks.rados.rados.0.smithi094.stdout:2582: done (2 left) 2024-08-17T17:15:42.237 INFO:tasks.rados.rados.0.smithi094.stdout:2583: done (1 left) 2024-08-17T17:15:42.237 INFO:tasks.rados.rados.0.smithi094.stdout:2584: done (0 left) 2024-08-17T17:15:42.237 INFO:tasks.rados.rados.0.smithi094.stdout:2585: snap_create 2024-08-17T17:15:42.935 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:15:42.681+0000 7f4d1763f640 -1 osd.7 555 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 43/525 objects degraded (8.190%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: osdmap e566: 8 total, 7 up, 8 in 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: from='osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:42 smithi190 ceph-mon[90718]: from='osd.7 ' entity='osd.7' 2024-08-17T17:15:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 43/525 objects degraded (8.190%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: osdmap e566: 8 total, 7 up, 8 in 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: from='osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[100402]: from='osd.7 ' entity='osd.7' 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 43/525 objects degraded (8.190%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:15:43.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: osdmap e566: 8 total, 7 up, 8 in 2024-08-17T17:15:43.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: from='osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:43.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi190", "root=default"]} : dispatch 2024-08-17T17:15:43.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:42 smithi094 ceph-mon[102949]: from='osd.7 ' entity='osd.7' 2024-08-17T17:15:43.240 INFO:tasks.rados.rados.0.smithi094.stdout:2585: done (0 left) 2024-08-17T17:15:43.240 INFO:tasks.rados.rados.0.smithi094.stdout:2586: rollback oid 2 current snap is 248 2024-08-17T17:15:43.241 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 231 2024-08-17T17:15:43.241 INFO:tasks.rados.rados.0.smithi094.stdout:2587: read oid 40 snap -1 2024-08-17T17:15:43.241 INFO:tasks.rados.rados.0.smithi094.stdout:2587: expect (ObjNum 775 snap 244 seq_num 775) 2024-08-17T17:15:43.241 INFO:tasks.rados.rados.0.smithi094.stdout:2588: read oid 24 snap -1 2024-08-17T17:15:43.241 INFO:tasks.rados.rados.0.smithi094.stdout:2588: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:43.241 INFO:tasks.rados.rados.0.smithi094.stdout:2589: snap_create 2024-08-17T17:15:43.255 INFO:tasks.rados.rados.0.smithi094.stdout:2586: finishing rollback tid 0 to smithi09487127-2 2024-08-17T17:15:43.255 INFO:tasks.rados.rados.0.smithi094.stdout:2586: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:15:43.255 INFO:tasks.rados.rados.0.smithi094.stdout:2586: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:15:43.255 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1257 (ObjNum 49 snap 0 seq_num 3187502192) dirty exists 2024-08-17T17:15:43.261 INFO:tasks.rados.rados.0.smithi094.stdout:2587: expect (ObjNum 775 snap 244 seq_num 775) 2024-08-17T17:15:43.962 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:15:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[100402]: pgmap v462: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.5 MiB/s wr, 21 op/s; 45/543 objects degraded (8.287%) 2024-08-17T17:15:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[100402]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:15:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[100402]: osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268] boot 2024-08-17T17:15:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[100402]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T17:15:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:15:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[102949]: pgmap v462: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.5 MiB/s wr, 21 op/s; 45/543 objects degraded (8.287%) 2024-08-17T17:15:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[102949]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:15:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[102949]: osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268] boot 2024-08-17T17:15:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[102949]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T17:15:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:43 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:15:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:43 smithi190 ceph-mon[90718]: pgmap v462: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.5 MiB/s wr, 21 op/s; 45/543 objects degraded (8.287%) 2024-08-17T17:15:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:43 smithi190 ceph-mon[90718]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:15:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:43 smithi190 ceph-mon[90718]: osd.7 [v2:172.21.15.190:6824/4009661268,v1:172.21.15.190:6825/4009661268] boot 2024-08-17T17:15:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:43 smithi190 ceph-mon[90718]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T17:15:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:43 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:15:44.244 INFO:tasks.rados.rados.0.smithi094.stdout:2586: done (3 left) 2024-08-17T17:15:44.245 INFO:tasks.rados.rados.0.smithi094.stdout:2587: done (2 left) 2024-08-17T17:15:44.245 INFO:tasks.rados.rados.0.smithi094.stdout:2589: done (1 left) 2024-08-17T17:15:44.245 INFO:tasks.rados.rados.0.smithi094.stdout:2590: read oid 44 snap -1 2024-08-17T17:15:44.245 INFO:tasks.rados.rados.0.smithi094.stdout:2590: expect deleted 2024-08-17T17:15:44.245 INFO:tasks.rados.rados.0.smithi094.stdout:2591: rmattr oid 31 current snap is 249 2024-08-17T17:15:44.246 INFO:tasks.rados.rados.0.smithi094.stdout:2591: done (2 left) 2024-08-17T17:15:44.246 INFO:tasks.rados.rados.0.smithi094.stdout:2592: rollback oid 4 current snap is 249 2024-08-17T17:15:44.246 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 246 2024-08-17T17:15:44.246 INFO:tasks.rados.rados.0.smithi094.stdout:2593: copy_from oid 14 from oid 27 current snap is 249 2024-08-17T17:15:44.246 INFO:tasks.rados.rados.0.smithi094.stdout:2594: delete oid 19 current snap is 249 2024-08-17T17:15:44.248 INFO:tasks.rados.rados.0.smithi094.stdout:2594: done (4 left) 2024-08-17T17:15:44.248 INFO:tasks.rados.rados.0.smithi094.stdout:2595: read oid 1 snap 234 2024-08-17T17:15:44.248 INFO:tasks.rados.rados.0.smithi094.stdout:2595: expect deleted 2024-08-17T17:15:44.249 INFO:tasks.rados.rados.0.smithi094.stdout:2596: snap_create 2024-08-17T17:15:44.270 INFO:tasks.rados.rados.0.smithi094.stdout:2592: finishing rollback tid 0 to smithi09487127-4 2024-08-17T17:15:44.271 INFO:tasks.rados.rados.0.smithi094.stdout:2592: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:15:44.271 INFO:tasks.rados.rados.0.smithi094.stdout:2592: finishing rollback tid 2 to smithi09487127-4 2024-08-17T17:15:44.271 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1334 (ObjNum 773 snap 244 seq_num 773) dirty exists 2024-08-17T17:15:44.301 INFO:tasks.rados.rados.0.smithi094.stdout:2593: finishing copy_from racing read to smithi09487127-14 2024-08-17T17:15:44.305 INFO:tasks.rados.rados.0.smithi094.stdout:2593: finishing copy_from to smithi09487127-14 2024-08-17T17:15:44.305 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 388 (ObjNum 752 snap 238 seq_num 752) dirty exists 2024-08-17T17:15:44.337 INFO:tasks.rados.rados.0.smithi094.stdout:2588: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:44.557 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:15:44.557 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (6m) 2m ago 11m 18.9M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:15:44.557 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (6m) 3s ago 10m 86.2M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:15:44.557 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (12m) 2m ago 12m 20.1M - 17.2.7-1404-gf2c39d4d f69471c56189 3bb157ad38ed 2024-08-17T17:15:44.557 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (12m) 3s ago 12m 15.3M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:15:44.557 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (5m) 3s ago 16m 457M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (6m) 2m ago 17m 521M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (5m) 2m ago 17m 60.3M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (4m) 3s ago 16m 52.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (5m) 2m ago 16m 48.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (6m) 2m ago 10m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (6m) 3s ago 10m 10.5M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (4m) 2m ago 15m 206M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (3m) 2m ago 15m 149M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (2m) 2m ago 14m 116M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (2m) 2m ago 14m 11.7M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3bee04f6a6a4 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (109s) 3s ago 14m 241M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 525529b4c9d6 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (76s) 3s ago 13m 184M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1b81d54ea5c4 2024-08-17T17:15:44.558 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (42s) 3s ago 13m 112M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d3c469787af0 2024-08-17T17:15:44.559 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (8s) 3s ago 12m 12.2M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8519c5a613d1 2024-08-17T17:15:44.559 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (5m) 3s ago 11m 53.9M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:15:44.913 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:15:44.913 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:15:44.913 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:15:44.913 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:15:44.913 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 17.2.7-1404-gf2c39d4d (f2c39d4d5abc084f975be26cc0141421e55727d8) quincy (stable)": 2, 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 13 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:15:44.914 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:15:45.220 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:15:45.220 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:15:45.220 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:15:45.220 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:15:45.221 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:15:45.221 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:15:45.221 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr", 2024-08-17T17:15:45.221 INFO:teuthology.orchestra.run.smithi094.stdout: "osd" 2024-08-17T17:15:45.221 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:15:45.222 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "13/20 daemons upgraded", 2024-08-17T17:15:45.222 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:15:45.222 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:15:45.222 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi094.stdout:2588: done (5 left) 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi094.stdout:2590: done (4 left) 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi094.stdout:2592: done (3 left) 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi094.stdout:2593: done (2 left) 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi094.stdout:2595: done (1 left) 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi094.stdout:2596: done (0 left) 2024-08-17T17:15:45.250 INFO:tasks.rados.rados.0.smithi094.stdout:2597: rollback oid 18 current snap is 250 2024-08-17T17:15:45.250 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 224 2024-08-17T17:15:45.250 INFO:tasks.rados.rados.0.smithi094.stdout:2598: copy_from oid 24 from oid 30 current snap is 250 2024-08-17T17:15:45.250 INFO:tasks.rados.rados.0.smithi094.stdout:2599: copy_from oid 10 from oid 22 current snap is 250 2024-08-17T17:15:45.250 INFO:tasks.rados.rados.0.smithi094.stdout:2600: snap_remove snap 239 2024-08-17T17:15:45.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: pgmap v465: 121 pgs: 4 peering, 33 active+undersized, 12 active+undersized+degraded, 72 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s; 44/543 objects degraded (8.103%) 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2840359302' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:45.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T17:15:45.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T17:15:45.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: pgmap v465: 121 pgs: 4 peering, 33 active+undersized, 12 active+undersized+degraded, 72 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s; 44/543 objects degraded (8.103%) 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2840359302' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T17:15:45.527 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T17:15:45.528 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T17:15:45.528 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T17:15:45.528 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T17:15:45.528 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T17:15:45.528 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T17:15:45.528 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:45 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T17:15:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T17:15:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: pgmap v465: 121 pgs: 4 peering, 33 active+undersized, 12 active+undersized+degraded, 72 active+clean; 350 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 12 op/s; 44/543 objects degraded (8.103%) 2024-08-17T17:15:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2840359302' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T17:15:45.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T17:15:45.688 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:45 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T17:15:46.250 INFO:tasks.rados.rados.0.smithi094.stdout:2600: done (3 left) 2024-08-17T17:15:46.250 INFO:tasks.rados.rados.0.smithi094.stdout:2601: read oid 16 snap -1 2024-08-17T17:15:46.250 INFO:tasks.rados.rados.0.smithi094.stdout:2601: expect deleted 2024-08-17T17:15:46.250 INFO:tasks.rados.rados.0.smithi094.stdout:2602: rollback oid 11 current snap is 250 2024-08-17T17:15:46.250 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 249 2024-08-17T17:15:46.250 INFO:tasks.rados.rados.0.smithi094.stdout:2603: copy_from oid 35 from oid 42 current snap is 250 2024-08-17T17:15:46.250 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 250 2024-08-17T17:15:46.250 INFO:tasks.rados.rados.0.smithi094.stdout:2604: seq_num 779 ranges {9641984=655360,10297344=401408} 2024-08-17T17:15:46.305 INFO:tasks.rados.rados.0.smithi094.stdout:2604: writing smithi09487127-39 from 9641984 to 10297344 tid 1 2024-08-17T17:15:46.307 INFO:tasks.rados.rados.0.smithi094.stdout:2604: writing smithi09487127-39 from 10297344 to 10698752 tid 2 2024-08-17T17:15:46.307 INFO:tasks.rados.rados.0.smithi094.stdout:2605: snap_remove snap 229 2024-08-17T17:15:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all osd 2024-08-17T17:15:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[100402]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T17:15:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[100402]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[100402]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T17:15:46.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[100402]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[100402]: Upgrade: It appears safe to stop mds.a 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all osd 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[102949]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[102949]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[102949]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[102949]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T17:15:46.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:46 smithi094 ceph-mon[102949]: Upgrade: It appears safe to stop mds.a 2024-08-17T17:15:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:46 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all osd 2024-08-17T17:15:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:46 smithi190 ceph-mon[90718]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T17:15:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:46 smithi190 ceph-mon[90718]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:46 smithi190 ceph-mon[90718]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T17:15:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:46 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T17:15:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:46 smithi190 ceph-mon[90718]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T17:15:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:46 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T17:15:46.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:46 smithi190 ceph-mon[90718]: Upgrade: It appears safe to stop mds.a 2024-08-17T17:15:47.260 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[100402]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T17:15:47.260 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[100402]: pgmap v468: 121 pgs: 4 peering, 19 active+undersized, 8 active+undersized+degraded, 90 active+clean; 351 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 726 KiB/s rd, 234 KiB/s wr, 2 op/s; 19/552 objects degraded (3.442%); 10 MiB/s, 1 objects/s recovering 2024-08-17T17:15:47.260 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:47.260 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:15:47.260 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2605: done (7 left) 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2606: delete oid 26 current snap is 250 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2597: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2597: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2597: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1319 (ObjNum 611 snap 187 seq_num 611) dirty exists 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2598: finishing copy_from racing read to smithi09487127-24 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2599: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2598: finishing copy_from to smithi09487127-24 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1251 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:2599: finishing copy_from to smithi09487127-10 2024-08-17T17:15:47.264 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1249 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2602: finishing rollback tid 0 to smithi09487127-11 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2602: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2602: finishing rollback tid 2 to smithi09487127-11 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1138 (ObjNum 33 snap 0 seq_num 1433141222) dirty exists 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2603: finishing copy_from racing read to smithi09487127-35 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2603: finishing copy_from to smithi09487127-35 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 587 (ObjNum 776 snap 246 seq_num 776) dirty exists 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2604: finishing write tid 1 to smithi09487127-39 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2604: finishing write tid 2 to smithi09487127-39 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2604: finishing write tid 3 to smithi09487127-39 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2604: finishing write tid 4 to smithi09487127-39 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1345 (ObjNum 779 snap 250 seq_num 779) dirty exists 2024-08-17T17:15:47.265 INFO:tasks.rados.rados.0.smithi094.stdout:2604: left oid 39 (ObjNum 779 snap 250 seq_num 779) 2024-08-17T17:15:47.273 INFO:tasks.rados.rados.0.smithi094.stdout:2597: done (7 left) 2024-08-17T17:15:47.273 INFO:tasks.rados.rados.0.smithi094.stdout:2598: done (6 left) 2024-08-17T17:15:47.273 INFO:tasks.rados.rados.0.smithi094.stdout:2599: done (5 left) 2024-08-17T17:15:47.273 INFO:tasks.rados.rados.0.smithi094.stdout:2601: done (4 left) 2024-08-17T17:15:47.273 INFO:tasks.rados.rados.0.smithi094.stdout:2602: done (3 left) 2024-08-17T17:15:47.274 INFO:tasks.rados.rados.0.smithi094.stdout:2603: done (2 left) 2024-08-17T17:15:47.274 INFO:tasks.rados.rados.0.smithi094.stdout:2604: done (1 left) 2024-08-17T17:15:47.274 INFO:tasks.rados.rados.0.smithi094.stdout:2606: done (0 left) 2024-08-17T17:15:47.274 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 250 2024-08-17T17:15:47.274 INFO:tasks.rados.rados.0.smithi094.stdout:2607: seq_num 781 ranges {9781248=688128,10469376=401408} 2024-08-17T17:15:47.330 INFO:tasks.rados.rados.0.smithi094.stdout:2607: writing smithi09487127-43 from 9781248 to 10469376 tid 1 2024-08-17T17:15:47.332 INFO:tasks.rados.rados.0.smithi094.stdout:2607: writing smithi09487127-43 from 10469376 to 10870784 tid 2 2024-08-17T17:15:47.332 INFO:tasks.rados.rados.0.smithi094.stdout:2608: snap_remove snap 226 2024-08-17T17:15:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[102949]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T17:15:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[102949]: pgmap v468: 121 pgs: 4 peering, 19 active+undersized, 8 active+undersized+degraded, 90 active+clean; 351 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 726 KiB/s rd, 234 KiB/s wr, 2 op/s; 19/552 objects degraded (3.442%); 10 MiB/s, 1 objects/s recovering 2024-08-17T17:15:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:15:47.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:47 smithi190 ceph-mon[90718]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T17:15:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:47 smithi190 ceph-mon[90718]: pgmap v468: 121 pgs: 4 peering, 19 active+undersized, 8 active+undersized+degraded, 90 active+clean; 351 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 726 KiB/s rd, 234 KiB/s wr, 2 op/s; 19/552 objects degraded (3.442%); 10 MiB/s, 1 objects/s recovering 2024-08-17T17:15:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:47.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:15:47.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:48.269 INFO:tasks.rados.rados.0.smithi094.stdout:2608: done (1 left) 2024-08-17T17:15:48.269 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 250 2024-08-17T17:15:48.269 INFO:tasks.rados.rados.0.smithi094.stdout:2609: seq_num 782 ranges {0=704512,704512=401408} 2024-08-17T17:15:48.273 INFO:tasks.rados.rados.0.smithi094.stdout:2609: writing smithi09487127-21 from 0 to 704512 tid 1 2024-08-17T17:15:48.276 INFO:tasks.rados.rados.0.smithi094.stdout:2609: writing smithi09487127-21 from 704512 to 1105920 tid 2 2024-08-17T17:15:48.276 INFO:tasks.rados.rados.0.smithi094.stdout:2607: finishing write tid 1 to smithi09487127-43 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:2607: finishing write tid 2 to smithi09487127-43 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:2607: finishing write tid 3 to smithi09487127-43 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:2607: finishing write tid 4 to smithi09487127-43 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1337 (ObjNum 781 snap 250 seq_num 781) dirty exists 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:2607: left oid 43 (ObjNum 781 snap 250 seq_num 781) 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:2607: done (1 left) 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:2610: rmattr oid 36 current snap is 250 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:2610: done (1 left) 2024-08-17T17:15:48.277 INFO:tasks.rados.rados.0.smithi094.stdout:2611: snap_remove snap 243 2024-08-17T17:15:48.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-mon[100402]: Upgrade: Updating mds.a 2024-08-17T17:15:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-mon[100402]: Deploying daemon mds.a on smithi094 2024-08-17T17:15:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-mon[100402]: Health check update: Degraded data redundancy: 19/552 objects degraded (3.442%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:48.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-mon[100402]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T17:15:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-mon[102949]: Upgrade: Updating mds.a 2024-08-17T17:15:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-mon[102949]: Deploying daemon mds.a on smithi094 2024-08-17T17:15:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-mon[102949]: Health check update: Degraded data redundancy: 19/552 objects degraded (3.442%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:48.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-mon[102949]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T17:15:48.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:48 smithi190 ceph-mon[90718]: Upgrade: Updating mds.a 2024-08-17T17:15:48.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:48 smithi190 ceph-mon[90718]: Deploying daemon mds.a on smithi094 2024-08-17T17:15:48.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:48 smithi190 ceph-mon[90718]: Health check update: Degraded data redundancy: 19/552 objects degraded (3.442%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:15:48.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:48 smithi190 ceph-mon[90718]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T17:15:48.856 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:48 smithi094 systemd[1]: Stopping Ceph mds.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:15:48.867 INFO:tasks.rados.rados.0.smithi094.stdout:2609: finishing write tid 1 to smithi09487127-21 2024-08-17T17:15:48.867 INFO:tasks.rados.rados.0.smithi094.stdout:2609: finishing write tid 2 to smithi09487127-21 2024-08-17T17:15:48.868 INFO:tasks.rados.rados.0.smithi094.stdout:2609: finishing write tid 3 to smithi09487127-21 2024-08-17T17:15:48.868 INFO:tasks.rados.rados.0.smithi094.stdout:2609: finishing write tid 4 to smithi09487127-21 2024-08-17T17:15:48.868 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1265 (ObjNum 782 snap 250 seq_num 782) dirty exists 2024-08-17T17:15:48.868 INFO:tasks.rados.rados.0.smithi094.stdout:2609: left oid 21 (ObjNum 782 snap 250 seq_num 782) 2024-08-17T17:15:48.868 INFO:tasks.rados.rados.0.smithi094.stdout:2609: done (1 left) 2024-08-17T17:15:48.868 INFO:tasks.rados.rados.0.smithi094.stdout:2611: done (0 left) 2024-08-17T17:15:48.868 INFO:tasks.rados.rados.0.smithi094.stdout:2612: snap_remove snap 211 2024-08-17T17:15:49.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[100379]: 2024-08-17T17:15:48.855+0000 7fefd546f640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:15:49.270 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[69535]: 2024-08-17T17:15:48.854+0000 7fcd9ee13640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:15:49.270 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:48 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[69535]: 2024-08-17T17:15:48.855+0000 7fcd9ee13640 -1 mds.a *** got signal Terminated *** 2024-08-17T17:15:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:15:49] "GET /metrics HTTP/1.1" 200 36377 "" "Prometheus/2.51.0" 2024-08-17T17:15:49.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T17:15:49.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: pgmap v471: 121 pgs: 4 peering, 117 active+clean; 369 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 6 op/s; 14 MiB/s, 2 objects/s recovering 2024-08-17T17:15:49.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[100402]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: pgmap v471: 121 pgs: 4 peering, 117 active+clean; 369 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 6 op/s; 14 MiB/s, 2 objects/s recovering 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:15:49.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:15:49.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T17:15:49.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T17:15:49.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:15:49.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:15:49.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:49 smithi094 ceph-mon[102949]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-17T17:15:49.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T17:15:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: pgmap v471: 121 pgs: 4 peering, 117 active+clean; 369 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 6 op/s; 14 MiB/s, 2 objects/s recovering 2024-08-17T17:15:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:15:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:15:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T17:15:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T17:15:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:15:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:15:49.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-mon[90718]: fsmap cephfs:1/1 {0=b=up:replay} 2024-08-17T17:15:49.880 INFO:tasks.rados.rados.0.smithi094.stdout:2612: done (0 left) 2024-08-17T17:15:49.880 INFO:tasks.rados.rados.0.smithi094.stdout:2613: rmattr oid 22 current snap is 250 2024-08-17T17:15:49.880 INFO:tasks.rados.rados.0.smithi094.stdout:2614: read oid 37 snap -1 2024-08-17T17:15:49.881 INFO:tasks.rados.rados.0.smithi094.stdout:2614: expect (ObjNum 748 snap 238 seq_num 748) 2024-08-17T17:15:49.881 INFO:tasks.rados.rados.0.smithi094.stdout:2615: read oid 3 snap -1 2024-08-17T17:15:49.881 INFO:tasks.rados.rados.0.smithi094.stdout:2615: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:49.881 INFO:tasks.rados.rados.0.smithi094.stdout:2616: snap_remove snap 235 2024-08-17T17:15:50.185 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:15:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:15:49.910+0000 7f903d483640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 128 after trimming was started 2024-08-17T17:15:50.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:50 smithi094 ceph-mon[100402]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/552 objects degraded (3.442%), 8 pgs degraded) 2024-08-17T17:15:50.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:50 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:reconnect 2024-08-17T17:15:50.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:50 smithi094 ceph-mon[100402]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-17T17:15:50.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:50 smithi094 ceph-mon[100402]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T17:15:50.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:50 smithi094 ceph-mon[102949]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/552 objects degraded (3.442%), 8 pgs degraded) 2024-08-17T17:15:50.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:50 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:reconnect 2024-08-17T17:15:50.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:50 smithi094 ceph-mon[102949]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-17T17:15:50.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:50 smithi094 ceph-mon[102949]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T17:15:50.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:15:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:15:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:15:50.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:50 smithi190 ceph-mon[90718]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/552 objects degraded (3.442%), 8 pgs degraded) 2024-08-17T17:15:50.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:50 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:reconnect 2024-08-17T17:15:50.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:50 smithi190 ceph-mon[90718]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-08-17T17:15:50.687 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:50 smithi190 ceph-mon[90718]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T17:15:50.880 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1265 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:15:50.880 INFO:tasks.rados.rados.0.smithi094.stdout:2614: expect (ObjNum 748 snap 238 seq_num 748) 2024-08-17T17:15:50.923 INFO:tasks.rados.rados.0.smithi094.stdout:2615: expect (ObjNum 545 snap 167 seq_num 545) 2024-08-17T17:15:51.147 INFO:tasks.rados.rados.0.smithi094.stdout:2613: done (3 left) 2024-08-17T17:15:51.147 INFO:tasks.rados.rados.0.smithi094.stdout:2614: done (2 left) 2024-08-17T17:15:51.147 INFO:tasks.rados.rados.0.smithi094.stdout:2615: done (1 left) 2024-08-17T17:15:51.147 INFO:tasks.rados.rados.0.smithi094.stdout:2616: done (0 left) 2024-08-17T17:15:51.147 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 250 2024-08-17T17:15:51.147 INFO:tasks.rados.rados.0.smithi094.stdout:2617: seq_num 783 ranges {9863168=720896,10584064=401408} 2024-08-17T17:15:51.202 INFO:tasks.rados.rados.0.smithi094.stdout:2617: writing smithi09487127-35 from 9863168 to 10584064 tid 1 2024-08-17T17:15:51.204 INFO:tasks.rados.rados.0.smithi094.stdout:2617: writing smithi09487127-35 from 10584064 to 10985472 tid 2 2024-08-17T17:15:51.204 INFO:tasks.rados.rados.0.smithi094.stdout:2618: snap_create 2024-08-17T17:15:51.207 INFO:tasks.rados.rados.0.smithi094.stdout:2617: finishing write tid 1 to smithi09487127-35 2024-08-17T17:15:51.207 INFO:tasks.rados.rados.0.smithi094.stdout:2617: finishing write tid 2 to smithi09487127-35 2024-08-17T17:15:51.208 INFO:tasks.rados.rados.0.smithi094.stdout:2617: finishing write tid 3 to smithi09487127-35 2024-08-17T17:15:51.211 INFO:tasks.rados.rados.0.smithi094.stdout:2617: finishing write tid 4 to smithi09487127-35 2024-08-17T17:15:51.211 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1255 (ObjNum 783 snap 250 seq_num 783) dirty exists 2024-08-17T17:15:51.211 INFO:tasks.rados.rados.0.smithi094.stdout:2617: left oid 35 (ObjNum 783 snap 250 seq_num 783) 2024-08-17T17:15:51.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:51 smithi190 ceph-mon[90718]: pgmap v474: 121 pgs: 121 active+clean; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 7 op/s; 3.7 MiB/s, 0 objects/s recovering 2024-08-17T17:15:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:51 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:rejoin 2024-08-17T17:15:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:51 smithi190 ceph-mon[90718]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-17T17:15:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:51 smithi190 ceph-mon[90718]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T17:15:51.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:51 smithi190 ceph-mon[90718]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T17:15:51.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[100402]: pgmap v474: 121 pgs: 121 active+clean; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 7 op/s; 3.7 MiB/s, 0 objects/s recovering 2024-08-17T17:15:51.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:rejoin 2024-08-17T17:15:51.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[100402]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-17T17:15:51.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[100402]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T17:15:51.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[100402]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T17:15:51.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[102949]: pgmap v474: 121 pgs: 121 active+clean; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 7 op/s; 3.7 MiB/s, 0 objects/s recovering 2024-08-17T17:15:51.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:rejoin 2024-08-17T17:15:51.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[102949]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-08-17T17:15:51.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[102949]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T17:15:51.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:51 smithi094 ceph-mon[102949]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T17:15:51.880 INFO:tasks.rados.rados.0.smithi094.stdout:2617: done (1 left) 2024-08-17T17:15:51.881 INFO:tasks.rados.rados.0.smithi094.stdout:2618: done (0 left) 2024-08-17T17:15:51.881 INFO:tasks.rados.rados.0.smithi094.stdout:2619: read oid 32 snap -1 2024-08-17T17:15:51.881 INFO:tasks.rados.rados.0.smithi094.stdout:2619: expect (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:15:51.881 INFO:tasks.rados.rados.0.smithi094.stdout:2620: rollback oid 11 current snap is 251 2024-08-17T17:15:51.881 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 234 2024-08-17T17:15:51.881 INFO:tasks.rados.rados.0.smithi094.stdout:2621: setattr oid 49 current snap is 251 2024-08-17T17:15:51.882 INFO:tasks.rados.rados.0.smithi094.stdout:2622: copy_from oid 50 from oid 39 current snap is 251 2024-08-17T17:15:51.882 INFO:tasks.rados.rados.0.smithi094.stdout:2623: rmattr oid 46 current snap is 251 2024-08-17T17:15:51.882 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 251 2024-08-17T17:15:51.882 INFO:tasks.rados.rados.0.smithi094.stdout:2624: seq_num 784 ranges {0=737280,737280=401408} 2024-08-17T17:15:51.887 INFO:tasks.rados.rados.0.smithi094.stdout:2624: writing smithi09487127-44 from 0 to 737280 tid 1 2024-08-17T17:15:51.890 INFO:tasks.rados.rados.0.smithi094.stdout:2624: writing smithi09487127-44 from 737280 to 1138688 tid 2 2024-08-17T17:15:51.890 INFO:tasks.rados.rados.0.smithi094.stdout:2625: delete oid 19 current snap is 251 2024-08-17T17:15:51.890 INFO:tasks.rados.rados.0.smithi094.stdout:2620: finishing rollback tid 0 to smithi09487127-11 2024-08-17T17:15:51.890 INFO:tasks.rados.rados.0.smithi094.stdout:2620: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:15:51.891 INFO:tasks.rados.rados.0.smithi094.stdout:2620: finishing rollback tid 2 to smithi09487127-11 2024-08-17T17:15:51.891 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1141 (ObjNum 65 snap 0 seq_num 1381652307) dirty exists 2024-08-17T17:15:51.891 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1320 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:15:51.891 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1266 (ObjNum 16449 snap 0 seq_num 3214446080) dirty exists 2024-08-17T17:15:51.895 INFO:tasks.rados.rados.0.smithi094.stdout:2620: done (6 left) 2024-08-17T17:15:51.895 INFO:tasks.rados.rados.0.smithi094.stdout:2621: done (5 left) 2024-08-17T17:15:51.895 INFO:tasks.rados.rados.0.smithi094.stdout:2623: done (4 left) 2024-08-17T17:15:51.895 INFO:tasks.rados.rados.0.smithi094.stdout:2625: done (3 left) 2024-08-17T17:15:51.895 INFO:tasks.rados.rados.0.smithi094.stdout:2626: snap_remove snap 234 2024-08-17T17:15:52.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:52 smithi190 ceph-mon[90718]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:15:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:52 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:15:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:52 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:active 2024-08-17T17:15:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:52 smithi190 ceph-mon[90718]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T17:15:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:52 smithi190 ceph-mon[90718]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T17:15:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[100402]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:15:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:15:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:active 2024-08-17T17:15:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[100402]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T17:15:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[100402]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T17:15:52.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[102949]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:15:52.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:15:52.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.190:6832/2858381046,v1:172.21.15.190:6833/2858381046] up:active 2024-08-17T17:15:52.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[102949]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T17:15:52.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:52 smithi094 ceph-mon[102949]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T17:15:52.882 INFO:tasks.rados.rados.0.smithi094.stdout:2626: done (3 left) 2024-08-17T17:15:52.882 INFO:tasks.rados.rados.0.smithi094.stdout:2624: finishing write tid 1 to smithi09487127-44 2024-08-17T17:15:52.883 INFO:tasks.rados.rados.0.smithi094.stdout:2624: finishing write tid 2 to smithi09487127-44 2024-08-17T17:15:52.883 INFO:tasks.rados.rados.0.smithi094.stdout:2624: finishing write tid 3 to smithi09487127-44 2024-08-17T17:15:52.883 INFO:tasks.rados.rados.0.smithi094.stdout:2624: finishing write tid 4 to smithi09487127-44 2024-08-17T17:15:52.883 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1504 (ObjNum 784 snap 251 seq_num 784) dirty exists 2024-08-17T17:15:52.883 INFO:tasks.rados.rados.0.smithi094.stdout:2624: left oid 44 (ObjNum 784 snap 251 seq_num 784) 2024-08-17T17:15:52.883 INFO:tasks.rados.rados.0.smithi094.stdout:2622: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:15:52.883 INFO:tasks.rados.rados.0.smithi094.stdout:2619: expect (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:15:53.185 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:15:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b[61596]: 2024-08-17T17:15:52.690+0000 7fb9db385640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T17:15:53.538 INFO:tasks.rados.rados.0.smithi094.stdout:2622: finishing copy_from to smithi09487127-50 2024-08-17T17:15:53.539 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1345 (ObjNum 779 snap 250 seq_num 779) dirty exists 2024-08-17T17:15:53.539 INFO:tasks.rados.rados.0.smithi094.stdout:2627: read oid 21 snap -1 2024-08-17T17:15:53.539 INFO:tasks.rados.rados.0.smithi094.stdout:2627: expect (ObjNum 782 snap 250 seq_num 782) 2024-08-17T17:15:53.539 INFO:tasks.rados.rados.0.smithi094.stdout:2619: done (3 left) 2024-08-17T17:15:53.539 INFO:tasks.rados.rados.0.smithi094.stdout:2622: done (2 left) 2024-08-17T17:15:53.539 INFO:tasks.rados.rados.0.smithi094.stdout:2624: done (1 left) 2024-08-17T17:15:53.539 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 251 2024-08-17T17:15:53.539 INFO:tasks.rados.rados.0.smithi094.stdout:2628: seq_num 786 ranges {950272=770048,1720320=401408} 2024-08-17T17:15:53.547 INFO:tasks.rados.rados.0.smithi094.stdout:2628: writing smithi09487127-4 from 950272 to 1720320 tid 1 2024-08-17T17:15:53.550 INFO:tasks.rados.rados.0.smithi094.stdout:2628: writing smithi09487127-4 from 1720320 to 2121728 tid 2 2024-08-17T17:15:53.550 INFO:tasks.rados.rados.0.smithi094.stdout:2629: rollback oid 28 current snap is 251 2024-08-17T17:15:53.550 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 232 2024-08-17T17:15:53.550 INFO:tasks.rados.rados.0.smithi094.stdout:2627: expect (ObjNum 782 snap 250 seq_num 782) 2024-08-17T17:15:53.583 INFO:tasks.rados.rados.0.smithi094.stdout:2629: finishing rollback tid 0 to smithi09487127-28 2024-08-17T17:15:53.584 INFO:tasks.rados.rados.0.smithi094.stdout:2628: finishing write tid 1 to smithi09487127-4 2024-08-17T17:15:53.584 INFO:tasks.rados.rados.0.smithi094.stdout:2629: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:15:53.584 INFO:tasks.rados.rados.0.smithi094.stdout:2629: finishing rollback tid 2 to smithi09487127-28 2024-08-17T17:15:53.584 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1323 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:2628: finishing write tid 2 to smithi09487127-4 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:2627: done (2 left) 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:2629: done (1 left) 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:2630: rmattr oid 10 current snap is 251 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:2628: finishing write tid 3 to smithi09487127-4 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:2628: finishing write tid 4 to smithi09487127-4 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1340 (ObjNum 786 snap 251 seq_num 786) dirty exists 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:2628: left oid 4 (ObjNum 786 snap 251 seq_num 786) 2024-08-17T17:15:53.585 INFO:tasks.rados.rados.0.smithi094.stdout:2628: done (1 left) 2024-08-17T17:15:53.586 INFO:tasks.rados.rados.0.smithi094.stdout:2631: read oid 4 snap 236 2024-08-17T17:15:53.586 INFO:tasks.rados.rados.0.smithi094.stdout:2631: expect (ObjNum 733 snap 235 seq_num 733) 2024-08-17T17:15:53.586 INFO:tasks.rados.rados.0.smithi094.stdout:2632: delete oid 5 current snap is 251 2024-08-17T17:15:53.588 INFO:tasks.rados.rados.0.smithi094.stdout:2632: done (2 left) 2024-08-17T17:15:53.588 INFO:tasks.rados.rados.0.smithi094.stdout:2633: copy_from oid 40 from oid 37 current snap is 251 2024-08-17T17:15:53.588 INFO:tasks.rados.rados.0.smithi094.stdout:2634: read oid 32 snap -1 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:2634: expect (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:2635: read oid 39 snap -1 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:2635: expect (ObjNum 779 snap 250 seq_num 779) 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:2636: rollback oid 3 current snap is 251 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 236 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:2637: rollback oid 18 current snap is 251 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 246 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:2638: setattr oid 29 current snap is 251 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 251 2024-08-17T17:15:53.589 INFO:tasks.rados.rados.0.smithi094.stdout:2639: seq_num 788 ranges {2973696=802816,3776512=401408} 2024-08-17T17:15:53.607 INFO:tasks.rados.rados.0.smithi094.stdout:2639: writing smithi09487127-30 from 2973696 to 3776512 tid 1 2024-08-17T17:15:53.610 INFO:tasks.rados.rados.0.smithi094.stdout:2639: writing smithi09487127-30 from 3776512 to 4177920 tid 2 2024-08-17T17:15:53.610 INFO:tasks.rados.rados.0.smithi094.stdout:2640: read oid 6 snap -1 2024-08-17T17:15:53.610 INFO:tasks.rados.rados.0.smithi094.stdout:2640: expect (ObjNum 688 snap 210 seq_num 688) 2024-08-17T17:15:53.610 INFO:tasks.rados.rados.0.smithi094.stdout:2641: copy_from oid 46 from oid 15 current snap is 251 2024-08-17T17:15:53.611 INFO:tasks.rados.rados.0.smithi094.stdout:2631: expect (ObjNum 733 snap 235 seq_num 733) 2024-08-17T17:15:53.620 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1440 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:15:53.621 INFO:tasks.rados.rados.0.smithi094.stdout:2637: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:15:53.621 INFO:tasks.rados.rados.0.smithi094.stdout:2637: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:15:53.621 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1434 (ObjNum 33 snap 0 seq_num 3213538512) dirty exists 2024-08-17T17:15:53.621 INFO:tasks.rados.rados.0.smithi094.stdout:2637: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:15:53.621 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1326 (ObjNum 750 snap 238 seq_num 750) dirty exists 2024-08-17T17:15:53.621 INFO:tasks.rados.rados.0.smithi094.stdout:2636: finishing rollback tid 0 to smithi09487127-3 2024-08-17T17:15:53.621 INFO:tasks.rados.rados.0.smithi094.stdout:2636: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:15:53.621 INFO:tasks.rados.rados.0.smithi094.stdout:2636: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:15:53.622 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 584 (ObjNum 545 snap 167 seq_num 545) dirty exists 2024-08-17T17:15:53.622 INFO:tasks.rados.rados.0.smithi094.stdout:2633: finishing copy_from racing read to smithi09487127-40 2024-08-17T17:15:53.622 INFO:tasks.rados.rados.0.smithi094.stdout:2633: finishing copy_from to smithi09487127-40 2024-08-17T17:15:53.622 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1264 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:15:53.622 INFO:tasks.rados.rados.0.smithi094.stdout:2630: done (10 left) 2024-08-17T17:15:53.622 INFO:tasks.rados.rados.0.smithi094.stdout:2631: done (9 left) 2024-08-17T17:15:53.622 INFO:tasks.rados.rados.0.smithi094.stdout:2633: done (8 left) 2024-08-17T17:15:53.623 INFO:tasks.rados.rados.0.smithi094.stdout:2636: done (7 left) 2024-08-17T17:15:53.623 INFO:tasks.rados.rados.0.smithi094.stdout:2637: done (6 left) 2024-08-17T17:15:53.623 INFO:tasks.rados.rados.0.smithi094.stdout:2638: done (5 left) 2024-08-17T17:15:53.623 INFO:tasks.rados.rados.0.smithi094.stdout:2642: read oid 44 snap -1 2024-08-17T17:15:53.623 INFO:tasks.rados.rados.0.smithi094.stdout:2642: expect (ObjNum 784 snap 251 seq_num 784) 2024-08-17T17:15:53.623 INFO:tasks.rados.rados.0.smithi094.stdout:2643: setattr oid 19 current snap is 251 2024-08-17T17:15:53.624 INFO:tasks.rados.rados.0.smithi094.stdout:2644: rmattr oid 17 current snap is 251 2024-08-17T17:15:53.624 INFO:tasks.rados.rados.0.smithi094.stdout:2644: done (7 left) 2024-08-17T17:15:53.624 INFO:tasks.rados.rados.0.smithi094.stdout:2645: read oid 24 snap 244 2024-08-17T17:15:53.624 INFO:tasks.rados.rados.0.smithi094.stdout:2645: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:53.639 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 251 2024-08-17T17:15:53.639 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1441 (ObjNum 65 snap 0 seq_num 3020059184) dirty exists 2024-08-17T17:15:53.640 INFO:tasks.rados.rados.0.smithi094.stdout:2646: seq_num 789 ranges {10985472=417792,11403264=663552,12066816=139264} 2024-08-17T17:15:53.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:53 smithi190 ceph-mon[90718]: pgmap v477: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-17T17:15:53.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:53 smithi190 ceph-mon[90718]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T17:15:53.702 INFO:tasks.rados.rados.0.smithi094.stdout:2646: writing smithi09487127-35 from 10985472 to 11403264 tid 1 2024-08-17T17:15:53.705 INFO:tasks.rados.rados.0.smithi094.stdout:2646: writing smithi09487127-35 from 11403264 to 12066816 tid 2 2024-08-17T17:15:53.706 INFO:tasks.rados.rados.0.smithi094.stdout:2646: writing smithi09487127-35 from 12066816 to 12206080 tid 3 2024-08-17T17:15:53.706 INFO:tasks.rados.rados.0.smithi094.stdout:2643: done (8 left) 2024-08-17T17:15:53.706 INFO:tasks.rados.rados.0.smithi094.stdout:2647: snap_remove snap 224 2024-08-17T17:15:53.716 INFO:tasks.rados.rados.0.smithi094.stdout:2647: done (8 left) 2024-08-17T17:15:53.716 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 251 2024-08-17T17:15:53.716 INFO:tasks.rados.rados.0.smithi094.stdout:2648: seq_num 790 ranges {0=434176,434176=548864,983040=253952} 2024-08-17T17:15:53.719 INFO:tasks.rados.rados.0.smithi094.stdout:2648: writing smithi09487127-19 from 0 to 434176 tid 1 2024-08-17T17:15:53.723 INFO:tasks.rados.rados.0.smithi094.stdout:2648: writing smithi09487127-19 from 434176 to 983040 tid 2 2024-08-17T17:15:53.725 INFO:tasks.rados.rados.0.smithi094.stdout:2648: writing smithi09487127-19 from 983040 to 1236992 tid 3 2024-08-17T17:15:53.725 INFO:tasks.rados.rados.0.smithi094.stdout:2649: setattr oid 10 current snap is 251 2024-08-17T17:15:53.725 INFO:tasks.rados.rados.0.smithi094.stdout:2639: finishing write tid 1 to smithi09487127-30 2024-08-17T17:15:53.725 INFO:tasks.rados.rados.0.smithi094.stdout:2634: expect (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:15:53.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:53 smithi094 ceph-mon[100402]: pgmap v477: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-17T17:15:53.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:53 smithi094 ceph-mon[100402]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T17:15:53.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:53 smithi094 ceph-mon[102949]: pgmap v477: 121 pgs: 121 active+clean; 333 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-17T17:15:53.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:53 smithi094 ceph-mon[102949]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T17:15:54.384 INFO:tasks.rados.rados.0.smithi094.stdout:2639: finishing write tid 2 to smithi09487127-30 2024-08-17T17:15:54.384 INFO:tasks.rados.rados.0.smithi094.stdout:2639: finishing write tid 3 to smithi09487127-30 2024-08-17T17:15:54.385 INFO:tasks.rados.rados.0.smithi094.stdout:2639: finishing write tid 4 to smithi09487127-30 2024-08-17T17:15:54.385 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1258 (ObjNum 788 snap 251 seq_num 788) dirty exists 2024-08-17T17:15:54.385 INFO:tasks.rados.rados.0.smithi094.stdout:2639: left oid 30 (ObjNum 788 snap 251 seq_num 788) 2024-08-17T17:15:54.385 INFO:tasks.rados.rados.0.smithi094.stdout:2640: expect (ObjNum 688 snap 210 seq_num 688) 2024-08-17T17:15:54.789 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:54 smithi094 ceph-mon[100402]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T17:15:54.789 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:54 smithi094 ceph-mon[102949]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T17:15:54.790 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:54 smithi094 podman[129888]: 2024-08-17 17:15:54.525893383 +0000 UTC m=+5.787942026 container died 3bb157ad38ed60c98a603629d1a412a2cc909a17b74071d82bc3a3d51239137a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-f2c39d4, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:15:55.118 INFO:tasks.rados.rados.0.smithi094.stdout:2642: expect (ObjNum 784 snap 251 seq_num 784) 2024-08-17T17:15:55.149 INFO:tasks.rados.rados.0.smithi094.stdout:2641: finishing copy_from racing read to smithi09487127-46 2024-08-17T17:15:55.149 INFO:tasks.rados.rados.0.smithi094.stdout:2641: finishing copy_from to smithi09487127-46 2024-08-17T17:15:55.149 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1451 (ObjNum 765 snap 242 seq_num 765) dirty exists 2024-08-17T17:15:55.149 INFO:tasks.rados.rados.0.smithi094.stdout:2635: expect (ObjNum 779 snap 250 seq_num 779) 2024-08-17T17:15:55.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:54 smithi190 ceph-mon[90718]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T17:15:55.215 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:54 smithi094 podman[129888]: 2024-08-17 17:15:54.963180581 +0000 UTC m=+6.225229222 container cleanup 3bb157ad38ed60c98a603629d1a412a2cc909a17b74071d82bc3a3d51239137a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=quincy-f2c39d4) 2024-08-17T17:15:55.215 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:54 smithi094 bash[129888]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a 2024-08-17T17:15:55.468 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:55 smithi094 podman[129907]: 2024-08-17 17:15:55.215080487 +0000 UTC m=+0.690152972 container remove 3bb157ad38ed60c98a603629d1a412a2cc909a17b74071d82bc3a3d51239137a (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T17:15:55.468 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:55 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-17T17:15:55.468 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:55 smithi094 systemd[1]: Stopped Ceph mds.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:15:55.468 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:55 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.a.service: Consumed 1.706s CPU time. 2024-08-17T17:15:55.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:55 smithi094 ceph-mon[100402]: pgmap v480: 121 pgs: 121 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T17:15:55.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:55 smithi094 ceph-mon[102949]: pgmap v480: 121 pgs: 121 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T17:15:55.773 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:55 smithi094 systemd[1]: Starting Ceph mds.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:15:56.072 INFO:tasks.rados.rados.0.smithi094.stdout:2645: expect (ObjNum 663 snap 203 seq_num 663) 2024-08-17T17:15:56.177 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:55 smithi094 podman[130039]: 2024-08-17 17:15:55.78166716 +0000 UTC m=+0.017610167 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:15:56.177 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:55 smithi094 podman[130039]: 2024-08-17 17:15:55.899719903 +0000 UTC m=+0.135662900 container create 415cfcfd26a3e390fb161c50e78bc79a3c5568c35aa69664f3f3a8fe46f48dd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-17T17:15:56.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:55 smithi190 ceph-mon[90718]: pgmap v480: 121 pgs: 121 active+clean; 329 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-08-17T17:15:56.522 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:56 smithi094 podman[130039]: 2024-08-17 17:15:56.177508007 +0000 UTC m=+0.413451012 container init 415cfcfd26a3e390fb161c50e78bc79a3c5568c35aa69664f3f3a8fe46f48dd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T17:15:56.522 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:56 smithi094 podman[130039]: 2024-08-17 17:15:56.182430546 +0000 UTC m=+0.418373537 container start 415cfcfd26a3e390fb161c50e78bc79a3c5568c35aa69664f3f3a8fe46f48dd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:15:56.522 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:56 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[130054]: starting mds.a at 2024-08-17T17:15:56.522 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:56 smithi094 bash[130039]: 415cfcfd26a3e390fb161c50e78bc79a3c5568c35aa69664f3f3a8fe46f48dd8 2024-08-17T17:15:56.522 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:15:56 smithi094 systemd[1]: Started Ceph mds.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:15:56.699 INFO:tasks.rados.rados.0.smithi094.stdout:2646: finishing write tid 1 to smithi09487127-35 2024-08-17T17:15:56.699 INFO:tasks.rados.rados.0.smithi094.stdout:2646: finishing write tid 2 to smithi09487127-35 2024-08-17T17:15:56.699 INFO:tasks.rados.rados.0.smithi094.stdout:2646: finishing write tid 3 to smithi09487127-35 2024-08-17T17:15:56.699 INFO:tasks.rados.rados.0.smithi094.stdout:2646: finishing write tid 4 to smithi09487127-35 2024-08-17T17:15:56.699 INFO:tasks.rados.rados.0.smithi094.stdout:2646: finishing write tid 5 to smithi09487127-35 2024-08-17T17:15:56.699 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1262 (ObjNum 789 snap 251 seq_num 789) dirty exists 2024-08-17T17:15:56.699 INFO:tasks.rados.rados.0.smithi094.stdout:2646: left oid 35 (ObjNum 789 snap 251 seq_num 789) 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2648: finishing write tid 1 to smithi09487127-19 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2648: finishing write tid 2 to smithi09487127-19 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2648: finishing write tid 3 to smithi09487127-19 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2648: finishing write tid 4 to smithi09487127-19 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2648: finishing write tid 5 to smithi09487127-19 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1449 (ObjNum 790 snap 251 seq_num 790) dirty exists 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2648: left oid 19 (ObjNum 790 snap 251 seq_num 790) 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2634: done (9 left) 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2635: done (8 left) 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2639: done (7 left) 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2640: done (6 left) 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2641: done (5 left) 2024-08-17T17:15:56.700 INFO:tasks.rados.rados.0.smithi094.stdout:2642: done (4 left) 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:2645: done (3 left) 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:2646: done (2 left) 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:2648: done (1 left) 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:2650: read oid 13 snap -1 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:2650: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:2651: read oid 16 snap -1 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:2651: expect deleted 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 251 2024-08-17T17:15:56.701 INFO:tasks.rados.rados.0.smithi094.stdout:2652: seq_num 791 ranges {2080768=450560,2531328=475136,3006464=327680} 2024-08-17T17:15:56.711 INFO:tasks.rados.rados.0.smithi094.stdout:2652: writing smithi09487127-28 from 2080768 to 2531328 tid 1 2024-08-17T17:15:56.714 INFO:tasks.rados.rados.0.smithi094.stdout:2652: writing smithi09487127-28 from 2531328 to 3006464 tid 2 2024-08-17T17:15:56.716 INFO:tasks.rados.rados.0.smithi094.stdout:2652: writing smithi09487127-28 from 3006464 to 3334144 tid 3 2024-08-17T17:15:56.716 INFO:tasks.rados.rados.0.smithi094.stdout:2653: snap_create 2024-08-17T17:15:56.716 INFO:tasks.rados.rados.0.smithi094.stdout:2650: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:15:56.719 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1454 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:15:56.719 INFO:tasks.rados.rados.0.smithi094.stdout:2652: finishing write tid 1 to smithi09487127-28 2024-08-17T17:15:56.719 INFO:tasks.rados.rados.0.smithi094.stdout:2652: finishing write tid 2 to smithi09487127-28 2024-08-17T17:15:56.720 INFO:tasks.rados.rados.0.smithi094.stdout:2652: finishing write tid 3 to smithi09487127-28 2024-08-17T17:15:56.720 INFO:tasks.rados.rados.0.smithi094.stdout:2652: finishing write tid 4 to smithi09487127-28 2024-08-17T17:15:56.722 INFO:tasks.rados.rados.0.smithi094.stdout:2652: finishing write tid 5 to smithi09487127-28 2024-08-17T17:15:56.722 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1455 (ObjNum 791 snap 251 seq_num 791) dirty exists 2024-08-17T17:15:56.722 INFO:tasks.rados.rados.0.smithi094.stdout:2652: left oid 28 (ObjNum 791 snap 251 seq_num 791) 2024-08-17T17:15:57.345 INFO:tasks.rados.rados.0.smithi094.stdout:2649: done (4 left) 2024-08-17T17:15:57.345 INFO:tasks.rados.rados.0.smithi094.stdout:2650: done (3 left) 2024-08-17T17:15:57.345 INFO:tasks.rados.rados.0.smithi094.stdout:2651: done (2 left) 2024-08-17T17:15:57.345 INFO:tasks.rados.rados.0.smithi094.stdout:2652: done (1 left) 2024-08-17T17:15:57.345 INFO:tasks.rados.rados.0.smithi094.stdout:2653: done (0 left) 2024-08-17T17:15:57.345 INFO:tasks.rados.rados.0.smithi094.stdout:2654: setattr oid 17 current snap is 252 2024-08-17T17:15:57.347 INFO:tasks.rados.rados.0.smithi094.stdout:2655: read oid 6 snap -1 2024-08-17T17:15:57.347 INFO:tasks.rados.rados.0.smithi094.stdout:2655: expect (ObjNum 688 snap 210 seq_num 688) 2024-08-17T17:15:57.347 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 252 2024-08-17T17:15:57.347 INFO:tasks.rados.rados.0.smithi094.stdout:2656: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2024-08-17T17:15:57.350 INFO:tasks.rados.rados.0.smithi094.stdout:2656: writing smithi09487127-49 from 0 to 466944 tid 1 2024-08-17T17:15:57.355 INFO:tasks.rados.rados.0.smithi094.stdout:2656: writing smithi09487127-49 from 466944 to 1228800 tid 2 2024-08-17T17:15:57.356 INFO:tasks.rados.rados.0.smithi094.stdout:2656: writing smithi09487127-49 from 1228800 to 1269760 tid 3 2024-08-17T17:15:57.356 INFO:tasks.rados.rados.0.smithi094.stdout:2657: read oid 40 snap 249 2024-08-17T17:15:57.356 INFO:tasks.rados.rados.0.smithi094.stdout:2657: expect (ObjNum 775 snap 244 seq_num 775) 2024-08-17T17:15:57.356 INFO:tasks.rados.rados.0.smithi094.stdout:2658: setattr oid 34 current snap is 252 2024-08-17T17:15:57.356 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1456 (ObjNum 756 snap 240 seq_num 756) dirty exists 2024-08-17T17:15:57.359 INFO:tasks.rados.rados.0.smithi094.stdout:2654: done (4 left) 2024-08-17T17:15:57.359 INFO:tasks.rados.rados.0.smithi094.stdout:2659: read oid 10 snap -1 2024-08-17T17:15:57.359 INFO:tasks.rados.rados.0.smithi094.stdout:2659: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:15:57.359 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 252 2024-08-17T17:15:57.359 INFO:tasks.rados.rados.0.smithi094.stdout:2660: seq_num 793 ranges {2400256=483328,2883584=647168,3530752=155648} 2024-08-17T17:15:57.375 INFO:tasks.rados.rados.0.smithi094.stdout:2660: writing smithi09487127-33 from 2400256 to 2883584 tid 1 2024-08-17T17:15:57.380 INFO:tasks.rados.rados.0.smithi094.stdout:2660: writing smithi09487127-33 from 2883584 to 3530752 tid 2 2024-08-17T17:15:57.381 INFO:tasks.rados.rados.0.smithi094.stdout:2660: writing smithi09487127-33 from 3530752 to 3686400 tid 3 2024-08-17T17:15:57.381 INFO:tasks.rados.rados.0.smithi094.stdout:2661: snap_create 2024-08-17T17:15:57.382 INFO:tasks.rados.rados.0.smithi094.stdout:2656: finishing write tid 1 to smithi09487127-49 2024-08-17T17:15:57.382 INFO:tasks.rados.rados.0.smithi094.stdout:2656: finishing write tid 2 to smithi09487127-49 2024-08-17T17:15:57.382 INFO:tasks.rados.rados.0.smithi094.stdout:2656: finishing write tid 3 to smithi09487127-49 2024-08-17T17:15:57.382 INFO:tasks.rados.rados.0.smithi094.stdout:2656: finishing write tid 4 to smithi09487127-49 2024-08-17T17:15:57.382 INFO:tasks.rados.rados.0.smithi094.stdout:2657: expect (ObjNum 775 snap 244 seq_num 775) 2024-08-17T17:15:57.411 INFO:tasks.rados.rados.0.smithi094.stdout:2656: finishing write tid 5 to smithi09487127-49 2024-08-17T17:15:57.411 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1270 (ObjNum 792 snap 252 seq_num 792) dirty exists 2024-08-17T17:15:57.411 INFO:tasks.rados.rados.0.smithi094.stdout:2656: left oid 49 (ObjNum 792 snap 252 seq_num 792) 2024-08-17T17:15:57.411 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1435 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:15:57.411 INFO:tasks.rados.rados.0.smithi094.stdout:2660: finishing write tid 1 to smithi09487127-33 2024-08-17T17:15:57.411 INFO:tasks.rados.rados.0.smithi094.stdout:2659: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:15:57.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:boot 2024-08-17T17:15:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:15:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:15:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: pgmap v481: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-17T17:15:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:57.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.724 INFO:tasks.rados.rados.0.smithi094.stdout:2660: finishing write tid 2 to smithi09487127-33 2024-08-17T17:15:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2660: finishing write tid 3 to smithi09487127-33 2024-08-17T17:15:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2660: finishing write tid 4 to smithi09487127-33 2024-08-17T17:15:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2660: finishing write tid 5 to smithi09487127-33 2024-08-17T17:15:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1268 (ObjNum 793 snap 252 seq_num 793) dirty exists 2024-08-17T17:15:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2660: left oid 33 (ObjNum 793 snap 252 seq_num 793) 2024-08-17T17:15:57.725 INFO:tasks.rados.rados.0.smithi094.stdout:2655: expect (ObjNum 688 snap 210 seq_num 688) 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:boot 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: pgmap v481: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:boot 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: pgmap v481: 121 pgs: 121 active+clean; 312 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:57.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:15:58.467 INFO:tasks.rados.rados.0.smithi094.stdout:2655: done (6 left) 2024-08-17T17:15:58.467 INFO:tasks.rados.rados.0.smithi094.stdout:2656: done (5 left) 2024-08-17T17:15:58.468 INFO:tasks.rados.rados.0.smithi094.stdout:2657: done (4 left) 2024-08-17T17:15:58.468 INFO:tasks.rados.rados.0.smithi094.stdout:2658: done (3 left) 2024-08-17T17:15:58.468 INFO:tasks.rados.rados.0.smithi094.stdout:2659: done (2 left) 2024-08-17T17:15:58.468 INFO:tasks.rados.rados.0.smithi094.stdout:2660: done (1 left) 2024-08-17T17:15:58.468 INFO:tasks.rados.rados.0.smithi094.stdout:2661: done (0 left) 2024-08-17T17:15:58.468 INFO:tasks.rados.rados.0.smithi094.stdout:2662: rollback oid 19 current snap is 253 2024-08-17T17:15:58.468 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 19 to 241 2024-08-17T17:15:58.468 INFO:tasks.rados.rados.0.smithi094.stdout:2663: snap_create 2024-08-17T17:15:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:2662: finishing rollback tid 0 to smithi09487127-19 2024-08-17T17:15:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:2662: finishing rollback tid 1 to smithi09487127-19 2024-08-17T17:15:58.470 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1459 (ObjNum 33 snap 0 seq_num 3220877536) dirty dne 2024-08-17T17:15:58.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:58 smithi094 ceph-mon[102949]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T17:15:58.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:58 smithi094 ceph-mon[100402]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T17:15:58.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:58 smithi190 ceph-mon[90718]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T17:15:58.717 INFO:tasks.rados.rados.0.smithi094.stdout:2662: done (1 left) 2024-08-17T17:15:58.717 INFO:tasks.rados.rados.0.smithi094.stdout:2663: done (0 left) 2024-08-17T17:15:58.717 INFO:tasks.rados.rados.0.smithi094.stdout:2664: rollback oid 43 current snap is 254 2024-08-17T17:15:58.717 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 43 to 236 2024-08-17T17:15:58.717 INFO:tasks.rados.rados.0.smithi094.stdout:2665: copy_from oid 32 from oid 46 current snap is 254 2024-08-17T17:15:58.717 INFO:tasks.rados.rados.0.smithi094.stdout:2666: copy_from oid 33 from oid 40 current snap is 254 2024-08-17T17:15:58.717 INFO:tasks.rados.rados.0.smithi094.stdout:2667: snap_remove snap 222 2024-08-17T17:15:59.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:59 smithi094 ceph-mon[102949]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T17:15:59.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:59 smithi094 ceph-mon[102949]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T17:15:59.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:15:59 smithi094 ceph-mon[102949]: pgmap v485: 121 pgs: 121 active+clean; 320 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-08-17T17:15:59.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:59 smithi094 ceph-mon[100402]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T17:15:59.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:59 smithi094 ceph-mon[100402]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T17:15:59.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:15:59 smithi094 ceph-mon[100402]: pgmap v485: 121 pgs: 121 active+clean; 320 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-08-17T17:15:59.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:15:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:15:59] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.51.0" 2024-08-17T17:15:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:59 smithi190 ceph-mon[90718]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T17:15:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:59 smithi190 ceph-mon[90718]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T17:15:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:15:59 smithi190 ceph-mon[90718]: pgmap v485: 121 pgs: 121 active+clean; 320 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-08-17T17:15:59.722 INFO:tasks.rados.rados.0.smithi094.stdout:2667: done (3 left) 2024-08-17T17:15:59.722 INFO:tasks.rados.rados.0.smithi094.stdout:2668: delete oid 29 current snap is 254 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:2664: finishing rollback tid 0 to smithi09487127-43 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:2664: finishing rollback tid 1 to smithi09487127-43 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:2664: finishing rollback tid 2 to smithi09487127-43 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1343 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:2665: finishing copy_from racing read to smithi09487127-32 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:2666: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:2665: finishing copy_from to smithi09487127-32 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1451 (ObjNum 765 snap 242 seq_num 765) dirty exists 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:2666: finishing copy_from to smithi09487127-33 2024-08-17T17:15:59.723 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1264 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:15:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:2664: done (3 left) 2024-08-17T17:15:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:2665: done (2 left) 2024-08-17T17:15:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:2666: done (1 left) 2024-08-17T17:15:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:2668: done (0 left) 2024-08-17T17:15:59.744 INFO:tasks.rados.rados.0.smithi094.stdout:2669: delete oid 21 current snap is 254 2024-08-17T17:15:59.751 INFO:tasks.rados.rados.0.smithi094.stdout:2669: done (0 left) 2024-08-17T17:15:59.751 INFO:tasks.rados.rados.0.smithi094.stdout:2670: copy_from oid 13 from oid 17 current snap is 254 2024-08-17T17:15:59.751 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 254 2024-08-17T17:15:59.751 INFO:tasks.rados.rados.0.smithi094.stdout:2671: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-08-17T17:15:59.752 INFO:tasks.rados.rados.0.smithi094.stdout:2671: writing smithi09487127-26 from 0 to 540672 tid 1 2024-08-17T17:15:59.756 INFO:tasks.rados.rados.0.smithi094.stdout:2671: writing smithi09487127-26 from 540672 to 1245184 tid 2 2024-08-17T17:15:59.757 INFO:tasks.rados.rados.0.smithi094.stdout:2671: writing smithi09487127-26 from 1245184 to 1343488 tid 3 2024-08-17T17:15:59.758 INFO:tasks.rados.rados.0.smithi094.stdout:2672: snap_create 2024-08-17T17:15:59.758 INFO:tasks.rados.rados.0.smithi094.stdout:2671: finishing write tid 1 to smithi09487127-26 2024-08-17T17:15:59.762 INFO:tasks.rados.rados.0.smithi094.stdout:2671: finishing write tid 2 to smithi09487127-26 2024-08-17T17:15:59.762 INFO:tasks.rados.rados.0.smithi094.stdout:2671: finishing write tid 3 to smithi09487127-26 2024-08-17T17:15:59.762 INFO:tasks.rados.rados.0.smithi094.stdout:2671: finishing write tid 4 to smithi09487127-26 2024-08-17T17:15:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:2671: finishing write tid 5 to smithi09487127-26 2024-08-17T17:15:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1285 (ObjNum 796 snap 254 seq_num 796) dirty exists 2024-08-17T17:15:59.763 INFO:tasks.rados.rados.0.smithi094.stdout:2671: left oid 26 (ObjNum 796 snap 254 seq_num 796) 2024-08-17T17:15:59.770 INFO:tasks.rados.rados.0.smithi094.stdout:2670: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:15:59.773 INFO:tasks.rados.rados.0.smithi094.stdout:2670: finishing copy_from to smithi09487127-13 2024-08-17T17:15:59.773 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1456 (ObjNum 756 snap 240 seq_num 756) dirty exists 2024-08-17T17:16:00.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:16:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:16:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:16:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:00 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:00 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:00 smithi190 ceph-mon[90718]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T17:16:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:00 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:00 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[100402]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[102949]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.715 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:00 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:00.723 INFO:tasks.rados.rados.0.smithi094.stdout:2670: done (2 left) 2024-08-17T17:16:00.723 INFO:tasks.rados.rados.0.smithi094.stdout:2671: done (1 left) 2024-08-17T17:16:00.723 INFO:tasks.rados.rados.0.smithi094.stdout:2672: done (0 left) 2024-08-17T17:16:00.723 INFO:tasks.rados.rados.0.smithi094.stdout:2673: copy_from oid 24 from oid 35 current snap is 255 2024-08-17T17:16:00.723 INFO:tasks.rados.rados.0.smithi094.stdout:2674: read oid 32 snap 246 2024-08-17T17:16:00.723 INFO:tasks.rados.rados.0.smithi094.stdout:2674: expect (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:16:00.723 INFO:tasks.rados.rados.0.smithi094.stdout:2675: read oid 38 snap -1 2024-08-17T17:16:00.724 INFO:tasks.rados.rados.0.smithi094.stdout:2675: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:00.724 INFO:tasks.rados.rados.0.smithi094.stdout:2676: read oid 41 snap -1 2024-08-17T17:16:00.724 INFO:tasks.rados.rados.0.smithi094.stdout:2676: expect (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:16:00.724 INFO:tasks.rados.rados.0.smithi094.stdout:2677: snap_create 2024-08-17T17:16:00.724 INFO:tasks.rados.rados.0.smithi094.stdout:2675: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:00.727 INFO:tasks.rados.rados.0.smithi094.stdout:2676: expect (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:16:00.778 INFO:tasks.rados.rados.0.smithi094.stdout:2674: expect (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:16:01.430 INFO:tasks.rados.rados.0.smithi094.stdout:2673: finishing copy_from racing read to smithi09487127-24 2024-08-17T17:16:01.430 INFO:tasks.rados.rados.0.smithi094.stdout:2673: finishing copy_from to smithi09487127-24 2024-08-17T17:16:01.430 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1262 (ObjNum 789 snap 251 seq_num 789) dirty exists 2024-08-17T17:16:01.728 INFO:tasks.rados.rados.0.smithi094.stdout:2673: done (4 left) 2024-08-17T17:16:01.728 INFO:tasks.rados.rados.0.smithi094.stdout:2674: done (3 left) 2024-08-17T17:16:01.728 INFO:tasks.rados.rados.0.smithi094.stdout:2675: done (2 left) 2024-08-17T17:16:01.728 INFO:tasks.rados.rados.0.smithi094.stdout:2676: done (1 left) 2024-08-17T17:16:01.728 INFO:tasks.rados.rados.0.smithi094.stdout:2677: done (0 left) 2024-08-17T17:16:01.728 INFO:tasks.rados.rados.0.smithi094.stdout:2678: snap_remove snap 251 2024-08-17T17:16:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:01 smithi094 ceph-mon[100402]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T17:16:02.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:01 smithi094 ceph-mon[100402]: pgmap v488: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 320 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-08-17T17:16:02.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:01 smithi094 ceph-mon[102949]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T17:16:02.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:01 smithi094 ceph-mon[102949]: pgmap v488: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 320 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-08-17T17:16:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:01 smithi190 ceph-mon[90718]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T17:16:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:01 smithi190 ceph-mon[90718]: pgmap v488: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 320 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.5 MiB/s wr, 35 op/s 2024-08-17T17:16:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2678: done (0 left) 2024-08-17T17:16:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2679: read oid 1 snap -1 2024-08-17T17:16:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2679: expect (ObjNum 761 snap 242 seq_num 761) 2024-08-17T17:16:02.730 INFO:tasks.rados.rados.0.smithi094.stdout:2680: snap_remove snap 231 2024-08-17T17:16:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:02 smithi094 ceph-mon[100402]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T17:16:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:02 smithi094 ceph-mon[102949]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T17:16:03.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:02 smithi190 ceph-mon[90718]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T17:16:03.721 INFO:tasks.rados.rados.0.smithi094.stdout:2680: done (1 left) 2024-08-17T17:16:03.721 INFO:tasks.rados.rados.0.smithi094.stdout:2681: delete oid 42 current snap is 256 2024-08-17T17:16:03.724 INFO:tasks.rados.rados.0.smithi094.stdout:2679: expect (ObjNum 761 snap 242 seq_num 761) 2024-08-17T17:16:03.930 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: pgmap v491: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:03.931 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:03.932 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:16:03.932 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:03 smithi190 ceph-mon[90718]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T17:16:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T17:16:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: pgmap v491: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T17:16:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:04.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[100402]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: pgmap v491: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 332 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T17:16:04.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:16:04.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:03 smithi094 ceph-mon[102949]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T17:16:04.839 INFO:tasks.rados.rados.0.smithi094.stdout:2679: done (1 left) 2024-08-17T17:16:04.840 INFO:tasks.rados.rados.0.smithi094.stdout:2681: done (0 left) 2024-08-17T17:16:04.840 INFO:tasks.rados.rados.0.smithi094.stdout:2682: rollback oid 18 current snap is 256 2024-08-17T17:16:04.840 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 241 2024-08-17T17:16:04.840 INFO:tasks.rados.rados.0.smithi094.stdout:2683: rollback oid 20 current snap is 256 2024-08-17T17:16:04.840 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 252 2024-08-17T17:16:04.840 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 256 2024-08-17T17:16:04.840 INFO:tasks.rados.rados.0.smithi094.stdout:2684: seq_num 798 ranges {3866624=573440,4440064=466944,4907008=335872} 2024-08-17T17:16:04.863 INFO:tasks.rados.rados.0.smithi094.stdout:2684: writing smithi09487127-17 from 3866624 to 4440064 tid 1 2024-08-17T17:16:04.865 INFO:tasks.rados.rados.0.smithi094.stdout:2684: writing smithi09487127-17 from 4440064 to 4907008 tid 2 2024-08-17T17:16:04.868 INFO:tasks.rados.rados.0.smithi094.stdout:2684: writing smithi09487127-17 from 4907008 to 5242880 tid 3 2024-08-17T17:16:04.868 INFO:tasks.rados.rados.0.smithi094.stdout:2685: read oid 48 snap -1 2024-08-17T17:16:04.868 INFO:tasks.rados.rados.0.smithi094.stdout:2685: expect deleted 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2686: read oid 9 snap -1 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2686: expect (ObjNum 772 snap 244 seq_num 772) 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2687: rollback oid 2 current snap is 256 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 2 to 247 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2683: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2682: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2682: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2682: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1458 (ObjNum 750 snap 238 seq_num 750) dirty exists 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2684: finishing write tid 1 to smithi09487127-17 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2682: done (5 left) 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2683: done (4 left) 2024-08-17T17:16:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:2688: delete oid 41 current snap is 256 2024-08-17T17:16:04.870 INFO:tasks.rados.rados.0.smithi094.stdout:2684: finishing write tid 2 to smithi09487127-17 2024-08-17T17:16:04.871 INFO:tasks.rados.rados.0.smithi094.stdout:2685: done (4 left) 2024-08-17T17:16:04.871 INFO:tasks.rados.rados.0.smithi094.stdout:2688: done (3 left) 2024-08-17T17:16:04.871 INFO:tasks.rados.rados.0.smithi094.stdout:2689: setattr oid 26 current snap is 256 2024-08-17T17:16:04.872 INFO:tasks.rados.rados.0.smithi094.stdout:2684: finishing write tid 3 to smithi09487127-17 2024-08-17T17:16:04.872 INFO:tasks.rados.rados.0.smithi094.stdout:2684: finishing write tid 4 to smithi09487127-17 2024-08-17T17:16:04.872 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 256 2024-08-17T17:16:04.873 INFO:tasks.rados.rados.0.smithi094.stdout:2690: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-08-17T17:16:04.876 INFO:tasks.rados.rados.0.smithi094.stdout:2690: writing smithi09487127-19 from 0 to 606208 tid 1 2024-08-17T17:16:04.882 INFO:tasks.rados.rados.0.smithi094.stdout:2690: writing smithi09487127-19 from 606208 to 1294336 tid 2 2024-08-17T17:16:04.882 INFO:tasks.rados.rados.0.smithi094.stdout:2690: writing smithi09487127-19 from 1294336 to 1409024 tid 3 2024-08-17T17:16:04.882 INFO:tasks.rados.rados.0.smithi094.stdout:2691: copy_from oid 1 from oid 39 current snap is 256 2024-08-17T17:16:04.882 INFO:tasks.rados.rados.0.smithi094.stdout:2684: finishing write tid 5 to smithi09487127-17 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1484 (ObjNum 798 snap 256 seq_num 798) dirty exists 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:2684: left oid 17 (ObjNum 798 snap 256 seq_num 798) 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1293 (ObjNum 796 snap 254 seq_num 796) dirty exists 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:2690: finishing write tid 1 to smithi09487127-19 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:2684: done (5 left) 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:2689: done (4 left) 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:2692: rollback oid 31 current snap is 256 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 250 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:2687: finishing rollback tid 0 to smithi09487127-2 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:2687: finishing rollback tid 1 to smithi09487127-2 2024-08-17T17:16:04.883 INFO:tasks.rados.rados.0.smithi094.stdout:2693: setattr oid 45 current snap is 256 2024-08-17T17:16:04.884 INFO:tasks.rados.rados.0.smithi094.stdout:2694: snap_create 2024-08-17T17:16:04.884 INFO:tasks.rados.rados.0.smithi094.stdout:2692: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:16:04.884 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1221 (ObjNum 129 snap 0 seq_num 3214409648) dirty dne 2024-08-17T17:16:04.885 INFO:tasks.rados.rados.0.smithi094.stdout:2687: finishing rollback tid 2 to smithi09487127-2 2024-08-17T17:16:04.885 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1271 (ObjNum 1281 snap 0 seq_num 3187508488) dirty exists 2024-08-17T17:16:04.885 INFO:tasks.rados.rados.0.smithi094.stdout:2690: finishing write tid 2 to smithi09487127-19 2024-08-17T17:16:04.885 INFO:tasks.rados.rados.0.smithi094.stdout:2690: finishing write tid 3 to smithi09487127-19 2024-08-17T17:16:04.886 INFO:tasks.rados.rados.0.smithi094.stdout:2690: finishing write tid 4 to smithi09487127-19 2024-08-17T17:16:04.887 INFO:tasks.rados.rados.0.smithi094.stdout:2690: finishing write tid 5 to smithi09487127-19 2024-08-17T17:16:04.887 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1488 (ObjNum 800 snap 256 seq_num 800) dirty exists 2024-08-17T17:16:04.887 INFO:tasks.rados.rados.0.smithi094.stdout:2690: left oid 19 (ObjNum 800 snap 256 seq_num 800) 2024-08-17T17:16:04.889 INFO:tasks.rados.rados.0.smithi094.stdout:2686: expect (ObjNum 772 snap 244 seq_num 772) 2024-08-17T17:16:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:04 smithi190 ceph-mon[90718]: Detected new or changed devices on smithi094 2024-08-17T17:16:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:04 smithi190 ceph-mon[90718]: Upgrade: It appears safe to stop mds.b 2024-08-17T17:16:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:16:04.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:04 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[100402]: Detected new or changed devices on smithi094 2024-08-17T17:16:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[100402]: Upgrade: It appears safe to stop mds.b 2024-08-17T17:16:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:16:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:05.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[102949]: Detected new or changed devices on smithi094 2024-08-17T17:16:05.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[102949]: Upgrade: It appears safe to stop mds.b 2024-08-17T17:16:05.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:05.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:16:05.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:04 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:05.166 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1457 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T17:16:05.166 INFO:tasks.rados.rados.0.smithi094.stdout:2691: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:16:05.167 INFO:tasks.rados.rados.0.smithi094.stdout:2691: finishing copy_from to smithi09487127-1 2024-08-17T17:16:05.167 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1345 (ObjNum 779 snap 250 seq_num 779) dirty exists 2024-08-17T17:16:05.754 INFO:tasks.rados.rados.0.smithi094.stdout:2686: done (6 left) 2024-08-17T17:16:05.754 INFO:tasks.rados.rados.0.smithi094.stdout:2687: done (5 left) 2024-08-17T17:16:05.754 INFO:tasks.rados.rados.0.smithi094.stdout:2690: done (4 left) 2024-08-17T17:16:05.754 INFO:tasks.rados.rados.0.smithi094.stdout:2691: done (3 left) 2024-08-17T17:16:05.754 INFO:tasks.rados.rados.0.smithi094.stdout:2692: done (2 left) 2024-08-17T17:16:05.754 INFO:tasks.rados.rados.0.smithi094.stdout:2693: done (1 left) 2024-08-17T17:16:05.754 INFO:tasks.rados.rados.0.smithi094.stdout:2694: done (0 left) 2024-08-17T17:16:05.754 INFO:tasks.rados.rados.0.smithi094.stdout:2695: read oid 18 snap -1 2024-08-17T17:16:05.755 INFO:tasks.rados.rados.0.smithi094.stdout:2695: expect (ObjNum 750 snap 238 seq_num 750) 2024-08-17T17:16:05.755 INFO:tasks.rados.rados.0.smithi094.stdout:2696: read oid 38 snap -1 2024-08-17T17:16:05.755 INFO:tasks.rados.rados.0.smithi094.stdout:2696: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:05.755 INFO:tasks.rados.rados.0.smithi094.stdout:2697: setattr oid 40 current snap is 257 2024-08-17T17:16:05.755 INFO:tasks.rados.rados.0.smithi094.stdout:2696: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:05.758 INFO:tasks.rados.rados.0.smithi094.stdout:2696: done (2 left) 2024-08-17T17:16:05.758 INFO:tasks.rados.rados.0.smithi094.stdout:2698: read oid 23 snap -1 2024-08-17T17:16:05.758 INFO:tasks.rados.rados.0.smithi094.stdout:2698: expect deleted 2024-08-17T17:16:05.758 INFO:tasks.rados.rados.0.smithi094.stdout:2699: rollback oid 1 current snap is 257 2024-08-17T17:16:05.758 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 1 to 255 2024-08-17T17:16:05.758 INFO:tasks.rados.rados.0.smithi094.stdout:2700: delete oid 47 current snap is 257 2024-08-17T17:16:05.759 INFO:tasks.rados.rados.0.smithi094.stdout:2695: expect (ObjNum 750 snap 238 seq_num 750) 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2699: finishing rollback tid 0 to smithi09487127-1 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2699: finishing rollback tid 1 to smithi09487127-1 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2699: finishing rollback tid 2 to smithi09487127-1 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1391 (ObjNum 761 snap 242 seq_num 761) dirty exists 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1272 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2695: done (4 left) 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2697: done (3 left) 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2698: done (2 left) 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2699: done (1 left) 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2700: done (0 left) 2024-08-17T17:16:05.778 INFO:tasks.rados.rados.0.smithi094.stdout:2701: rollback oid 46 current snap is 257 2024-08-17T17:16:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 236 2024-08-17T17:16:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 257 2024-08-17T17:16:05.779 INFO:tasks.rados.rados.0.smithi094.stdout:2702: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-08-17T17:16:05.781 INFO:tasks.rados.rados.0.smithi094.stdout:2702: writing smithi09487127-47 from 0 to 638976 tid 1 2024-08-17T17:16:05.784 INFO:tasks.rados.rados.0.smithi094.stdout:2702: writing smithi09487127-47 from 638976 to 1097728 tid 2 2024-08-17T17:16:05.786 INFO:tasks.rados.rados.0.smithi094.stdout:2702: writing smithi09487127-47 from 1097728 to 1441792 tid 3 2024-08-17T17:16:05.786 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 257 2024-08-17T17:16:05.786 INFO:tasks.rados.rados.0.smithi094.stdout:2701: finishing rollback tid 0 to smithi09487127-46 2024-08-17T17:16:05.786 INFO:tasks.rados.rados.0.smithi094.stdout:2701: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:16:05.786 INFO:tasks.rados.rados.0.smithi094.stdout:2703: seq_num 803 ranges {958464=655360,1613824=745472,2359296=57344} 2024-08-17T17:16:05.795 INFO:tasks.rados.rados.0.smithi094.stdout:2703: writing smithi09487127-14 from 958464 to 1613824 tid 1 2024-08-17T17:16:05.799 INFO:tasks.rados.rados.0.smithi094.stdout:2703: writing smithi09487127-14 from 1613824 to 2359296 tid 2 2024-08-17T17:16:05.800 INFO:tasks.rados.rados.0.smithi094.stdout:2703: writing smithi09487127-14 from 2359296 to 2416640 tid 3 2024-08-17T17:16:05.800 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 257 2024-08-17T17:16:05.800 INFO:tasks.rados.rados.0.smithi094.stdout:2701: finishing rollback tid 2 to smithi09487127-46 2024-08-17T17:16:05.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1461 (ObjNum 604 snap 182 seq_num 604) dirty exists 2024-08-17T17:16:05.800 INFO:tasks.rados.rados.0.smithi094.stdout:2702: finishing write tid 1 to smithi09487127-47 2024-08-17T17:16:05.800 INFO:tasks.rados.rados.0.smithi094.stdout:2704: seq_num 804 ranges {10076160=671744,10747904=622592,11370496=180224} 2024-08-17T17:16:05.856 INFO:tasks.rados.rados.0.smithi094.stdout:2704: writing smithi09487127-34 from 10076160 to 10747904 tid 1 2024-08-17T17:16:05.860 INFO:tasks.rados.rados.0.smithi094.stdout:2704: writing smithi09487127-34 from 10747904 to 11370496 tid 2 2024-08-17T17:16:05.861 INFO:tasks.rados.rados.0.smithi094.stdout:2704: writing smithi09487127-34 from 11370496 to 11550720 tid 3 2024-08-17T17:16:05.861 INFO:tasks.rados.rados.0.smithi094.stdout:2701: done (3 left) 2024-08-17T17:16:05.861 INFO:tasks.rados.rados.0.smithi094.stdout:2705: snap_create 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2702: finishing write tid 2 to smithi09487127-47 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2702: finishing write tid 3 to smithi09487127-47 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2702: finishing write tid 4 to smithi09487127-47 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2702: finishing write tid 5 to smithi09487127-47 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1456 (ObjNum 802 snap 257 seq_num 802) dirty exists 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2702: left oid 47 (ObjNum 802 snap 257 seq_num 802) 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2703: finishing write tid 1 to smithi09487127-14 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2703: finishing write tid 2 to smithi09487127-14 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2703: finishing write tid 3 to smithi09487127-14 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2703: finishing write tid 4 to smithi09487127-14 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:2703: finishing write tid 5 to smithi09487127-14 2024-08-17T17:16:05.862 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1533 (ObjNum 803 snap 257 seq_num 803) dirty exists 2024-08-17T17:16:05.863 INFO:tasks.rados.rados.0.smithi094.stdout:2703: left oid 14 (ObjNum 803 snap 257 seq_num 803) 2024-08-17T17:16:05.863 INFO:tasks.rados.rados.0.smithi094.stdout:2704: finishing write tid 1 to smithi09487127-34 2024-08-17T17:16:05.864 INFO:tasks.rados.rados.0.smithi094.stdout:2704: finishing write tid 2 to smithi09487127-34 2024-08-17T17:16:05.864 INFO:tasks.rados.rados.0.smithi094.stdout:2704: finishing write tid 3 to smithi09487127-34 2024-08-17T17:16:05.864 INFO:tasks.rados.rados.0.smithi094.stdout:2704: finishing write tid 4 to smithi09487127-34 2024-08-17T17:16:05.865 INFO:tasks.rados.rados.0.smithi094.stdout:2704: finishing write tid 5 to smithi09487127-34 2024-08-17T17:16:05.865 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1441 (ObjNum 804 snap 257 seq_num 804) dirty exists 2024-08-17T17:16:05.866 INFO:tasks.rados.rados.0.smithi094.stdout:2704: left oid 34 (ObjNum 804 snap 257 seq_num 804) 2024-08-17T17:16:05.990 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:05 smithi190 ceph-mon[90718]: Upgrade: Updating mds.b 2024-08-17T17:16:05.990 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:05 smithi190 ceph-mon[90718]: Deploying daemon mds.b on smithi190 2024-08-17T17:16:05.990 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:05 smithi190 ceph-mon[90718]: pgmap v493: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.7 MiB/s wr, 6 op/s 2024-08-17T17:16:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:05 smithi094 ceph-mon[100402]: Upgrade: Updating mds.b 2024-08-17T17:16:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:05 smithi094 ceph-mon[100402]: Deploying daemon mds.b on smithi190 2024-08-17T17:16:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:05 smithi094 ceph-mon[100402]: pgmap v493: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.7 MiB/s wr, 6 op/s 2024-08-17T17:16:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:05 smithi094 ceph-mon[102949]: Upgrade: Updating mds.b 2024-08-17T17:16:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:05 smithi094 ceph-mon[102949]: Deploying daemon mds.b on smithi190 2024-08-17T17:16:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:05 smithi094 ceph-mon[102949]: pgmap v493: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 4.7 MiB/s wr, 6 op/s 2024-08-17T17:16:06.539 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:06 smithi190 systemd[1]: Stopping Ceph mds.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:16:06.544 INFO:tasks.rados.rados.0.smithi094.stdout:2702: done (3 left) 2024-08-17T17:16:06.545 INFO:tasks.rados.rados.0.smithi094.stdout:2703: done (2 left) 2024-08-17T17:16:06.545 INFO:tasks.rados.rados.0.smithi094.stdout:2704: done (1 left) 2024-08-17T17:16:06.545 INFO:tasks.rados.rados.0.smithi094.stdout:2705: done (0 left) 2024-08-17T17:16:06.545 INFO:tasks.rados.rados.0.smithi094.stdout:2706: copy_from oid 48 from oid 43 current snap is 258 2024-08-17T17:16:06.545 INFO:tasks.rados.rados.0.smithi094.stdout:2707: setattr oid 7 current snap is 258 2024-08-17T17:16:06.547 INFO:tasks.rados.rados.0.smithi094.stdout:2708: read oid 36 snap 254 2024-08-17T17:16:06.547 INFO:tasks.rados.rados.0.smithi094.stdout:2708: expect deleted 2024-08-17T17:16:06.547 INFO:tasks.rados.rados.0.smithi094.stdout:2709: read oid 25 snap -1 2024-08-17T17:16:06.547 INFO:tasks.rados.rados.0.smithi094.stdout:2709: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:16:06.547 INFO:tasks.rados.rados.0.smithi094.stdout:2710: delete oid 15 current snap is 258 2024-08-17T17:16:06.553 INFO:tasks.rados.rados.0.smithi094.stdout:2708: done (4 left) 2024-08-17T17:16:06.553 INFO:tasks.rados.rados.0.smithi094.stdout:2710: done (3 left) 2024-08-17T17:16:06.553 INFO:tasks.rados.rados.0.smithi094.stdout:2711: snap_remove snap 254 2024-08-17T17:16:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-mon[90718]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T17:16:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-mon[90718]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:16:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-mon[90718]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:16:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-mon[90718]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T17:16:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-mon[90718]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:16:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-mon[90718]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:16:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-mon[90718]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:16:06.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-mon[90718]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T17:16:06.937 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b[61596]: 2024-08-17T17:16:06.537+0000 7fb9df38d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:16:06.937 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:06 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b[61596]: 2024-08-17T17:16:06.537+0000 7fb9df38d640 -1 mds.b *** got signal Terminated *** 2024-08-17T17:16:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[102949]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T17:16:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[102949]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:16:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[102949]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:16:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[102949]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T17:16:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[102949]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:16:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[102949]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[102949]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[102949]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[100379]: 2024-08-17T17:16:06.538+0000 7fefd546f640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[100402]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[100402]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[100402]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[100402]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[100402]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[100402]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[100402]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:16:07.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:06 smithi094 ceph-mon[100402]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T17:16:07.552 INFO:tasks.rados.rados.0.smithi094.stdout:2711: done (3 left) 2024-08-17T17:16:07.552 INFO:tasks.rados.rados.0.smithi094.stdout:2712: delete oid 46 current snap is 258 2024-08-17T17:16:07.553 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1489 (ObjNum 33 snap 0 seq_num 3232141536) dirty exists 2024-08-17T17:16:07.553 INFO:tasks.rados.rados.0.smithi094.stdout:2709: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:16:07.945 INFO:tasks.rados.rados.0.smithi094.stdout:2706: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:16:07.945 INFO:tasks.rados.rados.0.smithi094.stdout:2706: finishing copy_from to smithi09487127-48 2024-08-17T17:16:07.945 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1343 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:16:07.945 INFO:tasks.rados.rados.0.smithi094.stdout:2706: done (3 left) 2024-08-17T17:16:07.946 INFO:tasks.rados.rados.0.smithi094.stdout:2707: done (2 left) 2024-08-17T17:16:07.946 INFO:tasks.rados.rados.0.smithi094.stdout:2709: done (1 left) 2024-08-17T17:16:07.946 INFO:tasks.rados.rados.0.smithi094.stdout:2712: done (0 left) 2024-08-17T17:16:07.946 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 258 2024-08-17T17:16:07.946 INFO:tasks.rados.rados.0.smithi094.stdout:2713: seq_num 807 ranges {1138688=720896,1859584=729088,2588672=73728} 2024-08-17T17:16:07.954 INFO:tasks.rados.rados.0.smithi094.stdout:2713: writing smithi09487127-44 from 1138688 to 1859584 tid 1 2024-08-17T17:16:07.958 INFO:tasks.rados.rados.0.smithi094.stdout:2713: writing smithi09487127-44 from 1859584 to 2588672 tid 2 2024-08-17T17:16:07.959 INFO:tasks.rados.rados.0.smithi094.stdout:2713: writing smithi09487127-44 from 2588672 to 2662400 tid 3 2024-08-17T17:16:07.959 INFO:tasks.rados.rados.0.smithi094.stdout:2714: snap_create 2024-08-17T17:16:07.959 INFO:tasks.rados.rados.0.smithi094.stdout:2713: finishing write tid 1 to smithi09487127-44 2024-08-17T17:16:07.962 INFO:tasks.rados.rados.0.smithi094.stdout:2713: finishing write tid 2 to smithi09487127-44 2024-08-17T17:16:07.962 INFO:tasks.rados.rados.0.smithi094.stdout:2713: finishing write tid 3 to smithi09487127-44 2024-08-17T17:16:07.962 INFO:tasks.rados.rados.0.smithi094.stdout:2713: finishing write tid 4 to smithi09487127-44 2024-08-17T17:16:07.964 INFO:tasks.rados.rados.0.smithi094.stdout:2713: finishing write tid 5 to smithi09487127-44 2024-08-17T17:16:07.964 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1545 (ObjNum 807 snap 258 seq_num 807) dirty exists 2024-08-17T17:16:07.964 INFO:tasks.rados.rados.0.smithi094.stdout:2713: left oid 44 (ObjNum 807 snap 258 seq_num 807) 2024-08-17T17:16:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[100402]: pgmap v496: 121 pgs: 121 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T17:16:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[100402]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T17:16:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:reconnect 2024-08-17T17:16:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[100402]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T17:16:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:16:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[102949]: pgmap v496: 121 pgs: 121 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T17:16:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[102949]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T17:16:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:reconnect 2024-08-17T17:16:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[102949]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T17:16:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:07 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:16:08.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:07 smithi190 ceph-mon[90718]: pgmap v496: 121 pgs: 121 active+clean; 327 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T17:16:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:07 smithi190 ceph-mon[90718]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T17:16:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:07 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:reconnect 2024-08-17T17:16:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:07 smithi190 ceph-mon[90718]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T17:16:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:07 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:16:08.720 INFO:tasks.rados.rados.0.smithi094.stdout:2713: done (1 left) 2024-08-17T17:16:08.720 INFO:tasks.rados.rados.0.smithi094.stdout:2714: done (0 left) 2024-08-17T17:16:08.721 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 259 2024-08-17T17:16:08.721 INFO:tasks.rados.rados.0.smithi094.stdout:2715: seq_num 808 ranges {3866624=737280,4603904=614400,5218304=188416} 2024-08-17T17:16:08.744 INFO:tasks.rados.rados.0.smithi094.stdout:2715: writing smithi09487127-13 from 3866624 to 4603904 tid 1 2024-08-17T17:16:08.748 INFO:tasks.rados.rados.0.smithi094.stdout:2715: writing smithi09487127-13 from 4603904 to 5218304 tid 2 2024-08-17T17:16:08.749 INFO:tasks.rados.rados.0.smithi094.stdout:2715: writing smithi09487127-13 from 5218304 to 5406720 tid 3 2024-08-17T17:16:08.749 INFO:tasks.rados.rados.0.smithi094.stdout:2716: copy_from oid 41 from oid 46 current snap is 259 2024-08-17T17:16:08.749 INFO:tasks.rados.rados.0.smithi094.stdout:2717: snap_remove snap 255 2024-08-17T17:16:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:16:09] "GET /metrics HTTP/1.1" 200 36375 "" "Prometheus/2.51.0" 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2717: done (2 left) 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2718: read oid 23 snap -1 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2718: expect deleted 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2719: rollback oid 28 current snap is 259 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 257 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2716: finishing copy_from to smithi09487127-41 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2716: got expected ENOENT (src dne) 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2716: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2715: finishing write tid 1 to smithi09487127-13 2024-08-17T17:16:09.727 INFO:tasks.rados.rados.0.smithi094.stdout:2715: finishing write tid 2 to smithi09487127-13 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:2715: finishing write tid 3 to smithi09487127-13 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:2715: finishing write tid 4 to smithi09487127-13 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:2715: finishing write tid 5 to smithi09487127-13 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1461 (ObjNum 808 snap 259 seq_num 808) dirty exists 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:2715: left oid 13 (ObjNum 808 snap 259 seq_num 808) 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:2715: done (3 left) 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:2716: done (2 left) 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:2720: setattr oid 21 current snap is 259 2024-08-17T17:16:09.728 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 259 2024-08-17T17:16:09.729 INFO:tasks.rados.rados.0.smithi094.stdout:2721: seq_num 809 ranges {10813440=753664,11567104=499712,12066816=303104} 2024-08-17T17:16:09.791 INFO:tasks.rados.rados.0.smithi094.stdout:2721: writing smithi09487127-1 from 10813440 to 11567104 tid 1 2024-08-17T17:16:09.794 INFO:tasks.rados.rados.0.smithi094.stdout:2721: writing smithi09487127-1 from 11567104 to 12066816 tid 2 2024-08-17T17:16:09.796 INFO:tasks.rados.rados.0.smithi094.stdout:2721: writing smithi09487127-1 from 12066816 to 12369920 tid 3 2024-08-17T17:16:09.796 INFO:tasks.rados.rados.0.smithi094.stdout:2722: snap_remove snap 232 2024-08-17T17:16:09.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:09 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:rejoin 2024-08-17T17:16:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:09 smithi190 ceph-mon[90718]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T17:16:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:09 smithi190 ceph-mon[90718]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:16:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:09 smithi190 ceph-mon[90718]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T17:16:09.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:09 smithi190 ceph-mon[90718]: pgmap v499: 121 pgs: 121 active+clean; 336 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-17T17:16:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:rejoin 2024-08-17T17:16:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[102949]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T17:16:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[102949]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:16:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[102949]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T17:16:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[102949]: pgmap v499: 121 pgs: 121 active+clean; 336 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-17T17:16:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:rejoin 2024-08-17T17:16:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[100402]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T17:16:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[100402]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:16:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[100402]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T17:16:10.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:09 smithi094 ceph-mon[100402]: pgmap v499: 121 pgs: 121 active+clean; 336 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-08-17T17:16:10.560 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:16:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:16:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:2722: done (4 left) 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:2723: delete oid 5 current snap is 259 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:2719: finishing rollback tid 0 to smithi09487127-28 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1299 (ObjNum 161 snap 0 seq_num 3213525072) dirty exists 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:2719: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:2719: finishing rollback tid 2 to smithi09487127-28 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1465 (ObjNum 791 snap 251 seq_num 791) dirty exists 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:2721: finishing write tid 1 to smithi09487127-1 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:2721: finishing write tid 2 to smithi09487127-1 2024-08-17T17:16:10.728 INFO:tasks.rados.rados.0.smithi094.stdout:2721: finishing write tid 3 to smithi09487127-1 2024-08-17T17:16:10.729 INFO:tasks.rados.rados.0.smithi094.stdout:2721: finishing write tid 4 to smithi09487127-1 2024-08-17T17:16:10.729 INFO:tasks.rados.rados.0.smithi094.stdout:2721: finishing write tid 5 to smithi09487127-1 2024-08-17T17:16:10.729 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1395 (ObjNum 809 snap 259 seq_num 809) dirty exists 2024-08-17T17:16:10.729 INFO:tasks.rados.rados.0.smithi094.stdout:2721: left oid 1 (ObjNum 809 snap 259 seq_num 809) 2024-08-17T17:16:10.739 INFO:tasks.rados.rados.0.smithi094.stdout:2718: done (4 left) 2024-08-17T17:16:10.740 INFO:tasks.rados.rados.0.smithi094.stdout:2719: done (3 left) 2024-08-17T17:16:10.740 INFO:tasks.rados.rados.0.smithi094.stdout:2720: done (2 left) 2024-08-17T17:16:10.740 INFO:tasks.rados.rados.0.smithi094.stdout:2721: done (1 left) 2024-08-17T17:16:10.740 INFO:tasks.rados.rados.0.smithi094.stdout:2723: done (0 left) 2024-08-17T17:16:10.740 INFO:tasks.rados.rados.0.smithi094.stdout:2724: snap_create 2024-08-17T17:16:10.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:10 smithi190 ceph-mon[90718]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:16:10.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:10 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:16:10.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:10 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:active 2024-08-17T17:16:10.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:10 smithi190 ceph-mon[90718]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T17:16:10.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:10 smithi190 ceph-mon[90718]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T17:16:11.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[100402]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:16:11.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:16:11.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:active 2024-08-17T17:16:11.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[100402]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T17:16:11.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[100402]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T17:16:11.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[102949]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:16:11.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:16:11.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.94:6834/3472669055,v1:172.21.15.94:6835/3472669055] up:active 2024-08-17T17:16:11.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[102949]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T17:16:11.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:10 smithi094 ceph-mon[102949]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T17:16:11.733 INFO:tasks.rados.rados.0.smithi094.stdout:2724: done (0 left) 2024-08-17T17:16:11.733 INFO:tasks.rados.rados.0.smithi094.stdout:2725: read oid 43 snap 246 2024-08-17T17:16:11.734 INFO:tasks.rados.rados.0.smithi094.stdout:2725: expect (ObjNum 777 snap 246 seq_num 777) 2024-08-17T17:16:11.734 INFO:tasks.rados.rados.0.smithi094.stdout:2726: snap_remove snap 252 2024-08-17T17:16:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:11 smithi094 ceph-mon[100402]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:16:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:11 smithi094 ceph-mon[100402]: pgmap v502: 121 pgs: 121 active+clean; 369 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.8 MiB/s wr, 47 op/s 2024-08-17T17:16:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:11 smithi094 ceph-mon[102949]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:16:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:11 smithi094 ceph-mon[102949]: pgmap v502: 121 pgs: 121 active+clean; 369 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.8 MiB/s wr, 47 op/s 2024-08-17T17:16:12.023 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:16:11 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[130054]: 2024-08-17T17:16:11.726+0000 7f2d6a902640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T17:16:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:11 smithi190 ceph-mon[90718]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:16:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:11 smithi190 ceph-mon[90718]: pgmap v502: 121 pgs: 121 active+clean; 369 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.8 MiB/s wr, 47 op/s 2024-08-17T17:16:12.734 INFO:tasks.rados.rados.0.smithi094.stdout:2726: done (1 left) 2024-08-17T17:16:12.734 INFO:tasks.rados.rados.0.smithi094.stdout:2727: delete oid 24 current snap is 260 2024-08-17T17:16:12.734 INFO:tasks.rados.rados.0.smithi094.stdout:2725: expect (ObjNum 777 snap 246 seq_num 777) 2024-08-17T17:16:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:12 smithi094 ceph-mon[100402]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:16:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:12 smithi094 ceph-mon[102949]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:16:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:12 smithi190 ceph-mon[90718]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:16:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:13.526 INFO:tasks.rados.rados.0.smithi094.stdout:2725: done (1 left) 2024-08-17T17:16:13.526 INFO:tasks.rados.rados.0.smithi094.stdout:2727: done (0 left) 2024-08-17T17:16:13.526 INFO:tasks.rados.rados.0.smithi094.stdout:2728: snap_remove snap 256 2024-08-17T17:16:13.722 INFO:tasks.rados.rados.0.smithi094.stdout:2728: done (0 left) 2024-08-17T17:16:13.722 INFO:tasks.rados.rados.0.smithi094.stdout:2729: read oid 45 snap 246 2024-08-17T17:16:13.722 INFO:tasks.rados.rados.0.smithi094.stdout:2729: expect deleted 2024-08-17T17:16:13.722 INFO:tasks.rados.rados.0.smithi094.stdout:2730: read oid 9 snap 246 2024-08-17T17:16:13.722 INFO:tasks.rados.rados.0.smithi094.stdout:2730: expect (ObjNum 772 snap 244 seq_num 772) 2024-08-17T17:16:13.722 INFO:tasks.rados.rados.0.smithi094.stdout:2731: copy_from oid 42 from oid 50 current snap is 260 2024-08-17T17:16:13.722 INFO:tasks.rados.rados.0.smithi094.stdout:2732: delete oid 40 current snap is 260 2024-08-17T17:16:13.745 INFO:tasks.rados.rados.0.smithi094.stdout:2729: done (3 left) 2024-08-17T17:16:13.745 INFO:tasks.rados.rados.0.smithi094.stdout:2732: done (2 left) 2024-08-17T17:16:13.745 INFO:tasks.rados.rados.0.smithi094.stdout:2733: copy_from oid 12 from oid 4 current snap is 260 2024-08-17T17:16:13.745 INFO:tasks.rados.rados.0.smithi094.stdout:2734: read oid 5 snap -1 2024-08-17T17:16:13.745 INFO:tasks.rados.rados.0.smithi094.stdout:2734: expect deleted 2024-08-17T17:16:13.745 INFO:tasks.rados.rados.0.smithi094.stdout:2735: delete oid 44 current snap is 260 2024-08-17T17:16:13.748 INFO:tasks.rados.rados.0.smithi094.stdout:2730: expect (ObjNum 772 snap 244 seq_num 772) 2024-08-17T17:16:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:13 smithi094 ceph-mon[100402]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:16:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:13 smithi094 ceph-mon[100402]: pgmap v505: 121 pgs: 121 active+clean; 368 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-08-17T17:16:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:13 smithi094 ceph-mon[100402]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:16:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:13 smithi094 ceph-mon[102949]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:16:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:13 smithi094 ceph-mon[102949]: pgmap v505: 121 pgs: 121 active+clean; 368 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-08-17T17:16:14.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:13 smithi094 ceph-mon[102949]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:16:14.027 INFO:tasks.rados.rados.0.smithi094.stdout:2733: finishing copy_from racing read to smithi09487127-12 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2733: finishing copy_from to smithi09487127-12 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1340 (ObjNum 786 snap 251 seq_num 786) dirty exists 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2731: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2731: finishing copy_from to smithi09487127-42 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1345 (ObjNum 779 snap 250 seq_num 779) dirty exists 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2730: done (4 left) 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2731: done (3 left) 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2733: done (2 left) 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2734: done (1 left) 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2735: done (0 left) 2024-08-17T17:16:14.028 INFO:tasks.rados.rados.0.smithi094.stdout:2736: snap_create 2024-08-17T17:16:14.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:13 smithi190 ceph-mon[90718]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:16:14.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:13 smithi190 ceph-mon[90718]: pgmap v505: 121 pgs: 121 active+clean; 368 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.8 MiB/s wr, 38 op/s 2024-08-17T17:16:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:13 smithi190 ceph-mon[90718]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:16:14.751 INFO:tasks.rados.rados.0.smithi094.stdout:2736: done (0 left) 2024-08-17T17:16:14.751 INFO:tasks.rados.rados.0.smithi094.stdout:2737: rmattr oid 44 current snap is 261 2024-08-17T17:16:14.751 INFO:tasks.rados.rados.0.smithi094.stdout:2737: done (0 left) 2024-08-17T17:16:14.751 INFO:tasks.rados.rados.0.smithi094.stdout:2738: snap_remove snap 257 2024-08-17T17:16:15.523 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:16:15.756 INFO:tasks.rados.rados.0.smithi094.stdout:2738: done (0 left) 2024-08-17T17:16:15.756 INFO:tasks.rados.rados.0.smithi094.stdout:2739: read oid 10 snap -1 2024-08-17T17:16:15.756 INFO:tasks.rados.rados.0.smithi094.stdout:2739: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:16:15.756 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 261 2024-08-17T17:16:15.756 INFO:tasks.rados.rados.0.smithi094.stdout:2740: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2024-08-17T17:16:15.758 INFO:tasks.rados.rados.0.smithi094.stdout:2740: writing smithi09487127-16 from 0 to 442368 tid 1 2024-08-17T17:16:15.764 INFO:tasks.rados.rados.0.smithi094.stdout:2740: writing smithi09487127-16 from 442368 to 1212416 tid 2 2024-08-17T17:16:15.768 INFO:tasks.rados.rados.0.smithi094.stdout:2740: writing smithi09487127-16 from 1212416 to 1646592 tid 3 2024-08-17T17:16:15.768 INFO:tasks.rados.rados.0.smithi094.stdout:2741: read oid 46 snap -1 2024-08-17T17:16:15.768 INFO:tasks.rados.rados.0.smithi094.stdout:2741: expect deleted 2024-08-17T17:16:15.768 INFO:tasks.rados.rados.0.smithi094.stdout:2742: read oid 2 snap -1 2024-08-17T17:16:15.768 INFO:tasks.rados.rados.0.smithi094.stdout:2742: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:15.769 INFO:tasks.rados.rados.0.smithi094.stdout:2743: rollback oid 41 current snap is 261 2024-08-17T17:16:15.769 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 253 2024-08-17T17:16:15.769 INFO:tasks.rados.rados.0.smithi094.stdout:2744: copy_from oid 13 from oid 50 current snap is 261 2024-08-17T17:16:15.769 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 261 2024-08-17T17:16:15.769 INFO:tasks.rados.rados.0.smithi094.stdout:2745: seq_num 815 ranges {5070848=458752,5529600=655360,6184960=409600,6594560=139264} 2024-08-17T17:16:15.799 INFO:tasks.rados.rados.0.smithi094.stdout:2745: writing smithi09487127-3 from 5070848 to 5529600 tid 1 2024-08-17T17:16:15.803 INFO:tasks.rados.rados.0.smithi094.stdout:2745: writing smithi09487127-3 from 5529600 to 6184960 tid 2 2024-08-17T17:16:15.805 INFO:tasks.rados.rados.0.smithi094.stdout:2745: writing smithi09487127-3 from 6184960 to 6594560 tid 3 2024-08-17T17:16:15.806 INFO:tasks.rados.rados.0.smithi094.stdout:2745: writing smithi09487127-3 from 6594560 to 6733824 tid 4 2024-08-17T17:16:15.806 INFO:tasks.rados.rados.0.smithi094.stdout:2746: snap_create 2024-08-17T17:16:15.806 INFO:tasks.rados.rados.0.smithi094.stdout:2742: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:15.808 INFO:tasks.rados.rados.0.smithi094.stdout:2740: finishing write tid 1 to smithi09487127-16 2024-08-17T17:16:15.808 INFO:tasks.rados.rados.0.smithi094.stdout:2740: finishing write tid 2 to smithi09487127-16 2024-08-17T17:16:15.808 INFO:tasks.rados.rados.0.smithi094.stdout:2743: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:16:15.809 INFO:tasks.rados.rados.0.smithi094.stdout:2743: finishing rollback tid 2 to smithi09487127-41 2024-08-17T17:16:15.809 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1443 (ObjNum 724 snap 231 seq_num 724) dirty exists 2024-08-17T17:16:15.809 INFO:tasks.rados.rados.0.smithi094.stdout:2740: finishing write tid 3 to smithi09487127-16 2024-08-17T17:16:15.809 INFO:tasks.rados.rados.0.smithi094.stdout:2740: finishing write tid 4 to smithi09487127-16 2024-08-17T17:16:15.809 INFO:tasks.rados.rados.0.smithi094.stdout:2740: finishing write tid 5 to smithi09487127-16 2024-08-17T17:16:15.809 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1274 (ObjNum 814 snap 261 seq_num 814) dirty exists 2024-08-17T17:16:15.809 INFO:tasks.rados.rados.0.smithi094.stdout:2740: left oid 16 (ObjNum 814 snap 261 seq_num 814) 2024-08-17T17:16:15.809 INFO:tasks.rados.rados.0.smithi094.stdout:2739: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:16:16.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:15 smithi094 ceph-mon[100402]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:16:16.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:15 smithi094 ceph-mon[100402]: pgmap v508: 121 pgs: 121 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:16:16.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:15 smithi094 ceph-mon[102949]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:16:16.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:15 smithi094 ceph-mon[102949]: pgmap v508: 121 pgs: 121 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:16:16.114 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:16:16.114 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (7m) 16s ago 11m 19.2M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:16:16.114 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (6m) 34s ago 11m 86.2M - 9.4.7 954c08fa6188 bd242299025c 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (20s) 16s ago 13m 11.9M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 415cfcfd26a3 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (13m) 34s ago 13m 15.3M - 17.2.7-1404-gf2c39d4d f69471c56189 fcd8b196bbc4 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (6m) 34s ago 16m 457M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (6m) 16s ago 18m 528M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (5m) 16s ago 18m 71.7M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (5m) 34s ago 16m 52.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (5m) 16s ago 16m 57.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (7m) 16s ago 10m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (6m) 34s ago 10m 10.5M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (4m) 16s ago 16m 263M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (4m) 16s ago 15m 278M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (3m) 16s ago 15m 273M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (2m) 16s ago 15m 211M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3bee04f6a6a4 2024-08-17T17:16:16.115 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (2m) 34s ago 14m 241M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 525529b4c9d6 2024-08-17T17:16:16.116 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (107s) 34s ago 14m 184M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1b81d54ea5c4 2024-08-17T17:16:16.116 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (73s) 34s ago 13m 112M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d3c469787af0 2024-08-17T17:16:16.116 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (39s) 34s ago 13m 12.2M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8519c5a613d1 2024-08-17T17:16:16.116 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (6m) 34s ago 11m 53.9M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:16:16.118 INFO:tasks.rados.rados.0.smithi094.stdout:2745: finishing write tid 1 to smithi09487127-3 2024-08-17T17:16:16.118 INFO:tasks.rados.rados.0.smithi094.stdout:2745: finishing write tid 2 to smithi09487127-3 2024-08-17T17:16:16.118 INFO:tasks.rados.rados.0.smithi094.stdout:2745: finishing write tid 3 to smithi09487127-3 2024-08-17T17:16:16.119 INFO:tasks.rados.rados.0.smithi094.stdout:2745: finishing write tid 4 to smithi09487127-3 2024-08-17T17:16:16.119 INFO:tasks.rados.rados.0.smithi094.stdout:2745: finishing write tid 5 to smithi09487127-3 2024-08-17T17:16:16.119 INFO:tasks.rados.rados.0.smithi094.stdout:2744: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:16:16.119 INFO:tasks.rados.rados.0.smithi094.stdout:2744: finishing copy_from to smithi09487127-13 2024-08-17T17:16:16.119 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1345 (ObjNum 779 snap 250 seq_num 779) dirty exists 2024-08-17T17:16:16.119 INFO:tasks.rados.rados.0.smithi094.stdout:2745: finishing write tid 6 to smithi09487127-3 2024-08-17T17:16:16.119 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 589 (ObjNum 815 snap 261 seq_num 815) dirty exists 2024-08-17T17:16:16.119 INFO:tasks.rados.rados.0.smithi094.stdout:2745: left oid 3 (ObjNum 815 snap 261 seq_num 815) 2024-08-17T17:16:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:15 smithi190 ceph-mon[90718]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:16:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:15 smithi190 ceph-mon[90718]: pgmap v508: 121 pgs: 121 active+clean; 356 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:16:16.448 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:16:16.449 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:16:16.450 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:16:16.450 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:16:16.450 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 14 2024-08-17T17:16:16.450 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:16:16.450 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:16:16.728 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:16:16.728 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:16:16.728 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": true, 2024-08-17T17:16:16.728 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:16:16.728 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [ 2024-08-17T17:16:16.728 INFO:teuthology.orchestra.run.smithi094.stdout: "mon", 2024-08-17T17:16:16.728 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr", 2024-08-17T17:16:16.729 INFO:teuthology.orchestra.run.smithi094.stdout: "osd" 2024-08-17T17:16:16.729 INFO:teuthology.orchestra.run.smithi094.stdout: ], 2024-08-17T17:16:16.729 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": "14/20 daemons upgraded", 2024-08-17T17:16:16.729 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "Currently upgrading mds daemons", 2024-08-17T17:16:16.729 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:16:16.729 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2739: done (7 left) 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2740: done (6 left) 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2741: done (5 left) 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2742: done (4 left) 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2743: done (3 left) 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2744: done (2 left) 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2745: done (1 left) 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2746: done (0 left) 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2747: rollback oid 12 current snap is 262 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 12 to 247 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2748: rmattr oid 23 current snap is 262 2024-08-17T17:16:16.760 INFO:tasks.rados.rados.0.smithi094.stdout:2748: done (1 left) 2024-08-17T17:16:16.761 INFO:tasks.rados.rados.0.smithi094.stdout:2749: read oid 2 snap -1 2024-08-17T17:16:16.761 INFO:tasks.rados.rados.0.smithi094.stdout:2749: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:16.761 INFO:tasks.rados.rados.0.smithi094.stdout:2750: copy_from oid 31 from oid 39 current snap is 262 2024-08-17T17:16:16.761 INFO:tasks.rados.rados.0.smithi094.stdout:2751: setattr oid 10 current snap is 262 2024-08-17T17:16:16.761 INFO:tasks.rados.rados.0.smithi094.stdout:2752: rollback oid 22 current snap is 262 2024-08-17T17:16:16.761 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 249 2024-08-17T17:16:16.762 INFO:tasks.rados.rados.0.smithi094.stdout:2753: rmattr oid 25 current snap is 262 2024-08-17T17:16:16.762 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 262 2024-08-17T17:16:16.762 INFO:tasks.rados.rados.0.smithi094.stdout:2754: seq_num 816 ranges {1409024=475136,1884160=540672,2424832=614400,3039232=49152} 2024-08-17T17:16:16.772 INFO:tasks.rados.rados.0.smithi094.stdout:2754: writing smithi09487127-19 from 1409024 to 1884160 tid 1 2024-08-17T17:16:16.775 INFO:tasks.rados.rados.0.smithi094.stdout:2754: writing smithi09487127-19 from 1884160 to 2424832 tid 2 2024-08-17T17:16:16.780 INFO:tasks.rados.rados.0.smithi094.stdout:2754: writing smithi09487127-19 from 2424832 to 3039232 tid 3 2024-08-17T17:16:16.780 INFO:tasks.rados.rados.0.smithi094.stdout:2754: writing smithi09487127-19 from 3039232 to 3088384 tid 4 2024-08-17T17:16:16.780 INFO:tasks.rados.rados.0.smithi094.stdout:2755: delete oid 38 current snap is 262 2024-08-17T17:16:16.780 INFO:tasks.rados.rados.0.smithi094.stdout:2749: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:2747: finishing rollback tid 0 to smithi09487127-12 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:2747: finishing rollback tid 1 to smithi09487127-12 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:2747: finishing rollback tid 2 to smithi09487127-12 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1513 (ObjNum 761 snap 242 seq_num 761) dirty exists 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:2752: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:2752: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1396 (ObjNum 651 snap 199 seq_num 651) dirty exists 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1515 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:2752: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:16:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1277 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:16:16.783 INFO:tasks.rados.rados.0.smithi094.stdout:2754: finishing write tid 1 to smithi09487127-19 2024-08-17T17:16:16.783 INFO:tasks.rados.rados.0.smithi094.stdout:2754: finishing write tid 2 to smithi09487127-19 2024-08-17T17:16:16.784 INFO:tasks.rados.rados.0.smithi094.stdout:2754: finishing write tid 3 to smithi09487127-19 2024-08-17T17:16:16.784 INFO:tasks.rados.rados.0.smithi094.stdout:2754: finishing write tid 4 to smithi09487127-19 2024-08-17T17:16:16.784 INFO:tasks.rados.rados.0.smithi094.stdout:2754: finishing write tid 5 to smithi09487127-19 2024-08-17T17:16:16.785 INFO:tasks.rados.rados.0.smithi094.stdout:2754: finishing write tid 6 to smithi09487127-19 2024-08-17T17:16:16.786 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1521 (ObjNum 816 snap 262 seq_num 816) dirty exists 2024-08-17T17:16:16.787 INFO:tasks.rados.rados.0.smithi094.stdout:2754: left oid 19 (ObjNum 816 snap 262 seq_num 816) 2024-08-17T17:16:16.796 INFO:tasks.rados.rados.0.smithi094.stdout:2747: done (7 left) 2024-08-17T17:16:16.796 INFO:tasks.rados.rados.0.smithi094.stdout:2749: done (6 left) 2024-08-17T17:16:16.796 INFO:tasks.rados.rados.0.smithi094.stdout:2751: done (5 left) 2024-08-17T17:16:16.796 INFO:tasks.rados.rados.0.smithi094.stdout:2752: done (4 left) 2024-08-17T17:16:16.796 INFO:tasks.rados.rados.0.smithi094.stdout:2753: done (3 left) 2024-08-17T17:16:16.796 INFO:tasks.rados.rados.0.smithi094.stdout:2754: done (2 left) 2024-08-17T17:16:16.796 INFO:tasks.rados.rados.0.smithi094.stdout:2755: done (1 left) 2024-08-17T17:16:16.797 INFO:tasks.rados.rados.0.smithi094.stdout:2756: copy_from oid 33 from oid 30 current snap is 262 2024-08-17T17:16:16.797 INFO:tasks.rados.rados.0.smithi094.stdout:2757: delete oid 49 current snap is 262 2024-08-17T17:16:16.801 INFO:tasks.rados.rados.0.smithi094.stdout:2757: done (2 left) 2024-08-17T17:16:16.801 INFO:tasks.rados.rados.0.smithi094.stdout:2758: setattr oid 4 current snap is 262 2024-08-17T17:16:16.802 INFO:tasks.rados.rados.0.smithi094.stdout:2759: rollback oid 16 current snap is 262 2024-08-17T17:16:16.802 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 16 to 244 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2760: copy_from oid 6 from oid 3 current snap is 262 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2761: rollback oid 28 current snap is 262 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 249 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2762: read oid 45 snap -1 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2762: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2763: read oid 25 snap -1 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2763: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2764: rollback oid 22 current snap is 262 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 259 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2765: read oid 42 snap -1 2024-08-17T17:16:16.803 INFO:tasks.rados.rados.0.smithi094.stdout:2765: expect (ObjNum 779 snap 250 seq_num 779) 2024-08-17T17:16:16.804 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 262 2024-08-17T17:16:16.804 INFO:tasks.rados.rados.0.smithi094.stdout:2766: seq_num 819 ranges {131072=524288,655360=589824,1245184=614400} 2024-08-17T17:16:16.807 INFO:tasks.rados.rados.0.smithi094.stdout:2766: writing smithi09487127-41 from 131072 to 655360 tid 1 2024-08-17T17:16:16.811 INFO:tasks.rados.rados.0.smithi094.stdout:2766: writing smithi09487127-41 from 655360 to 1245184 tid 2 2024-08-17T17:16:16.815 INFO:tasks.rados.rados.0.smithi094.stdout:2766: writing smithi09487127-41 from 1245184 to 1859584 tid 3 2024-08-17T17:16:16.816 INFO:tasks.rados.rados.0.smithi094.stdout:2767: snap_create 2024-08-17T17:16:16.816 INFO:tasks.rados.rados.0.smithi094.stdout:2762: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:16.819 INFO:tasks.rados.rados.0.smithi094.stdout:2761: finishing rollback tid 0 to smithi09487127-28 2024-08-17T17:16:16.819 INFO:tasks.rados.rados.0.smithi094.stdout:2759: finishing rollback tid 0 to smithi09487127-16 2024-08-17T17:16:16.819 INFO:tasks.rados.rados.0.smithi094.stdout:2759: finishing rollback tid 1 to smithi09487127-16 2024-08-17T17:16:16.819 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1280 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:16:16.819 INFO:tasks.rados.rados.0.smithi094.stdout:2750: finishing copy_from racing read to smithi09487127-31 2024-08-17T17:16:16.819 INFO:tasks.rados.rados.0.smithi094.stdout:2761: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:2764: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:2761: finishing rollback tid 2 to smithi09487127-28 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1468 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:2766: finishing write tid 1 to smithi09487127-41 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:2764: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:2764: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1283 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:2750: finishing copy_from to smithi09487127-31 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1345 (ObjNum 779 snap 250 seq_num 779) dirty exists 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1344 (ObjNum 786 snap 251 seq_num 786) dirty exists 2024-08-17T17:16:16.820 INFO:tasks.rados.rados.0.smithi094.stdout:2766: finishing write tid 2 to smithi09487127-41 2024-08-17T17:16:16.821 INFO:tasks.rados.rados.0.smithi094.stdout:2756: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:16:16.824 INFO:tasks.rados.rados.0.smithi094.stdout:2763: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:16:16.845 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:16 smithi190 bash[115620]: time="2024-08-17T17:16:16Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b in 10 seconds, resorting to SIGKILL" 2024-08-17T17:16:16.845 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:16 smithi190 podman[115620]: 2024-08-17 17:16:16.561923818 +0000 UTC m=+10.142015451 container died fcd8b196bbc4cf1e17a183c2209cdcda89f32268d9b357cec8ccfb32395c8f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:16:16.845 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:16 smithi190 ceph-mon[90718]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:16.846 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:16 smithi190 ceph-mon[90718]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:16:16.846 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:16 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3217502185' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:16 smithi094 ceph-mon[100402]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:16 smithi094 ceph-mon[100402]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:16:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:16 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3217502185' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:17.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:16 smithi094 ceph-mon[102949]: from='client.34539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:17.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:16 smithi094 ceph-mon[102949]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:16:17.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:16 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3217502185' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:17.185 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 podman[115620]: 2024-08-17 17:16:17.043936576 +0000 UTC m=+10.624028250 container cleanup fcd8b196bbc4cf1e17a183c2209cdcda89f32268d9b357cec8ccfb32395c8f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=quincy-f2c39d4) 2024-08-17T17:16:17.185 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 bash[115620]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b 2024-08-17T17:16:17.217 INFO:tasks.rados.rados.0.smithi094.stdout:2756: finishing copy_from to smithi09487127-33 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1258 (ObjNum 788 snap 251 seq_num 788) dirty exists 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:2766: finishing write tid 3 to smithi09487127-41 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:2766: finishing write tid 4 to smithi09487127-41 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:2766: finishing write tid 5 to smithi09487127-41 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1447 (ObjNum 819 snap 262 seq_num 819) dirty exists 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:2766: left oid 41 (ObjNum 819 snap 262 seq_num 819) 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:2760: finishing copy_from racing read to smithi09487127-6 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:2760: finishing copy_from to smithi09487127-6 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 589 (ObjNum 815 snap 261 seq_num 815) dirty exists 2024-08-17T17:16:17.218 INFO:tasks.rados.rados.0.smithi094.stdout:2765: expect (ObjNum 779 snap 250 seq_num 779) 2024-08-17T17:16:17.667 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 podman[115643]: 2024-08-17 17:16:17.328329443 +0000 UTC m=+0.764727320 container remove fcd8b196bbc4cf1e17a183c2209cdcda89f32268d9b357cec8ccfb32395c8f3c (image=quay.ceph.io/ceph-ci/ceph@sha256:8be70e7cb4b008d7f8b5e1c4866ccf4eb46a6d6ad871f778e5b065881df65251, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, org.label-schema.schema-version=1.0, RELEASE=quincy-f2c39d4, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:16:17.667 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.b.service: Main process exited, code=exited, status=137/n/a 2024-08-17T17:16:17.667 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.b.service: Failed with result 'exit-code'. 2024-08-17T17:16:17.667 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 systemd[1]: Stopped Ceph mds.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:16:17.667 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.b.service: Consumed 1.225s CPU time. 2024-08-17T17:16:17.667 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 systemd[1]: Starting Ceph mds.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:16:17.936 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 podman[115779]: 2024-08-17 17:16:17.788588388 +0000 UTC m=+0.017607329 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:16:17.936 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:17 smithi190 podman[115779]: 2024-08-17 17:16:17.887902245 +0000 UTC m=+0.116921175 container create 41a91e0ee24caada01d59e1ac82500f182ee227758c0681b642a7ef0fdc394ac (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-17T17:16:17.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:17 smithi190 ceph-mon[90718]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:17.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:17 smithi190 ceph-mon[90718]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:17.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:17 smithi190 ceph-mon[90718]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:17.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:17 smithi190 ceph-mon[90718]: pgmap v510: 121 pgs: 121 active+clean; 355 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T17:16:17.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:17 smithi190 ceph-mon[90718]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:16:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[100402]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[100402]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[100402]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[100402]: pgmap v510: 121 pgs: 121 active+clean; 355 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T17:16:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[100402]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:16:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[102949]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[102949]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[102949]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[102949]: pgmap v510: 121 pgs: 121 active+clean; 355 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T17:16:18.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:17 smithi094 ceph-mon[102949]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2750: done (11 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2756: done (10 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2758: done (9 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2759: done (8 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2760: done (7 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2761: done (6 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2762: done (5 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2763: done (4 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2764: done (3 left) 2024-08-17T17:16:18.098 INFO:tasks.rados.rados.0.smithi094.stdout:2765: done (2 left) 2024-08-17T17:16:18.099 INFO:tasks.rados.rados.0.smithi094.stdout:2766: done (1 left) 2024-08-17T17:16:18.099 INFO:tasks.rados.rados.0.smithi094.stdout:2767: done (0 left) 2024-08-17T17:16:18.099 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 263 2024-08-17T17:16:18.099 INFO:tasks.rados.rados.0.smithi094.stdout:2768: seq_num 820 ranges {5455872=540672,5996544=475136,6471680=598016,7069696=131072} 2024-08-17T17:16:18.128 INFO:tasks.rados.rados.0.smithi094.stdout:2768: writing smithi09487127-25 from 5455872 to 5996544 tid 1 2024-08-17T17:16:18.132 INFO:tasks.rados.rados.0.smithi094.stdout:2768: writing smithi09487127-25 from 5996544 to 6471680 tid 2 2024-08-17T17:16:18.135 INFO:tasks.rados.rados.0.smithi094.stdout:2768: writing smithi09487127-25 from 6471680 to 7069696 tid 3 2024-08-17T17:16:18.136 INFO:tasks.rados.rados.0.smithi094.stdout:2768: writing smithi09487127-25 from 7069696 to 7200768 tid 4 2024-08-17T17:16:18.136 INFO:tasks.rados.rados.0.smithi094.stdout:2769: rmattr oid 5 current snap is 263 2024-08-17T17:16:18.137 INFO:tasks.rados.rados.0.smithi094.stdout:2769: done (1 left) 2024-08-17T17:16:18.137 INFO:tasks.rados.rados.0.smithi094.stdout:2770: snap_create 2024-08-17T17:16:18.137 INFO:tasks.rados.rados.0.smithi094.stdout:2768: finishing write tid 1 to smithi09487127-25 2024-08-17T17:16:18.137 INFO:tasks.rados.rados.0.smithi094.stdout:2768: finishing write tid 2 to smithi09487127-25 2024-08-17T17:16:18.138 INFO:tasks.rados.rados.0.smithi094.stdout:2768: finishing write tid 3 to smithi09487127-25 2024-08-17T17:16:18.139 INFO:tasks.rados.rados.0.smithi094.stdout:2768: finishing write tid 4 to smithi09487127-25 2024-08-17T17:16:18.139 INFO:tasks.rados.rados.0.smithi094.stdout:2768: finishing write tid 5 to smithi09487127-25 2024-08-17T17:16:18.140 INFO:tasks.rados.rados.0.smithi094.stdout:2768: finishing write tid 6 to smithi09487127-25 2024-08-17T17:16:18.140 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1401 (ObjNum 820 snap 263 seq_num 820) dirty exists 2024-08-17T17:16:18.140 INFO:tasks.rados.rados.0.smithi094.stdout:2768: left oid 25 (ObjNum 820 snap 263 seq_num 820) 2024-08-17T17:16:18.436 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:18 smithi190 podman[115779]: 2024-08-17 17:16:18.149140359 +0000 UTC m=+0.378159306 container init 41a91e0ee24caada01d59e1ac82500f182ee227758c0681b642a7ef0fdc394ac (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-17T17:16:18.436 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:18 smithi190 podman[115779]: 2024-08-17 17:16:18.15388365 +0000 UTC m=+0.382902580 container start 41a91e0ee24caada01d59e1ac82500f182ee227758c0681b642a7ef0fdc394ac (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-17T17:16:18.436 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:18 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b[115794]: starting mds.b at 2024-08-17T17:16:18.436 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:18 smithi190 bash[115779]: 41a91e0ee24caada01d59e1ac82500f182ee227758c0681b642a7ef0fdc394ac 2024-08-17T17:16:18.436 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:16:18 smithi190 systemd[1]: Started Ceph mds.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:16:18.722 INFO:tasks.rados.rados.0.smithi094.stdout:2768: done (1 left) 2024-08-17T17:16:18.722 INFO:tasks.rados.rados.0.smithi094.stdout:2770: done (0 left) 2024-08-17T17:16:18.723 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 264 2024-08-17T17:16:18.723 INFO:tasks.rados.rados.0.smithi094.stdout:2771: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-08-17T17:16:18.725 INFO:tasks.rados.rados.0.smithi094.stdout:2771: writing smithi09487127-40 from 0 to 557056 tid 1 2024-08-17T17:16:18.730 INFO:tasks.rados.rados.0.smithi094.stdout:2771: writing smithi09487127-40 from 557056 to 1318912 tid 2 2024-08-17T17:16:18.732 INFO:tasks.rados.rados.0.smithi094.stdout:2771: writing smithi09487127-40 from 1318912 to 1761280 tid 3 2024-08-17T17:16:18.732 INFO:tasks.rados.rados.0.smithi094.stdout:2772: snap_create 2024-08-17T17:16:18.733 INFO:tasks.rados.rados.0.smithi094.stdout:2771: finishing write tid 1 to smithi09487127-40 2024-08-17T17:16:18.735 INFO:tasks.rados.rados.0.smithi094.stdout:2771: finishing write tid 2 to smithi09487127-40 2024-08-17T17:16:18.735 INFO:tasks.rados.rados.0.smithi094.stdout:2771: finishing write tid 3 to smithi09487127-40 2024-08-17T17:16:18.735 INFO:tasks.rados.rados.0.smithi094.stdout:2771: finishing write tid 4 to smithi09487127-40 2024-08-17T17:16:18.736 INFO:tasks.rados.rados.0.smithi094.stdout:2771: finishing write tid 5 to smithi09487127-40 2024-08-17T17:16:18.736 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1277 (ObjNum 821 snap 264 seq_num 821) dirty exists 2024-08-17T17:16:18.736 INFO:tasks.rados.rados.0.smithi094.stdout:2771: left oid 40 (ObjNum 821 snap 264 seq_num 821) 2024-08-17T17:16:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[100402]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:16:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:19.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[100402]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:16:19.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[102949]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:16:19.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:19.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:19.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:19.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:18 smithi094 ceph-mon[102949]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:16:19.039 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:18 smithi190 ceph-mon[90718]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:16:19.039 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:19.039 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:19.039 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:18 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:19.039 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:18 smithi190 ceph-mon[90718]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:16:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:16:19] "GET /metrics HTTP/1.1" 200 36134 "" "Prometheus/2.51.0" 2024-08-17T17:16:19.727 INFO:tasks.rados.rados.0.smithi094.stdout:2771: done (1 left) 2024-08-17T17:16:19.727 INFO:tasks.rados.rados.0.smithi094.stdout:2772: done (0 left) 2024-08-17T17:16:19.727 INFO:tasks.rados.rados.0.smithi094.stdout:2773: snap_create 2024-08-17T17:16:20.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[100402]: pgmap v514: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-08-17T17:16:20.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.190:6832/2048220973,v1:172.21.15.190:6833/2048220973] up:boot 2024-08-17T17:16:20.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[100402]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:16:20.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:16:20.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[100402]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:16:20.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[102949]: pgmap v514: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-08-17T17:16:20.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.190:6832/2048220973,v1:172.21.15.190:6833/2048220973] up:boot 2024-08-17T17:16:20.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[102949]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:16:20.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:16:20.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:19 smithi094 ceph-mon[102949]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:16:20.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:19 smithi190 ceph-mon[90718]: pgmap v514: 121 pgs: 121 active+clean; 367 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-08-17T17:16:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:19 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.190:6832/2048220973,v1:172.21.15.190:6833/2048220973] up:boot 2024-08-17T17:16:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:19 smithi190 ceph-mon[90718]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:16:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:19 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:16:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:19 smithi190 ceph-mon[90718]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:16:20.617 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:16:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:16:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:16:20.729 INFO:tasks.rados.rados.0.smithi094.stdout:2773: done (0 left) 2024-08-17T17:16:20.729 INFO:tasks.rados.rados.0.smithi094.stdout:2774: setattr oid 37 current snap is 266 2024-08-17T17:16:20.731 INFO:tasks.rados.rados.0.smithi094.stdout:2775: copy_from oid 13 from oid 1 current snap is 266 2024-08-17T17:16:20.731 INFO:tasks.rados.rados.0.smithi094.stdout:2776: delete oid 27 current snap is 266 2024-08-17T17:16:20.736 INFO:tasks.rados.rados.0.smithi094.stdout:2776: done (2 left) 2024-08-17T17:16:20.736 INFO:tasks.rados.rados.0.smithi094.stdout:2777: copy_from oid 26 from oid 36 current snap is 266 2024-08-17T17:16:20.736 INFO:tasks.rados.rados.0.smithi094.stdout:2778: snap_remove snap 259 2024-08-17T17:16:21.736 INFO:tasks.rados.rados.0.smithi094.stdout:2778: done (3 left) 2024-08-17T17:16:21.736 INFO:tasks.rados.rados.0.smithi094.stdout:2779: rmattr oid 3 current snap is 266 2024-08-17T17:16:21.736 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1284 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2777: finishing copy_from to smithi09487127-26 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2777: got expected ENOENT (src dne) 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2777: finishing copy_from racing read to smithi09487127-26 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2775: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2775: finishing copy_from to smithi09487127-13 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1395 (ObjNum 809 snap 259 seq_num 809) dirty exists 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2774: done (3 left) 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2775: done (2 left) 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2777: done (1 left) 2024-08-17T17:16:21.737 INFO:tasks.rados.rados.0.smithi094.stdout:2780: setattr oid 48 current snap is 266 2024-08-17T17:16:21.738 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 266 2024-08-17T17:16:21.738 INFO:tasks.rados.rados.0.smithi094.stdout:2781: seq_num 823 ranges {1343488=589824,1933312=573440,2506752=630784} 2024-08-17T17:16:21.750 INFO:tasks.rados.rados.0.smithi094.stdout:2781: writing smithi09487127-26 from 1343488 to 1933312 tid 1 2024-08-17T17:16:21.754 INFO:tasks.rados.rados.0.smithi094.stdout:2781: writing smithi09487127-26 from 1933312 to 2506752 tid 2 2024-08-17T17:16:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:2781: writing smithi09487127-26 from 2506752 to 3137536 tid 3 2024-08-17T17:16:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:2782: read oid 32 snap -1 2024-08-17T17:16:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:2782: expect (ObjNum 765 snap 242 seq_num 765) 2024-08-17T17:16:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:2783: snap_remove snap 262 2024-08-17T17:16:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:21 smithi094 ceph-mon[100402]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:16:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:21 smithi094 ceph-mon[100402]: pgmap v517: 121 pgs: 121 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.8 MiB/s wr, 20 op/s 2024-08-17T17:16:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:21 smithi094 ceph-mon[102949]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:16:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:21 smithi094 ceph-mon[102949]: pgmap v517: 121 pgs: 121 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.8 MiB/s wr, 20 op/s 2024-08-17T17:16:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:21 smithi190 ceph-mon[90718]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:16:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:21 smithi190 ceph-mon[90718]: pgmap v517: 121 pgs: 121 active+clean; 397 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 8.8 MiB/s wr, 20 op/s 2024-08-17T17:16:22.741 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 590 (ObjNum 815 snap 261 seq_num 815) dirty exists 2024-08-17T17:16:22.741 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1583 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:16:22.741 INFO:tasks.rados.rados.0.smithi094.stdout:2781: finishing write tid 1 to smithi09487127-26 2024-08-17T17:16:22.742 INFO:tasks.rados.rados.0.smithi094.stdout:2781: finishing write tid 2 to smithi09487127-26 2024-08-17T17:16:22.742 INFO:tasks.rados.rados.0.smithi094.stdout:2781: finishing write tid 3 to smithi09487127-26 2024-08-17T17:16:22.742 INFO:tasks.rados.rados.0.smithi094.stdout:2781: finishing write tid 4 to smithi09487127-26 2024-08-17T17:16:22.742 INFO:tasks.rados.rados.0.smithi094.stdout:2781: finishing write tid 5 to smithi09487127-26 2024-08-17T17:16:22.742 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1349 (ObjNum 823 snap 266 seq_num 823) dirty exists 2024-08-17T17:16:22.742 INFO:tasks.rados.rados.0.smithi094.stdout:2781: left oid 26 (ObjNum 823 snap 266 seq_num 823) 2024-08-17T17:16:22.742 INFO:tasks.rados.rados.0.smithi094.stdout:2782: expect (ObjNum 765 snap 242 seq_num 765) 2024-08-17T17:16:22.801 INFO:tasks.rados.rados.0.smithi094.stdout:2779: done (4 left) 2024-08-17T17:16:22.801 INFO:tasks.rados.rados.0.smithi094.stdout:2780: done (3 left) 2024-08-17T17:16:22.801 INFO:tasks.rados.rados.0.smithi094.stdout:2781: done (2 left) 2024-08-17T17:16:22.801 INFO:tasks.rados.rados.0.smithi094.stdout:2782: done (1 left) 2024-08-17T17:16:22.801 INFO:tasks.rados.rados.0.smithi094.stdout:2783: done (0 left) 2024-08-17T17:16:22.801 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 266 2024-08-17T17:16:22.801 INFO:tasks.rados.rados.0.smithi094.stdout:2784: seq_num 824 ranges {10698752=606208,11304960=458752,11763712=573440,12337152=172032} 2024-08-17T17:16:22.860 INFO:tasks.rados.rados.0.smithi094.stdout:2784: writing smithi09487127-50 from 10698752 to 11304960 tid 1 2024-08-17T17:16:22.862 INFO:tasks.rados.rados.0.smithi094.stdout:2784: writing smithi09487127-50 from 11304960 to 11763712 tid 2 2024-08-17T17:16:22.866 INFO:tasks.rados.rados.0.smithi094.stdout:2784: writing smithi09487127-50 from 11763712 to 12337152 tid 3 2024-08-17T17:16:22.867 INFO:tasks.rados.rados.0.smithi094.stdout:2784: writing smithi09487127-50 from 12337152 to 12509184 tid 4 2024-08-17T17:16:22.867 INFO:tasks.rados.rados.0.smithi094.stdout:2785: snap_remove snap 241 2024-08-17T17:16:23.015 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:22 smithi190 ceph-mon[90718]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:16:23.015 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.015 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.015 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.015 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:22 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[100402]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[102949]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:22 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:23.730 INFO:tasks.rados.rados.0.smithi094.stdout:2784: finishing write tid 1 to smithi09487127-50 2024-08-17T17:16:23.730 INFO:tasks.rados.rados.0.smithi094.stdout:2784: finishing write tid 2 to smithi09487127-50 2024-08-17T17:16:23.730 INFO:tasks.rados.rados.0.smithi094.stdout:2784: finishing write tid 3 to smithi09487127-50 2024-08-17T17:16:23.730 INFO:tasks.rados.rados.0.smithi094.stdout:2784: finishing write tid 4 to smithi09487127-50 2024-08-17T17:16:23.730 INFO:tasks.rados.rados.0.smithi094.stdout:2784: finishing write tid 5 to smithi09487127-50 2024-08-17T17:16:23.730 INFO:tasks.rados.rados.0.smithi094.stdout:2784: finishing write tid 6 to smithi09487127-50 2024-08-17T17:16:23.730 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1466 (ObjNum 824 snap 266 seq_num 824) dirty exists 2024-08-17T17:16:23.731 INFO:tasks.rados.rados.0.smithi094.stdout:2784: left oid 50 (ObjNum 824 snap 266 seq_num 824) 2024-08-17T17:16:23.731 INFO:tasks.rados.rados.0.smithi094.stdout:2784: done (1 left) 2024-08-17T17:16:23.731 INFO:tasks.rados.rados.0.smithi094.stdout:2785: done (0 left) 2024-08-17T17:16:23.731 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 266 2024-08-17T17:16:23.731 INFO:tasks.rados.rados.0.smithi094.stdout:2786: seq_num 825 ranges {3137536=622592,3760128=745472,4505600=458752} 2024-08-17T17:16:23.752 INFO:tasks.rados.rados.0.smithi094.stdout:2786: writing smithi09487127-26 from 3137536 to 3760128 tid 1 2024-08-17T17:16:23.757 INFO:tasks.rados.rados.0.smithi094.stdout:2786: writing smithi09487127-26 from 3760128 to 4505600 tid 2 2024-08-17T17:16:23.760 INFO:tasks.rados.rados.0.smithi094.stdout:2786: writing smithi09487127-26 from 4505600 to 4964352 tid 3 2024-08-17T17:16:23.760 INFO:tasks.rados.rados.0.smithi094.stdout:2787: snap_create 2024-08-17T17:16:23.761 INFO:tasks.rados.rados.0.smithi094.stdout:2786: finishing write tid 1 to smithi09487127-26 2024-08-17T17:16:23.761 INFO:tasks.rados.rados.0.smithi094.stdout:2786: finishing write tid 2 to smithi09487127-26 2024-08-17T17:16:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:2786: finishing write tid 3 to smithi09487127-26 2024-08-17T17:16:23.763 INFO:tasks.rados.rados.0.smithi094.stdout:2786: finishing write tid 4 to smithi09487127-26 2024-08-17T17:16:23.764 INFO:tasks.rados.rados.0.smithi094.stdout:2786: finishing write tid 5 to smithi09487127-26 2024-08-17T17:16:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1353 (ObjNum 825 snap 266 seq_num 825) dirty exists 2024-08-17T17:16:23.765 INFO:tasks.rados.rados.0.smithi094.stdout:2786: left oid 26 (ObjNum 825 snap 266 seq_num 825) 2024-08-17T17:16:23.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:23 smithi190 ceph-mon[90718]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:16:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:23 smithi190 ceph-mon[90718]: pgmap v520: 121 pgs: 121 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 17 op/s 2024-08-17T17:16:23.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:23 smithi190 ceph-mon[90718]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:16:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:23 smithi094 ceph-mon[100402]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:16:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:23 smithi094 ceph-mon[100402]: pgmap v520: 121 pgs: 121 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 17 op/s 2024-08-17T17:16:24.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:23 smithi094 ceph-mon[100402]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:16:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:23 smithi094 ceph-mon[102949]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:16:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:23 smithi094 ceph-mon[102949]: pgmap v520: 121 pgs: 121 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 17 op/s 2024-08-17T17:16:24.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:23 smithi094 ceph-mon[102949]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:16:24.753 INFO:tasks.rados.rados.0.smithi094.stdout:2786: done (1 left) 2024-08-17T17:16:24.753 INFO:tasks.rados.rados.0.smithi094.stdout:2787: done (0 left) 2024-08-17T17:16:24.753 INFO:tasks.rados.rados.0.smithi094.stdout:2788: read oid 30 snap -1 2024-08-17T17:16:24.754 INFO:tasks.rados.rados.0.smithi094.stdout:2788: expect (ObjNum 788 snap 251 seq_num 788) 2024-08-17T17:16:24.754 INFO:tasks.rados.rados.0.smithi094.stdout:2789: setattr oid 11 current snap is 267 2024-08-17T17:16:24.754 INFO:tasks.rados.rados.0.smithi094.stdout:2790: rmattr oid 19 current snap is 267 2024-08-17T17:16:24.754 INFO:tasks.rados.rados.0.smithi094.stdout:2790: done (2 left) 2024-08-17T17:16:24.754 INFO:tasks.rados.rados.0.smithi094.stdout:2791: snap_create 2024-08-17T17:16:24.759 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1142 (ObjNum 1377 snap 0 seq_num 3162485024) dirty exists 2024-08-17T17:16:24.775 INFO:tasks.rados.rados.0.smithi094.stdout:2788: expect (ObjNum 788 snap 251 seq_num 788) 2024-08-17T17:16:25.758 INFO:tasks.rados.rados.0.smithi094.stdout:2788: done (2 left) 2024-08-17T17:16:25.758 INFO:tasks.rados.rados.0.smithi094.stdout:2789: done (1 left) 2024-08-17T17:16:25.758 INFO:tasks.rados.rados.0.smithi094.stdout:2791: done (0 left) 2024-08-17T17:16:25.758 INFO:tasks.rados.rados.0.smithi094.stdout:2792: snap_remove snap 261 2024-08-17T17:16:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:25 smithi094 ceph-mon[100402]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:16:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:25 smithi094 ceph-mon[100402]: pgmap v523: 121 pgs: 121 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T17:16:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:25 smithi094 ceph-mon[102949]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:16:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:25 smithi094 ceph-mon[102949]: pgmap v523: 121 pgs: 121 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T17:16:26.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:25 smithi190 ceph-mon[90718]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:16:26.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:25 smithi190 ceph-mon[90718]: pgmap v523: 121 pgs: 121 active+clean; 413 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-17T17:16:26.765 INFO:tasks.rados.rados.0.smithi094.stdout:2792: done (0 left) 2024-08-17T17:16:26.765 INFO:tasks.rados.rados.0.smithi094.stdout:2793: setattr oid 32 current snap is 268 2024-08-17T17:16:26.767 INFO:tasks.rados.rados.0.smithi094.stdout:2794: copy_from oid 38 from oid 50 current snap is 268 2024-08-17T17:16:26.767 INFO:tasks.rados.rados.0.smithi094.stdout:2795: read oid 1 snap 246 2024-08-17T17:16:26.767 INFO:tasks.rados.rados.0.smithi094.stdout:2795: expect (ObjNum 761 snap 242 seq_num 761) 2024-08-17T17:16:26.767 INFO:tasks.rados.rados.0.smithi094.stdout:2796: read oid 40 snap 263 2024-08-17T17:16:26.768 INFO:tasks.rados.rados.0.smithi094.stdout:2796: expect deleted 2024-08-17T17:16:26.768 INFO:tasks.rados.rados.0.smithi094.stdout:2797: rollback oid 6 current snap is 268 2024-08-17T17:16:26.768 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 6 to 267 2024-08-17T17:16:26.768 INFO:tasks.rados.rados.0.smithi094.stdout:2798: snap_remove snap 244 2024-08-17T17:16:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: Detected new or changed devices on smithi190 2024-08-17T17:16:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:16:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:26.938 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:26 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: Detected new or changed devices on smithi190 2024-08-17T17:16:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T17:16:27.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.024 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: Detected new or changed devices on smithi190 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:27.025 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.026 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.027 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.028 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:26 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:27.773 INFO:tasks.rados.rados.0.smithi094.stdout:2798: done (5 left) 2024-08-17T17:16:27.773 INFO:tasks.rados.rados.0.smithi094.stdout:2799: read oid 14 snap -1 2024-08-17T17:16:27.773 INFO:tasks.rados.rados.0.smithi094.stdout:2799: expect (ObjNum 803 snap 257 seq_num 803) 2024-08-17T17:16:27.773 INFO:tasks.rados.rados.0.smithi094.stdout:2800: copy_from oid 13 from oid 35 current snap is 268 2024-08-17T17:16:27.773 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1457 (ObjNum 765 snap 242 seq_num 765) dirty exists 2024-08-17T17:16:27.774 INFO:tasks.rados.rados.0.smithi094.stdout:2797: finishing rollback tid 0 to smithi09487127-6 2024-08-17T17:16:27.774 INFO:tasks.rados.rados.0.smithi094.stdout:2797: finishing rollback tid 1 to smithi09487127-6 2024-08-17T17:16:27.774 INFO:tasks.rados.rados.0.smithi094.stdout:2793: done (6 left) 2024-08-17T17:16:27.774 INFO:tasks.rados.rados.0.smithi094.stdout:2796: done (5 left) 2024-08-17T17:16:27.774 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 268 2024-08-17T17:16:27.774 INFO:tasks.rados.rados.0.smithi094.stdout:2801: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-08-17T17:16:27.777 INFO:tasks.rados.rados.0.smithi094.stdout:2801: writing smithi09487127-5 from 0 to 638976 tid 1 2024-08-17T17:16:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:2801: writing smithi09487127-5 from 638976 to 1269760 tid 2 2024-08-17T17:16:27.786 INFO:tasks.rados.rados.0.smithi094.stdout:2801: writing smithi09487127-5 from 1269760 to 1843200 tid 3 2024-08-17T17:16:27.786 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 268 2024-08-17T17:16:27.786 INFO:tasks.rados.rados.0.smithi094.stdout:2797: finishing rollback tid 2 to smithi09487127-6 2024-08-17T17:16:27.786 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1595 (ObjNum 815 snap 261 seq_num 815) dirty exists 2024-08-17T17:16:27.787 INFO:tasks.rados.rados.0.smithi094.stdout:2802: seq_num 827 ranges {950272=655360,1605632=516096,2121728=688128} 2024-08-17T17:16:27.796 INFO:tasks.rados.rados.0.smithi094.stdout:2802: writing smithi09487127-37 from 950272 to 1605632 tid 1 2024-08-17T17:16:27.799 INFO:tasks.rados.rados.0.smithi094.stdout:2802: writing smithi09487127-37 from 1605632 to 2121728 tid 2 2024-08-17T17:16:27.804 INFO:tasks.rados.rados.0.smithi094.stdout:2802: writing smithi09487127-37 from 2121728 to 2809856 tid 3 2024-08-17T17:16:27.804 INFO:tasks.rados.rados.0.smithi094.stdout:2797: done (6 left) 2024-08-17T17:16:27.804 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 268 2024-08-17T17:16:27.804 INFO:tasks.rados.rados.0.smithi094.stdout:2795: expect (ObjNum 761 snap 242 seq_num 761) 2024-08-17T17:16:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all mds 2024-08-17T17:16:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all rgw 2024-08-17T17:16:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T17:16:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T17:16:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all iscsi 2024-08-17T17:16:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all nfs 2024-08-17T17:16:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: Upgrade: Setting container_image for all nvmeof 2024-08-17T17:16:27.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: pgmap v525: 121 pgs: 121 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 763 B/s rd, 4.2 MiB/s wr, 18 op/s 2024-08-17T17:16:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:16:27.937 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all mds 2024-08-17T17:16:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all rgw 2024-08-17T17:16:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T17:16:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T17:16:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all iscsi 2024-08-17T17:16:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all nfs 2024-08-17T17:16:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: Upgrade: Setting container_image for all nvmeof 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: pgmap v525: 121 pgs: 121 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 763 B/s rd, 4.2 MiB/s wr, 18 op/s 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all mds 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all rgw 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all iscsi 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all nfs 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: Upgrade: Setting container_image for all nvmeof 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: pgmap v525: 121 pgs: 121 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 763 B/s rd, 4.2 MiB/s wr, 18 op/s 2024-08-17T17:16:28.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:16:28.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:28.921 INFO:tasks.rados.rados.0.smithi094.stdout:2794: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:16:28.921 INFO:tasks.rados.rados.0.smithi094.stdout:2794: finishing copy_from to smithi09487127-38 2024-08-17T17:16:28.921 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1466 (ObjNum 824 snap 266 seq_num 824) dirty exists 2024-08-17T17:16:28.921 INFO:tasks.rados.rados.0.smithi094.stdout:2799: expect (ObjNum 803 snap 257 seq_num 803) 2024-08-17T17:16:28.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:28 smithi190 ceph-mon[90718]: Upgrade: Updating grafana.a 2024-08-17T17:16:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:28 smithi190 ceph-mon[90718]: Deploying daemon grafana.a on smithi190 2024-08-17T17:16:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:28 smithi190 ceph-mon[90718]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:16:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:28 smithi190 ceph-mon[90718]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:16:29.010 INFO:tasks.rados.rados.0.smithi094.stdout:2801: finishing write tid 1 to smithi09487127-5 2024-08-17T17:16:29.010 INFO:tasks.rados.rados.0.smithi094.stdout:2801: finishing write tid 2 to smithi09487127-5 2024-08-17T17:16:29.010 INFO:tasks.rados.rados.0.smithi094.stdout:2801: finishing write tid 3 to smithi09487127-5 2024-08-17T17:16:29.010 INFO:tasks.rados.rados.0.smithi094.stdout:2801: finishing write tid 4 to smithi09487127-5 2024-08-17T17:16:29.010 INFO:tasks.rados.rados.0.smithi094.stdout:2802: finishing write tid 1 to smithi09487127-37 2024-08-17T17:16:29.010 INFO:tasks.rados.rados.0.smithi094.stdout:2801: finishing write tid 5 to smithi09487127-5 2024-08-17T17:16:29.010 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1349 (ObjNum 826 snap 268 seq_num 826) dirty exists 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2801: left oid 5 (ObjNum 826 snap 268 seq_num 826) 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2802: finishing write tid 2 to smithi09487127-37 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2802: finishing write tid 3 to smithi09487127-37 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2802: finishing write tid 4 to smithi09487127-37 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2802: finishing write tid 5 to smithi09487127-37 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1288 (ObjNum 827 snap 268 seq_num 827) dirty exists 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2802: left oid 37 (ObjNum 827 snap 268 seq_num 827) 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2800: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2800: finishing copy_from to smithi09487127-13 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1262 (ObjNum 789 snap 251 seq_num 789) dirty exists 2024-08-17T17:16:29.011 INFO:tasks.rados.rados.0.smithi094.stdout:2803: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-08-17T17:16:29.013 INFO:tasks.rados.rados.0.smithi094.stdout:2803: writing smithi09487127-21 from 0 to 671744 tid 1 2024-08-17T17:16:29.018 INFO:tasks.rados.rados.0.smithi094.stdout:2803: writing smithi09487127-21 from 671744 to 1474560 tid 2 2024-08-17T17:16:29.021 INFO:tasks.rados.rados.0.smithi094.stdout:2803: writing smithi09487127-21 from 1474560 to 1875968 tid 3 2024-08-17T17:16:29.021 INFO:tasks.rados.rados.0.smithi094.stdout:2794: done (6 left) 2024-08-17T17:16:29.021 INFO:tasks.rados.rados.0.smithi094.stdout:2795: done (5 left) 2024-08-17T17:16:29.021 INFO:tasks.rados.rados.0.smithi094.stdout:2799: done (4 left) 2024-08-17T17:16:29.021 INFO:tasks.rados.rados.0.smithi094.stdout:2800: done (3 left) 2024-08-17T17:16:29.021 INFO:tasks.rados.rados.0.smithi094.stdout:2801: done (2 left) 2024-08-17T17:16:29.021 INFO:tasks.rados.rados.0.smithi094.stdout:2802: done (1 left) 2024-08-17T17:16:29.022 INFO:tasks.rados.rados.0.smithi094.stdout:2804: copy_from oid 39 from oid 35 current snap is 268 2024-08-17T17:16:29.022 INFO:tasks.rados.rados.0.smithi094.stdout:2803: finishing write tid 1 to smithi09487127-21 2024-08-17T17:16:29.022 INFO:tasks.rados.rados.0.smithi094.stdout:2805: read oid 26 snap -1 2024-08-17T17:16:29.022 INFO:tasks.rados.rados.0.smithi094.stdout:2805: expect (ObjNum 825 snap 266 seq_num 825) 2024-08-17T17:16:29.022 INFO:tasks.rados.rados.0.smithi094.stdout:2806: rmattr oid 17 current snap is 268 2024-08-17T17:16:29.022 INFO:tasks.rados.rados.0.smithi094.stdout:2807: delete oid 46 current snap is 268 2024-08-17T17:16:29.022 INFO:tasks.rados.rados.0.smithi094.stdout:2803: finishing write tid 2 to smithi09487127-21 2024-08-17T17:16:29.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:28 smithi094 ceph-mon[100402]: Upgrade: Updating grafana.a 2024-08-17T17:16:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:28 smithi094 ceph-mon[100402]: Deploying daemon grafana.a on smithi190 2024-08-17T17:16:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:28 smithi094 ceph-mon[100402]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:16:29.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:28 smithi094 ceph-mon[100402]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:16:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:28 smithi094 ceph-mon[102949]: Upgrade: Updating grafana.a 2024-08-17T17:16:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:28 smithi094 ceph-mon[102949]: Deploying daemon grafana.a on smithi190 2024-08-17T17:16:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:28 smithi094 ceph-mon[102949]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:16:29.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:28 smithi094 ceph-mon[102949]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:16:29.023 INFO:tasks.rados.rados.0.smithi094.stdout:2807: done (4 left) 2024-08-17T17:16:29.024 INFO:tasks.rados.rados.0.smithi094.stdout:2808: snap_remove snap 249 2024-08-17T17:16:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:16:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:16:29] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:16:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:2808: done (4 left) 2024-08-17T17:16:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 268 2024-08-17T17:16:29.780 INFO:tasks.rados.rados.0.smithi094.stdout:2809: seq_num 830 ranges {0=704512,704512=614400,1318912=573440,1892352=16384} 2024-08-17T17:16:29.785 INFO:tasks.rados.rados.0.smithi094.stdout:2809: writing smithi09487127-29 from 0 to 704512 tid 1 2024-08-17T17:16:29.789 INFO:tasks.rados.rados.0.smithi094.stdout:2809: writing smithi09487127-29 from 704512 to 1318912 tid 2 2024-08-17T17:16:29.794 INFO:tasks.rados.rados.0.smithi094.stdout:2809: writing smithi09487127-29 from 1318912 to 1892352 tid 3 2024-08-17T17:16:29.794 INFO:tasks.rados.rados.0.smithi094.stdout:2809: writing smithi09487127-29 from 1892352 to 1908736 tid 4 2024-08-17T17:16:29.794 INFO:tasks.rados.rados.0.smithi094.stdout:2810: rmattr oid 46 current snap is 268 2024-08-17T17:16:29.794 INFO:tasks.rados.rados.0.smithi094.stdout:2810: done (5 left) 2024-08-17T17:16:29.794 INFO:tasks.rados.rados.0.smithi094.stdout:2811: rollback oid 46 current snap is 268 2024-08-17T17:16:29.794 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 245 2024-08-17T17:16:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1547 (ObjNum 798 snap 256 seq_num 798) dirty exists 2024-08-17T17:16:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:2803: finishing write tid 3 to smithi09487127-21 2024-08-17T17:16:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:2803: finishing write tid 4 to smithi09487127-21 2024-08-17T17:16:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:2803: finishing write tid 5 to smithi09487127-21 2024-08-17T17:16:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1470 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-08-17T17:16:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:2803: left oid 21 (ObjNum 828 snap 268 seq_num 828) 2024-08-17T17:16:29.798 INFO:tasks.rados.rados.0.smithi094.stdout:2805: expect (ObjNum 825 snap 266 seq_num 825) 2024-08-17T17:16:30.006 INFO:tasks.rados.rados.0.smithi094.stdout:2804: finishing copy_from racing read to smithi09487127-39 2024-08-17T17:16:30.006 INFO:tasks.rados.rados.0.smithi094.stdout:2804: finishing copy_from to smithi09487127-39 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1262 (ObjNum 789 snap 251 seq_num 789) dirty exists 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2809: finishing write tid 1 to smithi09487127-29 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2809: finishing write tid 2 to smithi09487127-29 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2811: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2809: finishing write tid 3 to smithi09487127-29 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2811: finishing rollback tid 2 to smithi09487127-46 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1470 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2809: finishing write tid 4 to smithi09487127-29 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2803: done (5 left) 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2804: done (4 left) 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2805: done (3 left) 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2806: done (2 left) 2024-08-17T17:16:30.007 INFO:tasks.rados.rados.0.smithi094.stdout:2811: done (1 left) 2024-08-17T17:16:30.008 INFO:tasks.rados.rados.0.smithi094.stdout:2812: snap_remove snap 267 2024-08-17T17:16:30.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:29 smithi094 ceph-mon[100402]: pgmap v529: 121 pgs: 121 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-17T17:16:30.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:29 smithi094 ceph-mon[102949]: pgmap v529: 121 pgs: 121 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-17T17:16:30.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:29 smithi190 ceph-mon[90718]: pgmap v529: 121 pgs: 121 active+clean; 406 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-08-17T17:16:30.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:16:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:16:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:16:30.785 INFO:tasks.rados.rados.0.smithi094.stdout:2812: done (1 left) 2024-08-17T17:16:30.786 INFO:tasks.rados.rados.0.smithi094.stdout:2813: rollback oid 49 current snap is 268 2024-08-17T17:16:30.786 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 49 to 248 2024-08-17T17:16:30.786 INFO:tasks.rados.rados.0.smithi094.stdout:2814: setattr oid 28 current snap is 268 2024-08-17T17:16:30.787 INFO:tasks.rados.rados.0.smithi094.stdout:2809: finishing write tid 5 to smithi09487127-29 2024-08-17T17:16:30.788 INFO:tasks.rados.rados.0.smithi094.stdout:2809: finishing write tid 6 to smithi09487127-29 2024-08-17T17:16:30.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1452 (ObjNum 830 snap 268 seq_num 830) dirty exists 2024-08-17T17:16:30.788 INFO:tasks.rados.rados.0.smithi094.stdout:2809: left oid 29 (ObjNum 830 snap 268 seq_num 830) 2024-08-17T17:16:30.788 INFO:tasks.rados.rados.0.smithi094.stdout:2809: done (2 left) 2024-08-17T17:16:30.788 INFO:tasks.rados.rados.0.smithi094.stdout:2815: delete oid 10 current snap is 268 2024-08-17T17:16:30.790 INFO:tasks.rados.rados.0.smithi094.stdout:2813: finishing rollback tid 1 to smithi09487127-49 2024-08-17T17:16:30.790 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1278 (ObjNum 1265 snap 0 seq_num 3214399744) dirty dne 2024-08-17T17:16:30.794 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1471 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-08-17T17:16:30.796 INFO:tasks.rados.rados.0.smithi094.stdout:2813: done (2 left) 2024-08-17T17:16:30.796 INFO:tasks.rados.rados.0.smithi094.stdout:2814: done (1 left) 2024-08-17T17:16:30.796 INFO:tasks.rados.rados.0.smithi094.stdout:2815: done (0 left) 2024-08-17T17:16:30.796 INFO:tasks.rados.rados.0.smithi094.stdout:2816: copy_from oid 8 from oid 46 current snap is 268 2024-08-17T17:16:30.796 INFO:tasks.rados.rados.0.smithi094.stdout:2817: snap_remove snap 245 2024-08-17T17:16:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:30 smithi190 ceph-mon[90718]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:16:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:30 smithi190 ceph-mon[90718]: pgmap v531: 121 pgs: 121 active+clean; 431 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.8 MiB/s wr, 17 op/s 2024-08-17T17:16:31.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:30 smithi094 ceph-mon[100402]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:16:31.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:30 smithi094 ceph-mon[100402]: pgmap v531: 121 pgs: 121 active+clean; 431 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.8 MiB/s wr, 17 op/s 2024-08-17T17:16:31.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:30 smithi094 ceph-mon[102949]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:16:31.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:30 smithi094 ceph-mon[102949]: pgmap v531: 121 pgs: 121 active+clean; 431 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.8 MiB/s wr, 17 op/s 2024-08-17T17:16:31.793 INFO:tasks.rados.rados.0.smithi094.stdout:2817: done (1 left) 2024-08-17T17:16:31.793 INFO:tasks.rados.rados.0.smithi094.stdout:2818: rmattr oid 36 current snap is 268 2024-08-17T17:16:31.793 INFO:tasks.rados.rados.0.smithi094.stdout:2818: done (1 left) 2024-08-17T17:16:31.793 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 268 2024-08-17T17:16:31.793 INFO:tasks.rados.rados.0.smithi094.stdout:2816: finishing copy_from racing read to smithi09487127-8 2024-08-17T17:16:31.794 INFO:tasks.rados.rados.0.smithi094.stdout:2816: finishing copy_from to smithi09487127-8 2024-08-17T17:16:31.794 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1470 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:16:31.794 INFO:tasks.rados.rados.0.smithi094.stdout:2819: seq_num 832 ranges {2080768=737280,2818048=786432,3604480=417792} 2024-08-17T17:16:31.810 INFO:tasks.rados.rados.0.smithi094.stdout:2819: writing smithi09487127-28 from 2080768 to 2818048 tid 1 2024-08-17T17:16:31.816 INFO:tasks.rados.rados.0.smithi094.stdout:2819: writing smithi09487127-28 from 2818048 to 3604480 tid 2 2024-08-17T17:16:31.820 INFO:tasks.rados.rados.0.smithi094.stdout:2819: writing smithi09487127-28 from 3604480 to 4022272 tid 3 2024-08-17T17:16:31.820 INFO:tasks.rados.rados.0.smithi094.stdout:2816: done (1 left) 2024-08-17T17:16:31.820 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 268 2024-08-17T17:16:31.820 INFO:tasks.rados.rados.0.smithi094.stdout:2820: seq_num 833 ranges {6733824=761856,7495680=671744,8167424=532480} 2024-08-17T17:16:31.861 INFO:tasks.rados.rados.0.smithi094.stdout:2820: writing smithi09487127-3 from 6733824 to 7495680 tid 1 2024-08-17T17:16:31.865 INFO:tasks.rados.rados.0.smithi094.stdout:2820: writing smithi09487127-3 from 7495680 to 8167424 tid 2 2024-08-17T17:16:31.868 INFO:tasks.rados.rados.0.smithi094.stdout:2820: writing smithi09487127-3 from 8167424 to 8699904 tid 3 2024-08-17T17:16:31.868 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 268 2024-08-17T17:16:31.869 INFO:tasks.rados.rados.0.smithi094.stdout:2819: finishing write tid 1 to smithi09487127-28 2024-08-17T17:16:31.869 INFO:tasks.rados.rados.0.smithi094.stdout:2821: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-08-17T17:16:31.873 INFO:tasks.rados.rados.0.smithi094.stdout:2821: writing smithi09487127-20 from 0 to 778240 tid 1 2024-08-17T17:16:31.876 INFO:tasks.rados.rados.0.smithi094.stdout:2821: writing smithi09487127-20 from 778240 to 1335296 tid 2 2024-08-17T17:16:31.879 INFO:tasks.rados.rados.0.smithi094.stdout:2821: writing smithi09487127-20 from 1335296 to 1884160 tid 3 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:2821: writing smithi09487127-20 from 1884160 to 1982464 tid 4 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:2822: copy_from oid 5 from oid 37 current snap is 268 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:2819: finishing write tid 2 to smithi09487127-28 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:2819: finishing write tid 3 to smithi09487127-28 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:2819: finishing write tid 4 to smithi09487127-28 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:2819: finishing write tid 5 to smithi09487127-28 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1475 (ObjNum 832 snap 268 seq_num 832) dirty exists 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:2819: left oid 28 (ObjNum 832 snap 268 seq_num 832) 2024-08-17T17:16:31.881 INFO:tasks.rados.rados.0.smithi094.stdout:2820: finishing write tid 1 to smithi09487127-3 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2819: done (3 left) 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2823: snap_create 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2820: finishing write tid 2 to smithi09487127-3 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2820: finishing write tid 3 to smithi09487127-3 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2820: finishing write tid 4 to smithi09487127-3 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2820: finishing write tid 5 to smithi09487127-3 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 594 (ObjNum 833 snap 268 seq_num 833) dirty exists 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2820: left oid 3 (ObjNum 833 snap 268 seq_num 833) 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2821: finishing write tid 1 to smithi09487127-20 2024-08-17T17:16:31.882 INFO:tasks.rados.rados.0.smithi094.stdout:2821: finishing write tid 2 to smithi09487127-20 2024-08-17T17:16:31.883 INFO:tasks.rados.rados.0.smithi094.stdout:2821: finishing write tid 3 to smithi09487127-20 2024-08-17T17:16:31.883 INFO:tasks.rados.rados.0.smithi094.stdout:2821: finishing write tid 4 to smithi09487127-20 2024-08-17T17:16:31.883 INFO:tasks.rados.rados.0.smithi094.stdout:2821: finishing write tid 5 to smithi09487127-20 2024-08-17T17:16:31.884 INFO:tasks.rados.rados.0.smithi094.stdout:2821: finishing write tid 6 to smithi09487127-20 2024-08-17T17:16:31.884 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1475 (ObjNum 834 snap 268 seq_num 834) dirty exists 2024-08-17T17:16:31.884 INFO:tasks.rados.rados.0.smithi094.stdout:2821: left oid 20 (ObjNum 834 snap 268 seq_num 834) 2024-08-17T17:16:31.894 INFO:tasks.rados.rados.0.smithi094.stdout:2822: finishing copy_from racing read to smithi09487127-5 2024-08-17T17:16:31.898 INFO:tasks.rados.rados.0.smithi094.stdout:2822: finishing copy_from to smithi09487127-5 2024-08-17T17:16:31.898 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1288 (ObjNum 827 snap 268 seq_num 827) dirty exists 2024-08-17T17:16:32.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:31 smithi190 ceph-mon[90718]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:16:32.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:31 smithi094 ceph-mon[100402]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:16:32.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:31 smithi094 ceph-mon[102949]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:16:32.804 INFO:tasks.rados.rados.0.smithi094.stdout:2820: done (3 left) 2024-08-17T17:16:32.805 INFO:tasks.rados.rados.0.smithi094.stdout:2821: done (2 left) 2024-08-17T17:16:32.805 INFO:tasks.rados.rados.0.smithi094.stdout:2822: done (1 left) 2024-08-17T17:16:32.805 INFO:tasks.rados.rados.0.smithi094.stdout:2823: done (0 left) 2024-08-17T17:16:32.805 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 269 2024-08-17T17:16:32.805 INFO:tasks.rados.rados.0.smithi094.stdout:2824: seq_num 835 ranges {12206080=794624,13000704=442368,13443072=712704,14155776=49152} 2024-08-17T17:16:32.872 INFO:tasks.rados.rados.0.smithi094.stdout:2824: writing smithi09487127-13 from 12206080 to 13000704 tid 1 2024-08-17T17:16:32.874 INFO:tasks.rados.rados.0.smithi094.stdout:2824: writing smithi09487127-13 from 13000704 to 13443072 tid 2 2024-08-17T17:16:32.878 INFO:tasks.rados.rados.0.smithi094.stdout:2824: writing smithi09487127-13 from 13443072 to 14155776 tid 3 2024-08-17T17:16:32.879 INFO:tasks.rados.rados.0.smithi094.stdout:2824: writing smithi09487127-13 from 14155776 to 14204928 tid 4 2024-08-17T17:16:32.879 INFO:tasks.rados.rados.0.smithi094.stdout:2825: rollback oid 43 current snap is 269 2024-08-17T17:16:32.879 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 43 to 263 2024-08-17T17:16:32.879 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 269 2024-08-17T17:16:32.879 INFO:tasks.rados.rados.0.smithi094.stdout:2826: seq_num 836 ranges {4177920=409600,4587520=720896,5308416=516096,5824512=368640} 2024-08-17T17:16:32.903 INFO:tasks.rados.rados.0.smithi094.stdout:2826: writing smithi09487127-30 from 4177920 to 4587520 tid 1 2024-08-17T17:16:32.907 INFO:tasks.rados.rados.0.smithi094.stdout:2826: writing smithi09487127-30 from 4587520 to 5308416 tid 2 2024-08-17T17:16:32.910 INFO:tasks.rados.rados.0.smithi094.stdout:2826: writing smithi09487127-30 from 5308416 to 5824512 tid 3 2024-08-17T17:16:32.913 INFO:tasks.rados.rados.0.smithi094.stdout:2826: writing smithi09487127-30 from 5824512 to 6193152 tid 4 2024-08-17T17:16:32.913 INFO:tasks.rados.rados.0.smithi094.stdout:2827: snap_create 2024-08-17T17:16:32.913 INFO:tasks.rados.rados.0.smithi094.stdout:2825: finishing rollback tid 0 to smithi09487127-43 2024-08-17T17:16:32.913 INFO:tasks.rados.rados.0.smithi094.stdout:2825: finishing rollback tid 1 to smithi09487127-43 2024-08-17T17:16:32.913 INFO:tasks.rados.rados.0.smithi094.stdout:2825: finishing rollback tid 2 to smithi09487127-43 2024-08-17T17:16:32.913 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1347 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:16:32.913 INFO:tasks.rados.rados.0.smithi094.stdout:2824: finishing write tid 1 to smithi09487127-13 2024-08-17T17:16:32.913 INFO:tasks.rados.rados.0.smithi094.stdout:2824: finishing write tid 2 to smithi09487127-13 2024-08-17T17:16:32.914 INFO:tasks.rados.rados.0.smithi094.stdout:2824: finishing write tid 3 to smithi09487127-13 2024-08-17T17:16:32.914 INFO:tasks.rados.rados.0.smithi094.stdout:2824: finishing write tid 4 to smithi09487127-13 2024-08-17T17:16:32.914 INFO:tasks.rados.rados.0.smithi094.stdout:2824: finishing write tid 5 to smithi09487127-13 2024-08-17T17:16:32.914 INFO:tasks.rados.rados.0.smithi094.stdout:2824: finishing write tid 6 to smithi09487127-13 2024-08-17T17:16:32.914 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1475 (ObjNum 835 snap 269 seq_num 835) dirty exists 2024-08-17T17:16:32.914 INFO:tasks.rados.rados.0.smithi094.stdout:2824: left oid 13 (ObjNum 835 snap 269 seq_num 835) 2024-08-17T17:16:32.914 INFO:tasks.rados.rados.0.smithi094.stdout:2826: finishing write tid 1 to smithi09487127-30 2024-08-17T17:16:32.914 INFO:tasks.rados.rados.0.smithi094.stdout:2826: finishing write tid 2 to smithi09487127-30 2024-08-17T17:16:32.915 INFO:tasks.rados.rados.0.smithi094.stdout:2826: finishing write tid 3 to smithi09487127-30 2024-08-17T17:16:32.915 INFO:tasks.rados.rados.0.smithi094.stdout:2826: finishing write tid 4 to smithi09487127-30 2024-08-17T17:16:32.915 INFO:tasks.rados.rados.0.smithi094.stdout:2826: finishing write tid 5 to smithi09487127-30 2024-08-17T17:16:32.916 INFO:tasks.rados.rados.0.smithi094.stdout:2826: finishing write tid 6 to smithi09487127-30 2024-08-17T17:16:32.916 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1268 (ObjNum 836 snap 269 seq_num 836) dirty exists 2024-08-17T17:16:32.916 INFO:tasks.rados.rados.0.smithi094.stdout:2826: left oid 30 (ObjNum 836 snap 269 seq_num 836) 2024-08-17T17:16:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:32 smithi190 ceph-mon[90718]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:16:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:32 smithi190 ceph-mon[90718]: pgmap v534: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 14 op/s 2024-08-17T17:16:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:32 smithi094 ceph-mon[102949]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:16:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:32 smithi094 ceph-mon[102949]: pgmap v534: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 14 op/s 2024-08-17T17:16:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:32 smithi094 ceph-mon[100402]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:16:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:32 smithi094 ceph-mon[100402]: pgmap v534: 121 pgs: 121 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.7 MiB/s wr, 14 op/s 2024-08-17T17:16:33.729 INFO:tasks.rados.rados.0.smithi094.stdout:2824: done (3 left) 2024-08-17T17:16:33.729 INFO:tasks.rados.rados.0.smithi094.stdout:2825: done (2 left) 2024-08-17T17:16:33.729 INFO:tasks.rados.rados.0.smithi094.stdout:2826: done (1 left) 2024-08-17T17:16:33.729 INFO:tasks.rados.rados.0.smithi094.stdout:2827: done (0 left) 2024-08-17T17:16:33.729 INFO:tasks.rados.rados.0.smithi094.stdout:2828: snap_remove snap 250 2024-08-17T17:16:34.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:33 smithi190 ceph-mon[90718]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:16:34.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:33 smithi190 ceph-mon[90718]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:16:34.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:33 smithi094 ceph-mon[100402]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:16:34.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:33 smithi094 ceph-mon[100402]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:16:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:33 smithi094 ceph-mon[102949]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:16:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:33 smithi094 ceph-mon[102949]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:16:34.731 INFO:tasks.rados.rados.0.smithi094.stdout:2828: done (0 left) 2024-08-17T17:16:34.731 INFO:tasks.rados.rados.0.smithi094.stdout:2829: setattr oid 40 current snap is 270 2024-08-17T17:16:34.732 INFO:tasks.rados.rados.0.smithi094.stdout:2830: read oid 41 snap 266 2024-08-17T17:16:34.732 INFO:tasks.rados.rados.0.smithi094.stdout:2830: expect (ObjNum 819 snap 262 seq_num 819) 2024-08-17T17:16:34.732 INFO:tasks.rados.rados.0.smithi094.stdout:2831: snap_remove snap 248 2024-08-17T17:16:35.738 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1278 (ObjNum 821 snap 264 seq_num 821) dirty exists 2024-08-17T17:16:35.738 INFO:tasks.rados.rados.0.smithi094.stdout:2830: expect (ObjNum 819 snap 262 seq_num 819) 2024-08-17T17:16:35.800 INFO:tasks.rados.rados.0.smithi094.stdout:2829: done (2 left) 2024-08-17T17:16:35.801 INFO:tasks.rados.rados.0.smithi094.stdout:2830: done (1 left) 2024-08-17T17:16:35.801 INFO:tasks.rados.rados.0.smithi094.stdout:2831: done (0 left) 2024-08-17T17:16:35.801 INFO:tasks.rados.rados.0.smithi094.stdout:2832: setattr oid 8 current snap is 270 2024-08-17T17:16:35.801 INFO:tasks.rados.rados.0.smithi094.stdout:2833: rmattr oid 35 current snap is 270 2024-08-17T17:16:35.801 INFO:tasks.rados.rados.0.smithi094.stdout:2834: rmattr oid 7 current snap is 270 2024-08-17T17:16:35.802 INFO:tasks.rados.rados.0.smithi094.stdout:2835: read oid 32 snap 236 2024-08-17T17:16:35.802 INFO:tasks.rados.rados.0.smithi094.stdout:2835: expect (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:16:35.802 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 270 2024-08-17T17:16:35.802 INFO:tasks.rados.rados.0.smithi094.stdout:2836: seq_num 837 ranges {0=425984,425984=655360,1081344=729088,1810432=221184} 2024-08-17T17:16:35.804 INFO:tasks.rados.rados.0.smithi094.stdout:2836: writing smithi09487127-15 from 0 to 425984 tid 1 2024-08-17T17:16:35.808 INFO:tasks.rados.rados.0.smithi094.stdout:2836: writing smithi09487127-15 from 425984 to 1081344 tid 2 2024-08-17T17:16:35.812 INFO:tasks.rados.rados.0.smithi094.stdout:2836: writing smithi09487127-15 from 1081344 to 1810432 tid 3 2024-08-17T17:16:35.818 INFO:tasks.rados.rados.0.smithi094.stdout:2836: writing smithi09487127-15 from 1810432 to 2031616 tid 4 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:2837: copy_from oid 48 from oid 5 current snap is 270 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1577 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1476 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:2832: done (5 left) 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:2834: done (4 left) 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:2838: delete oid 1 current snap is 270 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1269 (ObjNum 789 snap 251 seq_num 789) dirty exists 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:2833: done (4 left) 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:2838: done (3 left) 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:2839: copy_from oid 49 from oid 11 current snap is 270 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 270 2024-08-17T17:16:35.819 INFO:tasks.rados.rados.0.smithi094.stdout:2840: seq_num 839 ranges {1441792=458752,1900544=425984,2326528=688128,3014656=491520} 2024-08-17T17:16:35.827 INFO:tasks.rados.rados.0.smithi094.stdout:2840: writing smithi09487127-47 from 1441792 to 1900544 tid 1 2024-08-17T17:16:35.830 INFO:tasks.rados.rados.0.smithi094.stdout:2840: writing smithi09487127-47 from 1900544 to 2326528 tid 2 2024-08-17T17:16:35.834 INFO:tasks.rados.rados.0.smithi094.stdout:2840: writing smithi09487127-47 from 2326528 to 3014656 tid 3 2024-08-17T17:16:35.837 INFO:tasks.rados.rados.0.smithi094.stdout:2840: writing smithi09487127-47 from 3014656 to 3506176 tid 4 2024-08-17T17:16:35.837 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 270 2024-08-17T17:16:35.837 INFO:tasks.rados.rados.0.smithi094.stdout:2836: finishing write tid 1 to smithi09487127-15 2024-08-17T17:16:35.838 INFO:tasks.rados.rados.0.smithi094.stdout:2836: finishing write tid 2 to smithi09487127-15 2024-08-17T17:16:35.838 INFO:tasks.rados.rados.0.smithi094.stdout:2836: finishing write tid 3 to smithi09487127-15 2024-08-17T17:16:35.838 INFO:tasks.rados.rados.0.smithi094.stdout:2841: seq_num 840 ranges {1982464=475136,2457600=712704,3170304=499712,3670016=393216} 2024-08-17T17:16:35.850 INFO:tasks.rados.rados.0.smithi094.stdout:2841: writing smithi09487127-20 from 1982464 to 2457600 tid 1 2024-08-17T17:16:35.855 INFO:tasks.rados.rados.0.smithi094.stdout:2841: writing smithi09487127-20 from 2457600 to 3170304 tid 2 2024-08-17T17:16:35.858 INFO:tasks.rados.rados.0.smithi094.stdout:2841: writing smithi09487127-20 from 3170304 to 3670016 tid 3 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:2841: writing smithi09487127-20 from 3670016 to 4063232 tid 4 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:2842: copy_from oid 9 from oid 7 current snap is 270 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:2839: finishing copy_from racing read to smithi09487127-49 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:2836: finishing write tid 4 to smithi09487127-15 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:2836: finishing write tid 5 to smithi09487127-15 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:2839: finishing copy_from to smithi09487127-49 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1142 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:2836: finishing write tid 6 to smithi09487127-15 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1636 (ObjNum 837 snap 270 seq_num 837) dirty exists 2024-08-17T17:16:35.861 INFO:tasks.rados.rados.0.smithi094.stdout:2836: left oid 15 (ObjNum 837 snap 270 seq_num 837) 2024-08-17T17:16:35.862 INFO:tasks.rados.rados.0.smithi094.stdout:2837: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:16:35.862 INFO:tasks.rados.rados.0.smithi094.stdout:2837: finishing copy_from to smithi09487127-48 2024-08-17T17:16:35.862 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1288 (ObjNum 827 snap 268 seq_num 827) dirty exists 2024-08-17T17:16:35.862 INFO:tasks.rados.rados.0.smithi094.stdout:2841: finishing write tid 1 to smithi09487127-20 2024-08-17T17:16:35.862 INFO:tasks.rados.rados.0.smithi094.stdout:2835: expect (ObjNum 689 snap 211 seq_num 689) 2024-08-17T17:16:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:35 smithi094 ceph-mon[100402]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:16:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:35 smithi094 ceph-mon[100402]: pgmap v538: 121 pgs: 121 active+clean; 468 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 772 B/s rd, 6.7 MiB/s wr, 13 op/s 2024-08-17T17:16:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:35 smithi094 ceph-mon[102949]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:16:36.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:35 smithi094 ceph-mon[102949]: pgmap v538: 121 pgs: 121 active+clean; 468 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 772 B/s rd, 6.7 MiB/s wr, 13 op/s 2024-08-17T17:16:36.036 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:35 smithi190 ceph-mon[90718]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:16:36.036 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:35 smithi190 ceph-mon[90718]: pgmap v538: 121 pgs: 121 active+clean; 468 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 772 B/s rd, 6.7 MiB/s wr, 13 op/s 2024-08-17T17:16:36.507 INFO:tasks.rados.rados.0.smithi094.stdout:2840: finishing write tid 1 to smithi09487127-47 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2840: finishing write tid 2 to smithi09487127-47 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2840: finishing write tid 3 to smithi09487127-47 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2840: finishing write tid 4 to smithi09487127-47 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2840: finishing write tid 5 to smithi09487127-47 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2840: finishing write tid 6 to smithi09487127-47 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1462 (ObjNum 839 snap 270 seq_num 839) dirty exists 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2840: left oid 47 (ObjNum 839 snap 270 seq_num 839) 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2841: finishing write tid 2 to smithi09487127-20 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2835: done (6 left) 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2836: done (5 left) 2024-08-17T17:16:36.508 INFO:tasks.rados.rados.0.smithi094.stdout:2837: done (4 left) 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2839: done (3 left) 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2840: done (2 left) 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2843: rollback oid 24 current snap is 270 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 24 to 253 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2841: finishing write tid 3 to smithi09487127-20 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2841: finishing write tid 4 to smithi09487127-20 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2842: finishing copy_from racing read to smithi09487127-9 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2841: finishing write tid 5 to smithi09487127-20 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2842: finishing copy_from to smithi09487127-9 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1577 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2841: finishing write tid 6 to smithi09487127-20 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1480 (ObjNum 840 snap 270 seq_num 840) dirty exists 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2841: left oid 20 (ObjNum 840 snap 270 seq_num 840) 2024-08-17T17:16:36.509 INFO:tasks.rados.rados.0.smithi094.stdout:2841: done (2 left) 2024-08-17T17:16:36.510 INFO:tasks.rados.rados.0.smithi094.stdout:2842: done (1 left) 2024-08-17T17:16:36.510 INFO:tasks.rados.rados.0.smithi094.stdout:2844: read oid 38 snap -1 2024-08-17T17:16:36.510 INFO:tasks.rados.rados.0.smithi094.stdout:2844: expect (ObjNum 824 snap 266 seq_num 824) 2024-08-17T17:16:36.510 INFO:tasks.rados.rados.0.smithi094.stdout:2845: rollback oid 40 current snap is 270 2024-08-17T17:16:36.510 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 258 2024-08-17T17:16:36.510 INFO:tasks.rados.rados.0.smithi094.stdout:2846: copy_from oid 41 from oid 5 current snap is 270 2024-08-17T17:16:36.510 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 270 2024-08-17T17:16:36.510 INFO:tasks.rados.rados.0.smithi094.stdout:2847: seq_num 841 ranges {2031616=491520,2523136=598016,3121152=704512,3825664=303104} 2024-08-17T17:16:36.521 INFO:tasks.rados.rados.0.smithi094.stdout:2847: writing smithi09487127-15 from 2031616 to 2523136 tid 1 2024-08-17T17:16:36.525 INFO:tasks.rados.rados.0.smithi094.stdout:2847: writing smithi09487127-15 from 2523136 to 3121152 tid 2 2024-08-17T17:16:36.529 INFO:tasks.rados.rados.0.smithi094.stdout:2847: writing smithi09487127-15 from 3121152 to 3825664 tid 3 2024-08-17T17:16:36.531 INFO:tasks.rados.rados.0.smithi094.stdout:2847: writing smithi09487127-15 from 3825664 to 4128768 tid 4 2024-08-17T17:16:36.531 INFO:tasks.rados.rados.0.smithi094.stdout:2848: snap_remove snap 246 2024-08-17T17:16:36.741 INFO:tasks.rados.rados.0.smithi094.stdout:2848: done (5 left) 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:2849: rmattr oid 34 current snap is 270 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:2845: finishing rollback tid 0 to smithi09487127-40 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:2843: finishing rollback tid 1 to smithi09487127-24 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:2843: finishing rollback tid 2 to smithi09487127-24 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1271 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:2845: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:2845: finishing rollback tid 2 to smithi09487127-40 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1580 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:2846: finishing copy_from racing read to smithi09487127-41 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:2846: finishing copy_from to smithi09487127-41 2024-08-17T17:16:36.742 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1288 (ObjNum 827 snap 268 seq_num 827) dirty exists 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:2847: finishing write tid 1 to smithi09487127-15 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:2847: finishing write tid 2 to smithi09487127-15 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:2843: done (5 left) 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:2845: done (4 left) 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:2846: done (3 left) 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 270 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:2847: finishing write tid 3 to smithi09487127-15 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:2847: finishing write tid 4 to smithi09487127-15 2024-08-17T17:16:36.743 INFO:tasks.rados.rados.0.smithi094.stdout:2850: seq_num 842 ranges {6733824=507904,7241728=475136,7716864=516096,8232960=499712,8732672=114688} 2024-08-17T17:16:36.781 INFO:tasks.rados.rados.0.smithi094.stdout:2850: writing smithi09487127-6 from 6733824 to 7241728 tid 1 2024-08-17T17:16:36.784 INFO:tasks.rados.rados.0.smithi094.stdout:2850: writing smithi09487127-6 from 7241728 to 7716864 tid 2 2024-08-17T17:16:36.788 INFO:tasks.rados.rados.0.smithi094.stdout:2850: writing smithi09487127-6 from 7716864 to 8232960 tid 3 2024-08-17T17:16:36.791 INFO:tasks.rados.rados.0.smithi094.stdout:2850: writing smithi09487127-6 from 8232960 to 8732672 tid 4 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:2850: writing smithi09487127-6 from 8732672 to 8847360 tid 5 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:2851: read oid 36 snap -1 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:2851: expect deleted 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:2852: copy_from oid 45 from oid 11 current snap is 270 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:2847: finishing write tid 5 to smithi09487127-15 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:2847: finishing write tid 6 to smithi09487127-15 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1643 (ObjNum 841 snap 270 seq_num 841) dirty exists 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:2847: left oid 15 (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:16:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:2844: expect (ObjNum 824 snap 266 seq_num 824) 2024-08-17T17:16:36.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:36 smithi190 ceph-mon[90718]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:16:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:36 smithi094 ceph-mon[100402]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:16:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:36 smithi094 ceph-mon[102949]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:16:37.889 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1453 (ObjNum 804 snap 257 seq_num 804) dirty exists 2024-08-17T17:16:37.889 INFO:tasks.rados.rados.0.smithi094.stdout:2850: finishing write tid 1 to smithi09487127-6 2024-08-17T17:16:37.889 INFO:tasks.rados.rados.0.smithi094.stdout:2850: finishing write tid 2 to smithi09487127-6 2024-08-17T17:16:37.889 INFO:tasks.rados.rados.0.smithi094.stdout:2850: finishing write tid 3 to smithi09487127-6 2024-08-17T17:16:37.889 INFO:tasks.rados.rados.0.smithi094.stdout:2850: finishing write tid 4 to smithi09487127-6 2024-08-17T17:16:37.889 INFO:tasks.rados.rados.0.smithi094.stdout:2850: finishing write tid 5 to smithi09487127-6 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2850: finishing write tid 6 to smithi09487127-6 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2852: finishing copy_from racing read to smithi09487127-45 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2852: finishing copy_from to smithi09487127-45 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1142 (ObjNum 1393 snap 0 seq_num 3162485024) dirty exists 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2850: finishing write tid 7 to smithi09487127-6 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1656 (ObjNum 842 snap 270 seq_num 842) dirty exists 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2850: left oid 6 (ObjNum 842 snap 270 seq_num 842) 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2844: done (5 left) 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2847: done (4 left) 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2849: done (3 left) 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2850: done (2 left) 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2851: done (1 left) 2024-08-17T17:16:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:2852: done (0 left) 2024-08-17T17:16:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:2853: copy_from oid 47 from oid 36 current snap is 270 2024-08-17T17:16:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:2854: snap_remove snap 268 2024-08-17T17:16:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:37 smithi094 ceph-mon[100402]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:16:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:37 smithi094 ceph-mon[100402]: pgmap v541: 121 pgs: 121 active+clean; 468 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.4 MiB/s wr, 21 op/s 2024-08-17T17:16:38.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:37 smithi094 ceph-mon[102949]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:16:38.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:37 smithi094 ceph-mon[102949]: pgmap v541: 121 pgs: 121 active+clean; 468 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.4 MiB/s wr, 21 op/s 2024-08-17T17:16:38.059 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:37 smithi190 ceph-mon[90718]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:16:38.060 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:37 smithi190 ceph-mon[90718]: pgmap v541: 121 pgs: 121 active+clean; 468 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 8.4 MiB/s wr, 21 op/s 2024-08-17T17:16:38.712 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:38 smithi190 systemd[1]: Stopping Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:16:38.730 INFO:tasks.rados.rados.0.smithi094.stdout:2854: done (1 left) 2024-08-17T17:16:38.730 INFO:tasks.rados.rados.0.smithi094.stdout:2855: rmattr oid 4 current snap is 270 2024-08-17T17:16:38.730 INFO:tasks.rados.rados.0.smithi094.stdout:2856: snap_remove snap 265 2024-08-17T17:16:39.017 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:38 smithi190 podman[119917]: 2024-08-17 17:16:38.711317039 +0000 UTC m=+0.123681631 container died bd242299025c31c759ca3411fdf3a6f0997e029bdded46378a7380bf4bf805e8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, io.openshift.tags=base rhel8, version=8.5, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, release=239.1651231664, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, vcs-type=git, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container) 2024-08-17T17:16:39.316 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 podman[119917]: 2024-08-17 17:16:39.098550049 +0000 UTC m=+0.510914641 container cleanup bd242299025c31c759ca3411fdf3a6f0997e029bdded46378a7380bf4bf805e8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, vcs-type=git, distribution-scope=public, build-date=2022-04-29T11:48:11.055897, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, io.buildah.version=1.32.0, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, release=239.1651231664, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-08-17T17:16:39.316 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 bash[119917]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a 2024-08-17T17:16:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:16:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:16:39] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:16:39.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 podman[119936]: 2024-08-17 17:16:39.31625037 +0000 UTC m=+0.607061787 container remove bd242299025c31c759ca3411fdf3a6f0997e029bdded46378a7380bf4bf805e8 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, vcs-type=git, architecture=x86_64, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, release=239.1651231664, name=ubi8, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=) 2024-08-17T17:16:39.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:16:39.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T17:16:39.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 systemd[1]: Stopped Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:16:39.646 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Consumed 7.168s CPU time. 2024-08-17T17:16:39.737 INFO:tasks.rados.rados.0.smithi094.stdout:2856: done (2 left) 2024-08-17T17:16:39.737 INFO:tasks.rados.rados.0.smithi094.stdout:2857: rollback oid 28 current snap is 270 2024-08-17T17:16:39.737 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 247 2024-08-17T17:16:39.737 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 270 2024-08-17T17:16:39.737 INFO:tasks.rados.rados.0.smithi094.stdout:2858: seq_num 843 ranges {10076160=524288,10600448=761856,11362304=671744,12034048=172032} 2024-08-17T17:16:39.795 INFO:tasks.rados.rados.0.smithi094.stdout:2858: writing smithi09487127-8 from 10076160 to 10600448 tid 1 2024-08-17T17:16:39.799 INFO:tasks.rados.rados.0.smithi094.stdout:2858: writing smithi09487127-8 from 10600448 to 11362304 tid 2 2024-08-17T17:16:39.802 INFO:tasks.rados.rados.0.smithi094.stdout:2858: writing smithi09487127-8 from 11362304 to 12034048 tid 3 2024-08-17T17:16:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:2858: writing smithi09487127-8 from 12034048 to 12206080 tid 4 2024-08-17T17:16:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:2859: read oid 10 snap -1 2024-08-17T17:16:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:2859: expect deleted 2024-08-17T17:16:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:2860: delete oid 13 current snap is 270 2024-08-17T17:16:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:2853: finishing copy_from to smithi09487127-47 2024-08-17T17:16:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:2853: got expected ENOENT (src dne) 2024-08-17T17:16:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:2853: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:16:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1348 (ObjNum 786 snap 251 seq_num 786) dirty exists 2024-08-17T17:16:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:2857: finishing rollback tid 0 to smithi09487127-28 2024-08-17T17:16:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:2857: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:16:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:2857: finishing rollback tid 2 to smithi09487127-28 2024-08-17T17:16:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1478 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-08-17T17:16:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:2858: finishing write tid 1 to smithi09487127-8 2024-08-17T17:16:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:2858: finishing write tid 2 to smithi09487127-8 2024-08-17T17:16:39.807 INFO:tasks.rados.rados.0.smithi094.stdout:2858: finishing write tid 3 to smithi09487127-8 2024-08-17T17:16:39.807 INFO:tasks.rados.rados.0.smithi094.stdout:2858: finishing write tid 4 to smithi09487127-8 2024-08-17T17:16:39.807 INFO:tasks.rados.rados.0.smithi094.stdout:2858: finishing write tid 5 to smithi09487127-8 2024-08-17T17:16:39.809 INFO:tasks.rados.rados.0.smithi094.stdout:2858: finishing write tid 6 to smithi09487127-8 2024-08-17T17:16:39.809 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1481 (ObjNum 843 snap 270 seq_num 843) dirty exists 2024-08-17T17:16:39.810 INFO:tasks.rados.rados.0.smithi094.stdout:2858: left oid 8 (ObjNum 843 snap 270 seq_num 843) 2024-08-17T17:16:39.811 INFO:tasks.rados.rados.0.smithi094.stdout:2853: done (5 left) 2024-08-17T17:16:39.811 INFO:tasks.rados.rados.0.smithi094.stdout:2855: done (4 left) 2024-08-17T17:16:39.811 INFO:tasks.rados.rados.0.smithi094.stdout:2857: done (3 left) 2024-08-17T17:16:39.811 INFO:tasks.rados.rados.0.smithi094.stdout:2858: done (2 left) 2024-08-17T17:16:39.811 INFO:tasks.rados.rados.0.smithi094.stdout:2859: done (1 left) 2024-08-17T17:16:39.811 INFO:tasks.rados.rados.0.smithi094.stdout:2860: done (0 left) 2024-08-17T17:16:39.811 INFO:tasks.rados.rados.0.smithi094.stdout:2861: rollback oid 36 current snap is 270 2024-08-17T17:16:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 236 2024-08-17T17:16:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 270 2024-08-17T17:16:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:2862: seq_num 845 ranges {12206080=557056,12763136=581632,13344768=688128,14032896=335872} 2024-08-17T17:16:39.878 INFO:tasks.rados.rados.0.smithi094.stdout:2862: writing smithi09487127-39 from 12206080 to 12763136 tid 1 2024-08-17T17:16:39.881 INFO:tasks.rados.rados.0.smithi094.stdout:2862: writing smithi09487127-39 from 12763136 to 13344768 tid 2 2024-08-17T17:16:39.884 INFO:tasks.rados.rados.0.smithi094.stdout:2862: writing smithi09487127-39 from 13344768 to 14032896 tid 3 2024-08-17T17:16:39.887 INFO:tasks.rados.rados.0.smithi094.stdout:2862: writing smithi09487127-39 from 14032896 to 14368768 tid 4 2024-08-17T17:16:39.887 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 270 2024-08-17T17:16:39.887 INFO:tasks.rados.rados.0.smithi094.stdout:2861: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:16:39.887 INFO:tasks.rados.rados.0.smithi094.stdout:2861: finishing rollback tid 2 to smithi09487127-36 2024-08-17T17:16:39.887 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 1455 (ObjNum 735 snap 235 seq_num 735) dirty exists 2024-08-17T17:16:39.887 INFO:tasks.rados.rados.0.smithi094.stdout:2862: finishing write tid 1 to smithi09487127-39 2024-08-17T17:16:39.887 INFO:tasks.rados.rados.0.smithi094.stdout:2862: finishing write tid 2 to smithi09487127-39 2024-08-17T17:16:39.887 INFO:tasks.rados.rados.0.smithi094.stdout:2863: seq_num 846 ranges {4063232=573440,4636672=466944,5103616=491520,5595136=548864,6144000=98304} 2024-08-17T17:16:39.911 INFO:tasks.rados.rados.0.smithi094.stdout:2863: writing smithi09487127-20 from 4063232 to 4636672 tid 1 2024-08-17T17:16:39.913 INFO:tasks.rados.rados.0.smithi094.stdout:2863: writing smithi09487127-20 from 4636672 to 5103616 tid 2 2024-08-17T17:16:39.916 INFO:tasks.rados.rados.0.smithi094.stdout:2863: writing smithi09487127-20 from 5103616 to 5595136 tid 3 2024-08-17T17:16:39.919 INFO:tasks.rados.rados.0.smithi094.stdout:2863: writing smithi09487127-20 from 5595136 to 6144000 tid 4 2024-08-17T17:16:39.920 INFO:tasks.rados.rados.0.smithi094.stdout:2863: writing smithi09487127-20 from 6144000 to 6242304 tid 5 2024-08-17T17:16:39.920 INFO:tasks.rados.rados.0.smithi094.stdout:2861: done (2 left) 2024-08-17T17:16:39.920 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 270 2024-08-17T17:16:39.920 INFO:tasks.rados.rados.0.smithi094.stdout:2864: seq_num 847 ranges {7200768=589824,7790592=753664,8544256=655360,9199616=196608} 2024-08-17T17:16:39.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:39 smithi190 ceph-mon[90718]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:16:39.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:39 smithi190 ceph-mon[90718]: pgmap v543: 121 pgs: 121 active+clean; 474 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:16:39.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 systemd[1]: Starting Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:16:39.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 podman[120068]: 2024-08-17 17:16:39.778316506 +0000 UTC m=+0.020784908 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-08-17T17:16:39.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:39 smithi190 podman[120068]: 2024-08-17 17:16:39.892600324 +0000 UTC m=+0.135068705 container create 691dfa471e82188b88f59d99b0ce6b1a1e3f0984806d9afec0ce326483ad4338 (image=quay.io/ceph/grafana:10.4.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:16:39.961 INFO:tasks.rados.rados.0.smithi094.stdout:2864: writing smithi09487127-25 from 7200768 to 7790592 tid 1 2024-08-17T17:16:39.966 INFO:tasks.rados.rados.0.smithi094.stdout:2864: writing smithi09487127-25 from 7790592 to 8544256 tid 2 2024-08-17T17:16:39.970 INFO:tasks.rados.rados.0.smithi094.stdout:2864: writing smithi09487127-25 from 8544256 to 9199616 tid 3 2024-08-17T17:16:39.972 INFO:tasks.rados.rados.0.smithi094.stdout:2864: writing smithi09487127-25 from 9199616 to 9396224 tid 4 2024-08-17T17:16:39.972 INFO:tasks.rados.rados.0.smithi094.stdout:2865: read oid 48 snap -1 2024-08-17T17:16:39.972 INFO:tasks.rados.rados.0.smithi094.stdout:2865: expect (ObjNum 827 snap 268 seq_num 827) 2024-08-17T17:16:39.972 INFO:tasks.rados.rados.0.smithi094.stdout:2866: copy_from oid 34 from oid 8 current snap is 270 2024-08-17T17:16:39.972 INFO:tasks.rados.rados.0.smithi094.stdout:2862: finishing write tid 3 to smithi09487127-39 2024-08-17T17:16:39.972 INFO:tasks.rados.rados.0.smithi094.stdout:2862: finishing write tid 4 to smithi09487127-39 2024-08-17T17:16:39.972 INFO:tasks.rados.rados.0.smithi094.stdout:2862: finishing write tid 5 to smithi09487127-39 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:2862: finishing write tid 6 to smithi09487127-39 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1487 (ObjNum 845 snap 270 seq_num 845) dirty exists 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:2862: left oid 39 (ObjNum 845 snap 270 seq_num 845) 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:2863: finishing write tid 1 to smithi09487127-20 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:2863: finishing write tid 2 to smithi09487127-20 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:2862: done (4 left) 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:2867: read oid 15 snap -1 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:2867: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:16:39.973 INFO:tasks.rados.rados.0.smithi094.stdout:2868: snap_remove snap 269 2024-08-17T17:16:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:39 smithi094 ceph-mon[100402]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:16:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:39 smithi094 ceph-mon[100402]: pgmap v543: 121 pgs: 121 active+clean; 474 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:16:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:39 smithi094 ceph-mon[102949]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:16:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:39 smithi094 ceph-mon[102949]: pgmap v543: 121 pgs: 121 active+clean; 474 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:16:40.378 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:16:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:16:40.379 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 podman[120068]: 2024-08-17 17:16:40.12825679 +0000 UTC m=+0.370725186 container init 691dfa471e82188b88f59d99b0ce6b1a1e3f0984806d9afec0ce326483ad4338 (image=quay.io/ceph/grafana:10.4.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:16:40.379 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 podman[120068]: 2024-08-17 17:16:40.133038212 +0000 UTC m=+0.375506602 container start 691dfa471e82188b88f59d99b0ce6b1a1e3f0984806d9afec0ce326483ad4338 (image=quay.io/ceph/grafana:10.4.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:16:40.379 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 bash[120068]: 691dfa471e82188b88f59d99b0ce6b1a1e3f0984806d9afec0ce326483ad4338 2024-08-17T17:16:40.379 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 systemd[1]: Started Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:16:40.379 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.257893699Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-08-17T17:16:40Z 2024-08-17T17:16:40.379 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258294329Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T17:16:40.379 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.2583068Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258312053Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258316668Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258321077Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258325419Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258330015Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258334219Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258338847Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258343355Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258347235Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258351909Z level=info msg=Target target=[all] 2024-08-17T17:16:40.380 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258361412Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T17:16:40.381 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258366403Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T17:16:40.381 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258370746Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258375906Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258380288Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=settings t=2024-08-17T17:16:40.258384805Z level=info msg="App mode production" 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=sqlstore t=2024-08-17T17:16:40.258791587Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=sqlstore t=2024-08-17T17:16:40.25881378Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.259551534Z level=info msg="Starting DB migrations" 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.27219338Z level=info msg="Executing migration" id="Add uid column to user" 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.277820508Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.624816ms 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.278386187Z level=info msg="Executing migration" id="Update uid column values for users" 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.278577888Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=192.105µs 2024-08-17T17:16:40.382 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.279005592Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.279779234Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=773.281µs 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.280299025Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.285297552Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=4.995825ms 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.28609751Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.291494847Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.396034ms 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.292037429Z level=info msg="Executing migration" id="Add column uid in team" 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.297136894Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.098492ms 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.297485283Z level=info msg="Executing migration" id="Update uid column values in team" 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.297634257Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=149.092µs 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.29801139Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.298800235Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=787.139µs 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.299201453Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-08-17T17:16:40.383 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.299915373Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=713.23µs 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.300308717Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.305727621Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.417414ms 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.306185949Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.311142568Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=4.955779ms 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.31152378Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.311569266Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=45.87µs 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.312035517Z level=info msg="Executing migration" id="permission kind migration" 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.317069766Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.033121ms 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.317433317Z level=info msg="Executing migration" id="permission attribute migration" 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.322573772Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.140298ms 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.322945519Z level=info msg="Executing migration" id="permission identifier migration" 2024-08-17T17:16:40.384 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.328483523Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.537548ms 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.328875773Z level=info msg="Executing migration" id="add permission identifier index" 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.329703796Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=827.989µs 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.330078877Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.330885998Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=806.322µs 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.331269342Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.332023785Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=754.894µs 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.332386092Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.332409232Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=22.865µs 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.332870681Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.333591798Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=720.511µs 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.334039801Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.334781678Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=742.655µs 2024-08-17T17:16:40.385 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.335131387Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.350504789Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.372717ms 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.350970319Z level=info msg="Executing migration" id="create correlation v2" 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.351727157Z level=info msg="Migration successfully executed" id="create correlation v2" duration=754.999µs 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.35209639Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.352852379Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=755.677µs 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.353206449Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.353908416Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=702.272µs 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.354263371Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.354953563Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=689.98µs 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.355301492Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.355480345Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=176.713µs 2024-08-17T17:16:40.386 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.35609574Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.356682534Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=587.138µs 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.3570405Z level=info msg="Executing migration" id="add provisioning column" 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.362217081Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.176238ms 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.362632103Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.362785566Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=153.869µs 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.363204375Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.363250474Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=44.608µs 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.363686612Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.369246236Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.559347ms 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.36958875Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.369812759Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=226.878µs 2024-08-17T17:16:40.387 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.370403122Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.370516298Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=113.256µs 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.370913279Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.371829642Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=915.421µs 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.372176521Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.372868353Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=691.155µs 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.373198177Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.373957145Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=758.464µs 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.374301127Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.374680711Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=379.486µs 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.375087124Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-08-17T17:16:40.388 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.375278126Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=189.745µs 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.375933504Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.376593966Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=661.817µs 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.376955805Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.377638961Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=682.845µs 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.377971889Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.378627419Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=654.836µs 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.379024446Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.379777959Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=753.222µs 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.380261329Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.381132032Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=871.612µs 2024-08-17T17:16:40.389 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.381508718Z level=info msg="Executing migration" id="create anon_device table" 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.382221836Z level=info msg="Migration successfully executed" id="create anon_device table" duration=713.495µs 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.382599309Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.383444897Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=845.906µs 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.383835829Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.384682094Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=846.023µs 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.385079014Z level=info msg="Executing migration" id="create signing_key table" 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.385766733Z level=info msg="Migration successfully executed" id="create signing_key table" duration=687.763µs 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.386165599Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.386918904Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=753.458µs 2024-08-17T17:16:40.640 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.387255982Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-08-17T17:16:40.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.387908128Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=652.056µs 2024-08-17T17:16:40.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.388232925Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-08-17T17:16:40.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.388660854Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=428.502µs 2024-08-17T17:16:40.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.389062777Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-08-17T17:16:40.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.394445538Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.382914ms 2024-08-17T17:16:40.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.394813757Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-08-17T17:16:40.641 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.39650851Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.695327ms 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.397089654Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.397999588Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=909.703µs 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.398316131Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.399022283Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=706.092µs 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.399347133Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.400040942Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=693.717µs 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.402191158Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.403028636Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=837.286µs 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.40497843Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-08-17T17:16:40.642 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.405745582Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=766.897µs 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.407896635Z level=info msg="Executing migration" id="create sso_setting table" 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.408634059Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=736.436µs 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.410668214Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.411301823Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=633.608µs 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.413471139Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.413856688Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=385.546µs 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.416378121Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.416416871Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=39.111µs 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.419132863Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.424461112Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.323041ms 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.424830653Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.430239744Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.408709ms 2024-08-17T17:16:40.643 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.430596859Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.4308236Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=227.189µs 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=migrator t=2024-08-17T17:16:40.433416555Z level=info msg="migrations completed" performed=65 skipped=482 duration=161.299486ms 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=sqlstore t=2024-08-17T17:16:40.434084274Z level=info msg="Created default organization" 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=secrets t=2024-08-17T17:16:40.43627132Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=plugin.store t=2024-08-17T17:16:40.451150458Z level=info msg="Loading plugins..." 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=local.finder t=2024-08-17T17:16:40.506227302Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=plugin.store t=2024-08-17T17:16:40.506264733Z level=info msg="Plugins loaded" count=55 duration=55.098786ms 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=query_data t=2024-08-17T17:16:40.50836661Z level=info msg="Query Service initialization" 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=live.push_http t=2024-08-17T17:16:40.510689066Z level=info msg="Live Push Gateway initialization" 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=ngalert.migration t=2024-08-17T17:16:40.511777879Z level=info msg=Starting 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=ngalert.state.manager t=2024-08-17T17:16:40.517023466Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=infra.usagestats.collector t=2024-08-17T17:16:40.518436701Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T17:16:40.644 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=provisioning.datasources t=2024-08-17T17:16:40.520890946Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=provisioning.datasources t=2024-08-17T17:16:40.521175503Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=provisioning.alerting t=2024-08-17T17:16:40.547466733Z level=info msg="starting to provision alerting" 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=provisioning.alerting t=2024-08-17T17:16:40.547484308Z level=info msg="finished to provision alerting" 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=http.server t=2024-08-17T17:16:40.5502785Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=http.server t=2024-08-17T17:16:40.550574628Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=ngalert.state.manager t=2024-08-17T17:16:40.550639475Z level=info msg="Warming state cache for startup" 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=grafanaStorageLogger t=2024-08-17T17:16:40.558881611Z level=info msg="Storage starting" 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=ngalert.multiorg.alertmanager t=2024-08-17T17:16:40.558944811Z level=info msg="Starting MultiOrg Alertmanager" 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=provisioning.dashboard t=2024-08-17T17:16:40.56667722Z level=info msg="starting to provision dashboards" 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=ngalert.state.manager t=2024-08-17T17:16:40.591984977Z level=info msg="State cache has been initialized" states=0 duration=41.341241ms 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=ngalert.scheduler t=2024-08-17T17:16:40.592019532Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=ticker t=2024-08-17T17:16:40.59207303Z level=info msg=starting first_tick=2024-08-17T17:16:50Z 2024-08-17T17:16:40.645 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=grafana.update.checker t=2024-08-17T17:16:40.639187305Z level=info msg="Update check succeeded" duration=91.57757ms 2024-08-17T17:16:40.741 INFO:tasks.rados.rados.0.smithi094.stdout:2868: done (5 left) 2024-08-17T17:16:40.741 INFO:tasks.rados.rados.0.smithi094.stdout:2869: snap_create 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2863: finishing write tid 3 to smithi09487127-20 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2863: finishing write tid 4 to smithi09487127-20 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2863: finishing write tid 5 to smithi09487127-20 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2863: finishing write tid 6 to smithi09487127-20 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2863: finishing write tid 7 to smithi09487127-20 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1486 (ObjNum 846 snap 270 seq_num 846) dirty exists 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2863: left oid 20 (ObjNum 846 snap 270 seq_num 846) 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2864: finishing write tid 1 to smithi09487127-25 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2864: finishing write tid 2 to smithi09487127-25 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2864: finishing write tid 3 to smithi09487127-25 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2864: finishing write tid 4 to smithi09487127-25 2024-08-17T17:16:40.742 INFO:tasks.rados.rados.0.smithi094.stdout:2864: finishing write tid 5 to smithi09487127-25 2024-08-17T17:16:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2864: finishing write tid 6 to smithi09487127-25 2024-08-17T17:16:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1407 (ObjNum 847 snap 270 seq_num 847) dirty exists 2024-08-17T17:16:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2864: left oid 25 (ObjNum 847 snap 270 seq_num 847) 2024-08-17T17:16:40.743 INFO:tasks.rados.rados.0.smithi094.stdout:2865: expect (ObjNum 827 snap 268 seq_num 827) 2024-08-17T17:16:40.851 INFO:tasks.rados.rados.0.smithi094.stdout:2867: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:16:40.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=plugins.update.checker t=2024-08-17T17:16:40.645568882Z level=info msg="Update check succeeded" duration=97.968588ms 2024-08-17T17:16:40.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=provisioning.dashboard t=2024-08-17T17:16:40.77223501Z level=info msg="finished to provision dashboards" 2024-08-17T17:16:40.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=grafana-apiserver t=2024-08-17T17:16:40.83211518Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-08-17T17:16:40.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=grafana-apiserver t=2024-08-17T17:16:40.832499155Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-08-17T17:16:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-mon[90718]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:16:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:40 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:40.995 INFO:tasks.rados.rados.0.smithi094.stdout:2866: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:16:40.995 INFO:tasks.rados.rados.0.smithi094.stdout:2866: finishing copy_from to smithi09487127-34 2024-08-17T17:16:40.995 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1481 (ObjNum 843 snap 270 seq_num 843) dirty exists 2024-08-17T17:16:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:40 smithi094 ceph-mon[100402]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:16:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:40 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:40 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:40 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:40 smithi094 ceph-mon[102949]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:16:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:40 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:40 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:40 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:41.748 INFO:tasks.rados.rados.0.smithi094.stdout:2863: done (5 left) 2024-08-17T17:16:41.748 INFO:tasks.rados.rados.0.smithi094.stdout:2864: done (4 left) 2024-08-17T17:16:41.748 INFO:tasks.rados.rados.0.smithi094.stdout:2865: done (3 left) 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2866: done (2 left) 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2867: done (1 left) 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2869: done (0 left) 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2870: read oid 39 snap -1 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2870: expect (ObjNum 845 snap 270 seq_num 845) 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2871: rollback oid 34 current snap is 271 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 270 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2872: rollback oid 41 current snap is 271 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 247 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2873: rmattr oid 48 current snap is 271 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 271 2024-08-17T17:16:41.749 INFO:tasks.rados.rados.0.smithi094.stdout:2874: seq_num 848 ranges {6193152=606208,6799360=630784,7430144=458752,7888896=516096} 2024-08-17T17:16:41.786 INFO:tasks.rados.rados.0.smithi094.stdout:2874: writing smithi09487127-30 from 6193152 to 6799360 tid 1 2024-08-17T17:16:41.789 INFO:tasks.rados.rados.0.smithi094.stdout:2874: writing smithi09487127-30 from 6799360 to 7430144 tid 2 2024-08-17T17:16:41.792 INFO:tasks.rados.rados.0.smithi094.stdout:2874: writing smithi09487127-30 from 7430144 to 7888896 tid 3 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:2874: writing smithi09487127-30 from 7888896 to 8404992 tid 4 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:2875: setattr oid 50 current snap is 271 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1670 (ObjNum 827 snap 268 seq_num 827) dirty exists 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:2871: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:2871: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:2871: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1484 (ObjNum 843 snap 270 seq_num 843) dirty exists 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:2872: finishing rollback tid 0 to smithi09487127-41 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:2872: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:2872: finishing rollback tid 2 to smithi09487127-41 2024-08-17T17:16:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1487 (ObjNum 724 snap 231 seq_num 724) dirty exists 2024-08-17T17:16:41.797 INFO:tasks.rados.rados.0.smithi094.stdout:2874: finishing write tid 1 to smithi09487127-30 2024-08-17T17:16:41.797 INFO:tasks.rados.rados.0.smithi094.stdout:2874: finishing write tid 2 to smithi09487127-30 2024-08-17T17:16:41.797 INFO:tasks.rados.rados.0.smithi094.stdout:2874: finishing write tid 3 to smithi09487127-30 2024-08-17T17:16:41.797 INFO:tasks.rados.rados.0.smithi094.stdout:2871: done (5 left) 2024-08-17T17:16:41.797 INFO:tasks.rados.rados.0.smithi094.stdout:2872: done (4 left) 2024-08-17T17:16:41.797 INFO:tasks.rados.rados.0.smithi094.stdout:2873: done (3 left) 2024-08-17T17:16:41.797 INFO:tasks.rados.rados.0.smithi094.stdout:2876: snap_remove snap 263 2024-08-17T17:16:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:41 smithi094 ceph-mon[102949]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:16:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:41 smithi094 ceph-mon[102949]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 487 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T17:16:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:41 smithi094 ceph-mon[100402]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:16:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:41 smithi094 ceph-mon[100402]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 487 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T17:16:42.051 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:41 smithi190 ceph-mon[90718]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:16:42.051 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:41 smithi190 ceph-mon[90718]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 487 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-17T17:16:42.752 INFO:tasks.rados.rados.0.smithi094.stdout:2876: done (3 left) 2024-08-17T17:16:42.752 INFO:tasks.rados.rados.0.smithi094.stdout:2877: snap_remove snap 266 2024-08-17T17:16:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:42 smithi094 ceph-mon[102949]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:16:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:42 smithi094 ceph-mon[100402]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:16:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:42 smithi190 ceph-mon[90718]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:16:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:43.733 INFO:tasks.rados.rados.0.smithi094.stdout:2877: done (3 left) 2024-08-17T17:16:43.733 INFO:tasks.rados.rados.0.smithi094.stdout:2878: copy_from oid 14 from oid 16 current snap is 271 2024-08-17T17:16:43.733 INFO:tasks.rados.rados.0.smithi094.stdout:2874: finishing write tid 4 to smithi09487127-30 2024-08-17T17:16:43.733 INFO:tasks.rados.rados.0.smithi094.stdout:2874: finishing write tid 5 to smithi09487127-30 2024-08-17T17:16:43.733 INFO:tasks.rados.rados.0.smithi094.stdout:2874: finishing write tid 6 to smithi09487127-30 2024-08-17T17:16:43.733 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1276 (ObjNum 848 snap 271 seq_num 848) dirty exists 2024-08-17T17:16:43.733 INFO:tasks.rados.rados.0.smithi094.stdout:2874: left oid 30 (ObjNum 848 snap 271 seq_num 848) 2024-08-17T17:16:43.733 INFO:tasks.rados.rados.0.smithi094.stdout:2870: expect (ObjNum 845 snap 270 seq_num 845) 2024-08-17T17:16:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:43 smithi094 ceph-mon[102949]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:16:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:43 smithi094 ceph-mon[102949]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 489 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-08-17T17:16:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:43 smithi094 ceph-mon[102949]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:16:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:43 smithi094 ceph-mon[100402]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:16:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:43 smithi094 ceph-mon[100402]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 489 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-08-17T17:16:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:43 smithi094 ceph-mon[100402]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:16:44.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:43 smithi190 ceph-mon[90718]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:16:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:43 smithi190 ceph-mon[90718]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 489 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-08-17T17:16:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:43 smithi190 ceph-mon[90718]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:16:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:44 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:44 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:44 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:44 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:44 smithi190 ceph-mon[90718]: pgmap v551: 121 pgs: 121 active+clean; 482 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-08-17T17:16:45.261 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1488 (ObjNum 824 snap 266 seq_num 824) dirty exists 2024-08-17T17:16:45.261 INFO:tasks.rados.rados.0.smithi094.stdout:2870: done (3 left) 2024-08-17T17:16:45.261 INFO:tasks.rados.rados.0.smithi094.stdout:2874: done (2 left) 2024-08-17T17:16:45.261 INFO:tasks.rados.rados.0.smithi094.stdout:2875: done (1 left) 2024-08-17T17:16:45.261 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 271 2024-08-17T17:16:45.261 INFO:tasks.rados.rados.0.smithi094.stdout:2879: seq_num 849 ranges {12509184=622592,13131776=516096,13647872=663552,14311424=425984} 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[100402]: pgmap v551: 121 pgs: 121 active+clean; 482 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:44 smithi094 ceph-mon[102949]: pgmap v551: 121 pgs: 121 active+clean; 482 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 23 op/s 2024-08-17T17:16:45.330 INFO:tasks.rados.rados.0.smithi094.stdout:2879: writing smithi09487127-38 from 12509184 to 13131776 tid 1 2024-08-17T17:16:45.333 INFO:tasks.rados.rados.0.smithi094.stdout:2879: writing smithi09487127-38 from 13131776 to 13647872 tid 2 2024-08-17T17:16:45.337 INFO:tasks.rados.rados.0.smithi094.stdout:2879: writing smithi09487127-38 from 13647872 to 14311424 tid 3 2024-08-17T17:16:45.339 INFO:tasks.rados.rados.0.smithi094.stdout:2879: writing smithi09487127-38 from 14311424 to 14737408 tid 4 2024-08-17T17:16:45.339 INFO:tasks.rados.rados.0.smithi094.stdout:2880: snap_create 2024-08-17T17:16:45.339 INFO:tasks.rados.rados.0.smithi094.stdout:2878: finishing copy_from to smithi09487127-14 2024-08-17T17:16:45.340 INFO:tasks.rados.rados.0.smithi094.stdout:2878: got expected ENOENT (src dne) 2024-08-17T17:16:45.340 INFO:tasks.rados.rados.0.smithi094.stdout:2878: finishing copy_from racing read to smithi09487127-14 2024-08-17T17:16:45.340 INFO:tasks.rados.rados.0.smithi094.stdout:2879: finishing write tid 1 to smithi09487127-38 2024-08-17T17:16:45.340 INFO:tasks.rados.rados.0.smithi094.stdout:2879: finishing write tid 2 to smithi09487127-38 2024-08-17T17:16:45.340 INFO:tasks.rados.rados.0.smithi094.stdout:2879: finishing write tid 3 to smithi09487127-38 2024-08-17T17:16:45.341 INFO:tasks.rados.rados.0.smithi094.stdout:2879: finishing write tid 4 to smithi09487127-38 2024-08-17T17:16:45.341 INFO:tasks.rados.rados.0.smithi094.stdout:2879: finishing write tid 5 to smithi09487127-38 2024-08-17T17:16:45.342 INFO:tasks.rados.rados.0.smithi094.stdout:2879: finishing write tid 6 to smithi09487127-38 2024-08-17T17:16:45.342 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1491 (ObjNum 849 snap 271 seq_num 849) dirty exists 2024-08-17T17:16:45.342 INFO:tasks.rados.rados.0.smithi094.stdout:2879: left oid 38 (ObjNum 849 snap 271 seq_num 849) 2024-08-17T17:16:45.920 INFO:tasks.rados.rados.0.smithi094.stdout:2878: done (2 left) 2024-08-17T17:16:45.921 INFO:tasks.rados.rados.0.smithi094.stdout:2879: done (1 left) 2024-08-17T17:16:45.921 INFO:tasks.rados.rados.0.smithi094.stdout:2880: done (0 left) 2024-08-17T17:16:45.921 INFO:tasks.rados.rados.0.smithi094.stdout:2881: snap_remove snap 264 2024-08-17T17:16:46.927 INFO:tasks.rados.rados.0.smithi094.stdout:2881: done (0 left) 2024-08-17T17:16:46.927 INFO:tasks.rados.rados.0.smithi094.stdout:2882: copy_from oid 16 from oid 21 current snap is 272 2024-08-17T17:16:46.927 INFO:tasks.rados.rados.0.smithi094.stdout:2883: rmattr oid 13 current snap is 272 2024-08-17T17:16:46.927 INFO:tasks.rados.rados.0.smithi094.stdout:2883: done (1 left) 2024-08-17T17:16:46.927 INFO:tasks.rados.rados.0.smithi094.stdout:2884: delete oid 33 current snap is 272 2024-08-17T17:16:46.936 INFO:tasks.rados.rados.0.smithi094.stdout:2884: done (1 left) 2024-08-17T17:16:46.936 INFO:tasks.rados.rados.0.smithi094.stdout:2885: snap_remove snap 270 2024-08-17T17:16:47.054 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:16:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:46 smithi190 ceph-mon[90718]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:16:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:46 smithi190 ceph-mon[90718]: pgmap v553: 121 pgs: 121 active+clean; 482 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-08-17T17:16:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:46 smithi094 ceph-mon[102949]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:16:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:46 smithi094 ceph-mon[102949]: pgmap v553: 121 pgs: 121 active+clean; 482 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-08-17T17:16:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:46 smithi094 ceph-mon[100402]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:16:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:46 smithi094 ceph-mon[100402]: pgmap v553: 121 pgs: 121 active+clean; 482 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-08-17T17:16:47.602 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (7m) 48s ago 12m 19.2M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (7s) 3s ago 11m 45.4M - c8b91775d855 691dfa471e82 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (51s) 48s ago 13m 11.9M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 415cfcfd26a3 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (29s) 3s ago 13m 12.5M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 41a91e0ee24c 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (6m) 3s ago 17m 457M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (7m) 48s ago 18m 528M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (6m) 48s ago 18m 71.7M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (5m) 3s ago 17m 58.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (6m) 48s ago 17m 57.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (7m) 48s ago 11m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (7m) 3s ago 11m 10.8M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (5m) 48s ago 16m 263M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (4m) 48s ago 16m 278M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:16:47.603 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (3m) 48s ago 15m 273M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:16:47.604 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (3m) 48s ago 15m 211M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3bee04f6a6a4 2024-08-17T17:16:47.604 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (2m) 3s ago 15m 317M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 525529b4c9d6 2024-08-17T17:16:47.604 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (2m) 3s ago 14m 298M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1b81d54ea5c4 2024-08-17T17:16:47.604 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (105s) 3s ago 14m 183M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d3c469787af0 2024-08-17T17:16:47.604 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (71s) 3s ago 13m 146M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8519c5a613d1 2024-08-17T17:16:47.604 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (6m) 3s ago 12m 56.1M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:16:47.936 INFO:tasks.rados.rados.0.smithi094.stdout:2885: done (1 left) 2024-08-17T17:16:47.936 INFO:tasks.rados.rados.0.smithi094.stdout:2886: rollback oid 50 current snap is 272 2024-08-17T17:16:47.936 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 271 2024-08-17T17:16:47.936 INFO:tasks.rados.rados.0.smithi094.stdout:2887: setattr oid 46 current snap is 272 2024-08-17T17:16:47.936 INFO:tasks.rados.rados.0.smithi094.stdout:2888: copy_from oid 42 from oid 33 current snap is 272 2024-08-17T17:16:47.937 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 272 2024-08-17T17:16:47.937 INFO:tasks.rados.rados.0.smithi094.stdout:2889: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2024-08-17T17:16:47.940 INFO:tasks.rados.rados.0.smithi094.stdout:2889: writing smithi09487127-11 from 0 to 655360 tid 1 2024-08-17T17:16:47.946 INFO:tasks.rados.rados.0.smithi094.stdout:2889: writing smithi09487127-11 from 655360 to 1343488 tid 2 2024-08-17T17:16:47.951 INFO:tasks.rados.rados.0.smithi094.stdout:2889: writing smithi09487127-11 from 1343488 to 2023424 tid 3 2024-08-17T17:16:47.954 INFO:tasks.rados.rados.0.smithi094.stdout:2889: writing smithi09487127-11 from 2023424 to 2260992 tid 4 2024-08-17T17:16:47.954 INFO:tasks.rados.rados.0.smithi094.stdout:2890: copy_from oid 32 from oid 9 current snap is 272 2024-08-17T17:16:47.954 INFO:tasks.rados.rados.0.smithi094.stdout:2882: finishing copy_from racing read to smithi09487127-16 2024-08-17T17:16:47.954 INFO:tasks.rados.rados.0.smithi094.stdout:2882: finishing copy_from to smithi09487127-16 2024-08-17T17:16:47.954 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1470 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2888: finishing copy_from to smithi09487127-42 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2888: got expected ENOENT (src dne) 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2888: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1479 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2886: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2889: finishing write tid 1 to smithi09487127-11 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2886: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2886: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1491 (ObjNum 824 snap 266 seq_num 824) dirty exists 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2889: finishing write tid 2 to smithi09487127-11 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2882: done (5 left) 2024-08-17T17:16:47.955 INFO:tasks.rados.rados.0.smithi094.stdout:2886: done (4 left) 2024-08-17T17:16:47.956 INFO:tasks.rados.rados.0.smithi094.stdout:2887: done (3 left) 2024-08-17T17:16:47.956 INFO:tasks.rados.rados.0.smithi094.stdout:2888: done (2 left) 2024-08-17T17:16:47.956 INFO:tasks.rados.rados.0.smithi094.stdout:2891: delete oid 47 current snap is 272 2024-08-17T17:16:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:2890: finishing copy_from racing read to smithi09487127-32 2024-08-17T17:16:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:2891: done (2 left) 2024-08-17T17:16:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 272 2024-08-17T17:16:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:2889: finishing write tid 3 to smithi09487127-11 2024-08-17T17:16:47.957 INFO:tasks.rados.rados.0.smithi094.stdout:2892: seq_num 853 ranges {10076160=696320,10772480=507904,11280384=647168,11927552=450560} 2024-08-17T17:16:48.018 INFO:tasks.rados.rados.0.smithi094.stdout:2892: writing smithi09487127-46 from 10076160 to 10772480 tid 1 2024-08-17T17:16:48.021 INFO:tasks.rados.rados.0.smithi094.stdout:2892: writing smithi09487127-46 from 10772480 to 11280384 tid 2 2024-08-17T17:16:48.023 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:16:48.023 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:16:48.023 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:16:48.023 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:16:48.023 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:16:48.023 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:16:48.023 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 15 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:16:48.024 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:16:48.025 INFO:tasks.rados.rados.0.smithi094.stdout:2892: writing smithi09487127-46 from 11280384 to 11927552 tid 3 2024-08-17T17:16:48.028 INFO:tasks.rados.rados.0.smithi094.stdout:2892: writing smithi09487127-46 from 11927552 to 12378112 tid 4 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2893: read oid 29 snap -1 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2893: expect (ObjNum 830 snap 268 seq_num 830) 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2894: delete oid 4 current snap is 272 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2889: finishing write tid 4 to smithi09487127-11 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2890: finishing copy_from to smithi09487127-32 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1577 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2889: finishing write tid 5 to smithi09487127-11 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2889: finishing write tid 6 to smithi09487127-11 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1147 (ObjNum 851 snap 272 seq_num 851) dirty exists 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2889: left oid 11 (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2892: finishing write tid 1 to smithi09487127-46 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2892: finishing write tid 2 to smithi09487127-46 2024-08-17T17:16:48.029 INFO:tasks.rados.rados.0.smithi094.stdout:2892: finishing write tid 3 to smithi09487127-46 2024-08-17T17:16:48.031 INFO:tasks.rados.rados.0.smithi094.stdout:2889: done (4 left) 2024-08-17T17:16:48.031 INFO:tasks.rados.rados.0.smithi094.stdout:2890: done (3 left) 2024-08-17T17:16:48.031 INFO:tasks.rados.rados.0.smithi094.stdout:2894: done (2 left) 2024-08-17T17:16:48.031 INFO:tasks.rados.rados.0.smithi094.stdout:2895: read oid 36 snap -1 2024-08-17T17:16:48.031 INFO:tasks.rados.rados.0.smithi094.stdout:2895: expect (ObjNum 735 snap 235 seq_num 735) 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2896: read oid 33 snap -1 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2896: expect deleted 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2897: rollback oid 10 current snap is 272 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 253 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2898: rmattr oid 35 current snap is 272 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2899: read oid 44 snap -1 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2899: expect deleted 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2900: read oid 30 snap -1 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2900: expect (ObjNum 848 snap 271 seq_num 848) 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2901: rollback oid 34 current snap is 272 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 247 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:2902: rollback oid 50 current snap is 272 2024-08-17T17:16:48.032 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 247 2024-08-17T17:16:48.033 INFO:tasks.rados.rados.0.smithi094.stdout:2903: snap_remove snap 260 2024-08-17T17:16:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:16:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.187 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.188 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:16:48.189 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:16:48.190 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:48.191 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:47 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:16:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.275 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:16:48.275 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='client.44456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.275 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='client.44462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.275 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:48.275 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.276 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.277 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:16:48.278 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:16:48.279 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:16:48.279 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:16:48.279 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:16:48.279 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:16:48.279 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:16:48.279 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:16:48.279 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:16:48.280 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.280 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:16:48.280 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:16:48.280 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:16:48.280 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:16:48.280 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:16:48.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:48.280 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:16:48.281 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:16:48.282 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:16:48.283 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.284 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:48.285 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:47 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:48.334 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:16:48.334 INFO:teuthology.orchestra.run.smithi094.stdout: "target_image": null, 2024-08-17T17:16:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: "in_progress": false, 2024-08-17T17:16:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: "which": "", 2024-08-17T17:16:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: "services_complete": [], 2024-08-17T17:16:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: "progress": null, 2024-08-17T17:16:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: "message": "", 2024-08-17T17:16:48.335 INFO:teuthology.orchestra.run.smithi094.stdout: "is_paused": false 2024-08-17T17:16:48.335 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:16:48.733 INFO:tasks.rados.rados.0.smithi094.stdout:2892: finishing write tid 4 to smithi09487127-46 2024-08-17T17:16:48.733 INFO:tasks.rados.rados.0.smithi094.stdout:2902: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:16:48.733 INFO:tasks.rados.rados.0.smithi094.stdout:2892: finishing write tid 5 to smithi09487127-46 2024-08-17T17:16:48.733 INFO:tasks.rados.rados.0.smithi094.stdout:2897: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:2897: finishing rollback tid 2 to smithi09487127-10 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1613 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:2892: finishing write tid 6 to smithi09487127-46 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1484 (ObjNum 853 snap 272 seq_num 853) dirty exists 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:2892: left oid 46 (ObjNum 853 snap 272 seq_num 853) 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:2902: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:2902: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1494 (ObjNum 633 snap 196 seq_num 633) dirty exists 2024-08-17T17:16:48.734 INFO:tasks.rados.rados.0.smithi094.stdout:2893: expect (ObjNum 830 snap 268 seq_num 830) 2024-08-17T17:16:48.795 INFO:tasks.rados.rados.0.smithi094.stdout:2895: expect (ObjNum 735 snap 235 seq_num 735) 2024-08-17T17:16:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:2901: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:16:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:2901: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:16:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:2901: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:16:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1490 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:16:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1277 (ObjNum 789 snap 251 seq_num 789) dirty exists 2024-08-17T17:16:48.805 INFO:tasks.rados.rados.0.smithi094.stdout:2900: expect (ObjNum 848 snap 271 seq_num 848) 2024-08-17T17:16:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: Upgrade: Finalizing container_image settings 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: Upgrade: Complete! 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2051315564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:16:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:48 smithi190 ceph-mon[90718]: pgmap v557: 121 pgs: 121 active+clean; 484 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 458 KiB/s wr, 0 op/s 2024-08-17T17:16:49.265 INFO:tasks.rados.rados.0.smithi094.stdout:2892: done (10 left) 2024-08-17T17:16:49.265 INFO:tasks.rados.rados.0.smithi094.stdout:2893: done (9 left) 2024-08-17T17:16:49.265 INFO:tasks.rados.rados.0.smithi094.stdout:2895: done (8 left) 2024-08-17T17:16:49.265 INFO:tasks.rados.rados.0.smithi094.stdout:2896: done (7 left) 2024-08-17T17:16:49.265 INFO:tasks.rados.rados.0.smithi094.stdout:2897: done (6 left) 2024-08-17T17:16:49.265 INFO:tasks.rados.rados.0.smithi094.stdout:2898: done (5 left) 2024-08-17T17:16:49.265 INFO:tasks.rados.rados.0.smithi094.stdout:2899: done (4 left) 2024-08-17T17:16:49.266 INFO:tasks.rados.rados.0.smithi094.stdout:2900: done (3 left) 2024-08-17T17:16:49.266 INFO:tasks.rados.rados.0.smithi094.stdout:2901: done (2 left) 2024-08-17T17:16:49.266 INFO:tasks.rados.rados.0.smithi094.stdout:2902: done (1 left) 2024-08-17T17:16:49.266 INFO:tasks.rados.rados.0.smithi094.stdout:2903: done (0 left) 2024-08-17T17:16:49.266 INFO:tasks.rados.rados.0.smithi094.stdout:2904: snap_create 2024-08-17T17:16:49.270 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: Upgrade: Finalizing container_image settings 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: Upgrade: Complete! 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2051315564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[102949]: pgmap v557: 121 pgs: 121 active+clean; 484 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 458 KiB/s wr, 0 op/s 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: Upgrade: Finalizing container_image settings 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: Upgrade: Complete! 2024-08-17T17:16:49.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:16:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2051315564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:16:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: from='client.44480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:16:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:16:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:48 smithi094 ceph-mon[100402]: pgmap v557: 121 pgs: 121 active+clean; 484 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 458 KiB/s wr, 0 op/s 2024-08-17T17:16:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:16:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:16:49] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:16:49.936 INFO:tasks.rados.rados.0.smithi094.stdout:2904: done (0 left) 2024-08-17T17:16:49.936 INFO:tasks.rados.rados.0.smithi094.stdout:2905: rmattr oid 18 current snap is 273 2024-08-17T17:16:49.936 INFO:tasks.rados.rados.0.smithi094.stdout:2905: done (0 left) 2024-08-17T17:16:49.936 INFO:tasks.rados.rados.0.smithi094.stdout:2906: rmattr oid 17 current snap is 273 2024-08-17T17:16:49.937 INFO:tasks.rados.rados.0.smithi094.stdout:2907: snap_create 2024-08-17T17:16:49.941 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1625 (ObjNum 798 snap 256 seq_num 798) dirty exists 2024-08-17T17:16:50.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:16:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:16:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:16:50.942 INFO:tasks.rados.rados.0.smithi094.stdout:2906: done (1 left) 2024-08-17T17:16:50.942 INFO:tasks.rados.rados.0.smithi094.stdout:2907: done (0 left) 2024-08-17T17:16:50.942 INFO:tasks.rados.rados.0.smithi094.stdout:2908: delete oid 49 current snap is 274 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:2908: done (0 left) 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:2909: rmattr oid 20 current snap is 274 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:2909: done (0 left) 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:2910: copy_from oid 20 from oid 43 current snap is 274 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:2911: rollback oid 31 current snap is 274 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 271 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:2912: read oid 46 snap -1 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:2912: expect (ObjNum 853 snap 272 seq_num 853) 2024-08-17T17:16:50.948 INFO:tasks.rados.rados.0.smithi094.stdout:2913: copy_from oid 47 from oid 8 current snap is 274 2024-08-17T17:16:50.949 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 274 2024-08-17T17:16:50.949 INFO:tasks.rados.rados.0.smithi094.stdout:2914: seq_num 856 ranges {10698752=745472,11444224=557056,12001280=417792,12419072=434176,12853248=196608} 2024-08-17T17:16:51.012 INFO:tasks.rados.rados.0.smithi094.stdout:2914: writing smithi09487127-42 from 10698752 to 11444224 tid 1 2024-08-17T17:16:51.015 INFO:tasks.rados.rados.0.smithi094.stdout:2914: writing smithi09487127-42 from 11444224 to 12001280 tid 2 2024-08-17T17:16:51.017 INFO:tasks.rados.rados.0.smithi094.stdout:2914: writing smithi09487127-42 from 12001280 to 12419072 tid 3 2024-08-17T17:16:51.020 INFO:tasks.rados.rados.0.smithi094.stdout:2914: writing smithi09487127-42 from 12419072 to 12853248 tid 4 2024-08-17T17:16:51.021 INFO:tasks.rados.rados.0.smithi094.stdout:2914: writing smithi09487127-42 from 12853248 to 13049856 tid 5 2024-08-17T17:16:51.021 INFO:tasks.rados.rados.0.smithi094.stdout:2915: read oid 15 snap -1 2024-08-17T17:16:51.022 INFO:tasks.rados.rados.0.smithi094.stdout:2915: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:16:51.022 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 274 2024-08-17T17:16:51.022 INFO:tasks.rados.rados.0.smithi094.stdout:2911: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:16:51.022 INFO:tasks.rados.rados.0.smithi094.stdout:2916: seq_num 857 ranges {1007616=761856,1769472=442368,2211840=630784,2842624=532480} 2024-08-17T17:16:51.032 INFO:tasks.rados.rados.0.smithi094.stdout:2916: writing smithi09487127-50 from 1007616 to 1769472 tid 1 2024-08-17T17:16:51.034 INFO:tasks.rados.rados.0.smithi094.stdout:2916: writing smithi09487127-50 from 1769472 to 2211840 tid 2 2024-08-17T17:16:51.038 INFO:tasks.rados.rados.0.smithi094.stdout:2916: writing smithi09487127-50 from 2211840 to 2842624 tid 3 2024-08-17T17:16:51.041 INFO:tasks.rados.rados.0.smithi094.stdout:2916: writing smithi09487127-50 from 2842624 to 3375104 tid 4 2024-08-17T17:16:51.042 INFO:tasks.rados.rados.0.smithi094.stdout:2917: snap_create 2024-08-17T17:16:51.042 INFO:tasks.rados.rados.0.smithi094.stdout:2911: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:16:51.042 INFO:tasks.rados.rados.0.smithi094.stdout:2911: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:16:51.042 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1494 (ObjNum 779 snap 250 seq_num 779) dirty exists 2024-08-17T17:16:51.042 INFO:tasks.rados.rados.0.smithi094.stdout:2912: expect (ObjNum 853 snap 272 seq_num 853) 2024-08-17T17:16:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:50 smithi094 ceph-mon[100402]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:16:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:50 smithi094 ceph-mon[100402]: pgmap v559: 121 pgs: 121 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T17:16:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:50 smithi094 ceph-mon[102949]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:16:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:50 smithi094 ceph-mon[102949]: pgmap v559: 121 pgs: 121 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T17:16:51.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:50 smithi190 ceph-mon[90718]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:16:51.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:50 smithi190 ceph-mon[90718]: pgmap v559: 121 pgs: 121 active+clean; 481 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 6 op/s 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2910: finishing copy_from racing read to smithi09487127-20 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2910: finishing copy_from to smithi09487127-20 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1347 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2913: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2913: finishing copy_from to smithi09487127-47 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1481 (ObjNum 843 snap 270 seq_num 843) dirty exists 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2914: finishing write tid 1 to smithi09487127-42 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2914: finishing write tid 2 to smithi09487127-42 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2914: finishing write tid 3 to smithi09487127-42 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2914: finishing write tid 4 to smithi09487127-42 2024-08-17T17:16:51.985 INFO:tasks.rados.rados.0.smithi094.stdout:2914: finishing write tid 5 to smithi09487127-42 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2914: finishing write tid 6 to smithi09487127-42 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2914: finishing write tid 7 to smithi09487127-42 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1355 (ObjNum 856 snap 274 seq_num 856) dirty exists 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2914: left oid 42 (ObjNum 856 snap 274 seq_num 856) 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2910: done (7 left) 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2911: done (6 left) 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2912: done (5 left) 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2913: done (4 left) 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2914: done (3 left) 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2917: done (2 left) 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2918: rmattr oid 16 current snap is 275 2024-08-17T17:16:51.986 INFO:tasks.rados.rados.0.smithi094.stdout:2915: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2916: finishing write tid 1 to smithi09487127-50 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2916: finishing write tid 2 to smithi09487127-50 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2916: finishing write tid 3 to smithi09487127-50 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2916: finishing write tid 4 to smithi09487127-50 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2916: finishing write tid 5 to smithi09487127-50 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2916: finishing write tid 6 to smithi09487127-50 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1499 (ObjNum 857 snap 274 seq_num 857) dirty exists 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2916: left oid 50 (ObjNum 857 snap 274 seq_num 857) 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2915: done (2 left) 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2916: done (1 left) 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:2919: rmattr oid 37 current snap is 275 2024-08-17T17:16:52.131 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1472 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-08-17T17:16:52.132 INFO:tasks.rados.rados.0.smithi094.stdout:2918: done (1 left) 2024-08-17T17:16:52.132 INFO:tasks.rados.rados.0.smithi094.stdout:2920: read oid 38 snap -1 2024-08-17T17:16:52.132 INFO:tasks.rados.rados.0.smithi094.stdout:2920: expect (ObjNum 849 snap 271 seq_num 849) 2024-08-17T17:16:52.132 INFO:tasks.rados.rados.0.smithi094.stdout:2921: rmattr oid 50 current snap is 275 2024-08-17T17:16:52.132 INFO:tasks.rados.rados.0.smithi094.stdout:2922: snap_create 2024-08-17T17:16:52.135 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1473 (ObjNum 827 snap 268 seq_num 827) dirty exists 2024-08-17T17:16:52.135 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1501 (ObjNum 857 snap 274 seq_num 857) dirty exists 2024-08-17T17:16:52.175 INFO:tasks.rados.rados.0.smithi094.stdout:2920: expect (ObjNum 849 snap 271 seq_num 849) 2024-08-17T17:16:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:51 smithi094 ceph-mon[100402]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:16:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:51 smithi094 ceph-mon[102949]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:16:52.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:51 smithi190 ceph-mon[90718]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:16:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:52 smithi094 ceph-mon[102949]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:16:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:52 smithi094 ceph-mon[102949]: pgmap v562: 121 pgs: 121 active+clean; 494 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-08-17T17:16:53.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:52 smithi094 ceph-mon[100402]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:16:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:52 smithi094 ceph-mon[100402]: pgmap v562: 121 pgs: 121 active+clean; 494 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-08-17T17:16:53.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:52 smithi190 ceph-mon[90718]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:16:53.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:53 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:16:53.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:53 smithi190 ceph-mon[90718]: pgmap v562: 121 pgs: 121 active+clean; 494 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-08-17T17:16:53.525 INFO:tasks.rados.rados.0.smithi094.stdout:2919: done (3 left) 2024-08-17T17:16:53.525 INFO:tasks.rados.rados.0.smithi094.stdout:2920: done (2 left) 2024-08-17T17:16:53.525 INFO:tasks.rados.rados.0.smithi094.stdout:2921: done (1 left) 2024-08-17T17:16:53.525 INFO:tasks.rados.rados.0.smithi094.stdout:2922: done (0 left) 2024-08-17T17:16:53.525 INFO:tasks.rados.rados.0.smithi094.stdout:2923: snap_remove snap 236 2024-08-17T17:16:53.734 INFO:tasks.rados.rados.0.smithi094.stdout:2923: done (0 left) 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2924: read oid 1 snap -1 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2924: expect deleted 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2925: copy_from oid 12 from oid 10 current snap is 276 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2926: read oid 45 snap -1 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2926: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2927: copy_from oid 34 from oid 27 current snap is 276 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2928: rmattr oid 4 current snap is 276 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2928: done (4 left) 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 276 2024-08-17T17:16:53.735 INFO:tasks.rados.rados.0.smithi094.stdout:2929: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-08-17T17:16:53.740 INFO:tasks.rados.rados.0.smithi094.stdout:2929: writing smithi09487127-44 from 0 to 778240 tid 1 2024-08-17T17:16:53.745 INFO:tasks.rados.rados.0.smithi094.stdout:2929: writing smithi09487127-44 from 778240 to 1507328 tid 2 2024-08-17T17:16:53.748 INFO:tasks.rados.rados.0.smithi094.stdout:2929: writing smithi09487127-44 from 1507328 to 1941504 tid 3 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:2929: writing smithi09487127-44 from 1941504 to 2383872 tid 4 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:2930: rollback oid 17 current snap is 276 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 17 to 258 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:2931: read oid 8 snap -1 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:2931: expect (ObjNum 843 snap 270 seq_num 843) 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:2932: rollback oid 31 current snap is 276 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:2927: finishing copy_from to smithi09487127-34 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:2927: got expected ENOENT (src dne) 2024-08-17T17:16:53.752 INFO:tasks.rados.rados.0.smithi094.stdout:2927: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:16:53.753 INFO:tasks.rados.rados.0.smithi094.stdout:2926: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:53.759 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 271 2024-08-17T17:16:53.759 INFO:tasks.rados.rados.0.smithi094.stdout:2929: finishing write tid 1 to smithi09487127-44 2024-08-17T17:16:53.759 INFO:tasks.rados.rados.0.smithi094.stdout:2924: done (7 left) 2024-08-17T17:16:53.759 INFO:tasks.rados.rados.0.smithi094.stdout:2926: done (6 left) 2024-08-17T17:16:53.759 INFO:tasks.rados.rados.0.smithi094.stdout:2927: done (5 left) 2024-08-17T17:16:53.760 INFO:tasks.rados.rados.0.smithi094.stdout:2933: snap_create 2024-08-17T17:16:53.760 INFO:tasks.rados.rados.0.smithi094.stdout:2929: finishing write tid 2 to smithi09487127-44 2024-08-17T17:16:53.761 INFO:tasks.rados.rados.0.smithi094.stdout:2929: finishing write tid 3 to smithi09487127-44 2024-08-17T17:16:53.761 INFO:tasks.rados.rados.0.smithi094.stdout:2929: finishing write tid 4 to smithi09487127-44 2024-08-17T17:16:53.764 INFO:tasks.rados.rados.0.smithi094.stdout:2929: finishing write tid 5 to smithi09487127-44 2024-08-17T17:16:53.764 INFO:tasks.rados.rados.0.smithi094.stdout:2929: finishing write tid 6 to smithi09487127-44 2024-08-17T17:16:53.765 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1697 (ObjNum 858 snap 276 seq_num 858) dirty exists 2024-08-17T17:16:53.765 INFO:tasks.rados.rados.0.smithi094.stdout:2929: left oid 44 (ObjNum 858 snap 276 seq_num 858) 2024-08-17T17:16:53.766 INFO:tasks.rados.rados.0.smithi094.stdout:2932: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:16:53.767 INFO:tasks.rados.rados.0.smithi094.stdout:2932: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:16:53.768 INFO:tasks.rados.rados.0.smithi094.stdout:2930: finishing rollback tid 0 to smithi09487127-17 2024-08-17T17:16:53.768 INFO:tasks.rados.rados.0.smithi094.stdout:2932: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:16:53.768 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1497 (ObjNum 779 snap 250 seq_num 779) dirty exists 2024-08-17T17:16:53.782 INFO:tasks.rados.rados.0.smithi094.stdout:2925: finishing copy_from racing read to smithi09487127-12 2024-08-17T17:16:53.782 INFO:tasks.rados.rados.0.smithi094.stdout:2930: finishing rollback tid 1 to smithi09487127-17 2024-08-17T17:16:53.782 INFO:tasks.rados.rados.0.smithi094.stdout:2930: finishing rollback tid 2 to smithi09487127-17 2024-08-17T17:16:53.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1637 (ObjNum 798 snap 256 seq_num 798) dirty exists 2024-08-17T17:16:53.787 INFO:tasks.rados.rados.0.smithi094.stdout:2925: finishing copy_from to smithi09487127-12 2024-08-17T17:16:53.787 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1613 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:16:53.817 INFO:tasks.rados.rados.0.smithi094.stdout:2931: expect (ObjNum 843 snap 270 seq_num 843) 2024-08-17T17:16:54.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:54 smithi190 ceph-mon[90718]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:16:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:54 smithi190 ceph-mon[90718]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:16:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:54 smithi094 ceph-mon[100402]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:16:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:54 smithi094 ceph-mon[100402]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:16:54.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:54 smithi094 ceph-mon[102949]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:16:54.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:54 smithi094 ceph-mon[102949]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:16:54.754 INFO:tasks.rados.rados.0.smithi094.stdout:2925: done (5 left) 2024-08-17T17:16:54.754 INFO:tasks.rados.rados.0.smithi094.stdout:2929: done (4 left) 2024-08-17T17:16:54.754 INFO:tasks.rados.rados.0.smithi094.stdout:2930: done (3 left) 2024-08-17T17:16:54.754 INFO:tasks.rados.rados.0.smithi094.stdout:2931: done (2 left) 2024-08-17T17:16:54.754 INFO:tasks.rados.rados.0.smithi094.stdout:2932: done (1 left) 2024-08-17T17:16:54.754 INFO:tasks.rados.rados.0.smithi094.stdout:2933: done (0 left) 2024-08-17T17:16:54.754 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 277 2024-08-17T17:16:54.754 INFO:tasks.rados.rados.0.smithi094.stdout:2934: seq_num 859 ranges {2416640=794624,3211264=614400,3825664=638976,4464640=352256} 2024-08-17T17:16:54.771 INFO:tasks.rados.rados.0.smithi094.stdout:2934: writing smithi09487127-14 from 2416640 to 3211264 tid 1 2024-08-17T17:16:54.775 INFO:tasks.rados.rados.0.smithi094.stdout:2934: writing smithi09487127-14 from 3211264 to 3825664 tid 2 2024-08-17T17:16:54.778 INFO:tasks.rados.rados.0.smithi094.stdout:2934: writing smithi09487127-14 from 3825664 to 4464640 tid 3 2024-08-17T17:16:54.781 INFO:tasks.rados.rados.0.smithi094.stdout:2934: writing smithi09487127-14 from 4464640 to 4816896 tid 4 2024-08-17T17:16:54.781 INFO:tasks.rados.rados.0.smithi094.stdout:2935: rollback oid 15 current snap is 277 2024-08-17T17:16:54.781 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 15 to 273 2024-08-17T17:16:54.781 INFO:tasks.rados.rados.0.smithi094.stdout:2934: finishing write tid 1 to smithi09487127-14 2024-08-17T17:16:54.781 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 277 2024-08-17T17:16:54.781 INFO:tasks.rados.rados.0.smithi094.stdout:2934: finishing write tid 2 to smithi09487127-14 2024-08-17T17:16:54.781 INFO:tasks.rados.rados.0.smithi094.stdout:2936: seq_num 860 ranges {12378112=8192} 2024-08-17T17:16:54.846 INFO:tasks.rados.rados.0.smithi094.stdout:2936: writing smithi09487127-46 from 12378112 to 12386304 tid 1 2024-08-17T17:16:54.846 INFO:tasks.rados.rados.0.smithi094.stdout:2937: read oid 49 snap 253 2024-08-17T17:16:54.846 INFO:tasks.rados.rados.0.smithi094.stdout:2937: expect (ObjNum 792 snap 252 seq_num 792) 2024-08-17T17:16:54.846 INFO:tasks.rados.rados.0.smithi094.stdout:2938: snap_remove snap 276 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2938: done (4 left) 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2939: copy_from oid 21 from oid 38 current snap is 277 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2940: delete oid 33 current snap is 277 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2934: finishing write tid 3 to smithi09487127-14 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2934: finishing write tid 4 to smithi09487127-14 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2934: finishing write tid 5 to smithi09487127-14 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2935: finishing rollback tid 0 to smithi09487127-15 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2935: finishing rollback tid 1 to smithi09487127-15 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2934: finishing write tid 6 to smithi09487127-14 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1705 (ObjNum 859 snap 277 seq_num 859) dirty exists 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2934: left oid 14 (ObjNum 859 snap 277 seq_num 859) 2024-08-17T17:16:55.743 INFO:tasks.rados.rados.0.smithi094.stdout:2935: finishing rollback tid 2 to smithi09487127-15 2024-08-17T17:16:55.744 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1709 (ObjNum 841 snap 270 seq_num 841) dirty exists 2024-08-17T17:16:55.744 INFO:tasks.rados.rados.0.smithi094.stdout:2936: finishing write tid 1 to smithi09487127-46 2024-08-17T17:16:55.744 INFO:tasks.rados.rados.0.smithi094.stdout:2936: finishing write tid 2 to smithi09487127-46 2024-08-17T17:16:55.744 INFO:tasks.rados.rados.0.smithi094.stdout:2937: expect (ObjNum 792 snap 252 seq_num 792) 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:2936: finishing write tid 3 to smithi09487127-46 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1486 (ObjNum 860 snap 277 seq_num 860) dirty exists 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:2936: left oid 46 (ObjNum 860 snap 277 seq_num 860) 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:2934: done (5 left) 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:2935: done (4 left) 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:2936: done (3 left) 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:2937: done (2 left) 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:2940: done (1 left) 2024-08-17T17:16:55.784 INFO:tasks.rados.rados.0.smithi094.stdout:2941: snap_remove snap 247 2024-08-17T17:16:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:55 smithi094 ceph-mon[100402]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:16:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:55 smithi094 ceph-mon[100402]: pgmap v566: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-08-17T17:16:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:55 smithi094 ceph-mon[102949]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:16:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:55 smithi094 ceph-mon[102949]: pgmap v566: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-08-17T17:16:56.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:55 smithi190 ceph-mon[90718]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:16:56.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:55 smithi190 ceph-mon[90718]: pgmap v566: 121 pgs: 121 active+clean; 462 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 6.7 MiB/s wr, 33 op/s 2024-08-17T17:16:56.750 INFO:tasks.rados.rados.0.smithi094.stdout:2941: done (1 left) 2024-08-17T17:16:56.750 INFO:tasks.rados.rados.0.smithi094.stdout:2939: finishing copy_from racing read to smithi09487127-21 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2939: finishing copy_from to smithi09487127-21 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1491 (ObjNum 849 snap 271 seq_num 849) dirty exists 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2942: read oid 25 snap -1 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2942: expect (ObjNum 847 snap 270 seq_num 847) 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2939: done (1 left) 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2943: rollback oid 47 current snap is 277 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 258 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2944: read oid 22 snap 274 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2944: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2945: rollback oid 28 current snap is 277 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 272 2024-08-17T17:16:56.751 INFO:tasks.rados.rados.0.smithi094.stdout:2946: delete oid 48 current snap is 277 2024-08-17T17:16:56.760 INFO:tasks.rados.rados.0.smithi094.stdout:2946: done (4 left) 2024-08-17T17:16:56.760 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 277 2024-08-17T17:16:56.760 INFO:tasks.rados.rados.0.smithi094.stdout:2947: seq_num 863 ranges {0=57344} 2024-08-17T17:16:56.761 INFO:tasks.rados.rados.0.smithi094.stdout:2947: writing smithi09487127-7 from 0 to 57344 tid 1 2024-08-17T17:16:56.761 INFO:tasks.rados.rados.0.smithi094.stdout:2948: read oid 39 snap 271 2024-08-17T17:16:56.761 INFO:tasks.rados.rados.0.smithi094.stdout:2948: expect (ObjNum 845 snap 270 seq_num 845) 2024-08-17T17:16:56.761 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 277 2024-08-17T17:16:56.761 INFO:tasks.rados.rados.0.smithi094.stdout:2949: seq_num 864 ranges {4816896=73728} 2024-08-17T17:16:56.790 INFO:tasks.rados.rados.0.smithi094.stdout:2949: writing smithi09487127-14 from 4816896 to 4890624 tid 1 2024-08-17T17:16:56.790 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 277 2024-08-17T17:16:56.790 INFO:tasks.rados.rados.0.smithi094.stdout:2950: seq_num 865 ranges {5111808=90112} 2024-08-17T17:16:56.820 INFO:tasks.rados.rados.0.smithi094.stdout:2950: writing smithi09487127-12 from 5111808 to 5201920 tid 1 2024-08-17T17:16:56.820 INFO:tasks.rados.rados.0.smithi094.stdout:2951: copy_from oid 48 from oid 45 current snap is 277 2024-08-17T17:16:56.820 INFO:tasks.rados.rados.0.smithi094.stdout:2943: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:16:56.820 INFO:tasks.rados.rados.0.smithi094.stdout:2943: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:16:56.820 INFO:tasks.rados.rados.0.smithi094.stdout:2943: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:16:56.820 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1580 (ObjNum 802 snap 257 seq_num 802) dirty exists 2024-08-17T17:16:56.820 INFO:tasks.rados.rados.0.smithi094.stdout:2945: finishing rollback tid 0 to smithi09487127-28 2024-08-17T17:16:56.820 INFO:tasks.rados.rados.0.smithi094.stdout:2945: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2945: finishing rollback tid 2 to smithi09487127-28 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1489 (ObjNum 697 snap 213 seq_num 697) dirty exists 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2947: finishing write tid 1 to smithi09487127-7 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2943: done (8 left) 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2945: done (7 left) 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2952: copy_from oid 40 from oid 29 current snap is 277 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2947: finishing write tid 2 to smithi09487127-7 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2947: finishing write tid 3 to smithi09487127-7 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1648 (ObjNum 863 snap 277 seq_num 863) dirty exists 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2947: left oid 7 (ObjNum 863 snap 277 seq_num 863) 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2947: done (7 left) 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2953: copy_from oid 35 from oid 23 current snap is 277 2024-08-17T17:16:56.821 INFO:tasks.rados.rados.0.smithi094.stdout:2944: expect (ObjNum 511 snap 150 seq_num 511) 2024-08-17T17:16:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:56 smithi094 ceph-mon[100402]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:16:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:56 smithi094 ceph-mon[102949]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:16:57.109 INFO:tasks.rados.rados.0.smithi094.stdout:2949: finishing write tid 1 to smithi09487127-14 2024-08-17T17:16:57.109 INFO:tasks.rados.rados.0.smithi094.stdout:2949: finishing write tid 2 to smithi09487127-14 2024-08-17T17:16:57.110 INFO:tasks.rados.rados.0.smithi094.stdout:2949: finishing write tid 3 to smithi09487127-14 2024-08-17T17:16:57.110 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1723 (ObjNum 864 snap 277 seq_num 864) dirty exists 2024-08-17T17:16:57.110 INFO:tasks.rados.rados.0.smithi094.stdout:2949: left oid 14 (ObjNum 864 snap 277 seq_num 864) 2024-08-17T17:16:57.110 INFO:tasks.rados.rados.0.smithi094.stdout:2942: expect (ObjNum 847 snap 270 seq_num 847) 2024-08-17T17:16:57.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:56 smithi190 ceph-mon[90718]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:16:57.802 INFO:tasks.rados.rados.0.smithi094.stdout:2953: finishing copy_from to smithi09487127-35 2024-08-17T17:16:57.802 INFO:tasks.rados.rados.0.smithi094.stdout:2953: got expected ENOENT (src dne) 2024-08-17T17:16:57.802 INFO:tasks.rados.rados.0.smithi094.stdout:2953: finishing copy_from racing read to smithi09487127-35 2024-08-17T17:16:57.802 INFO:tasks.rados.rados.0.smithi094.stdout:2950: finishing write tid 1 to smithi09487127-12 2024-08-17T17:16:57.802 INFO:tasks.rados.rados.0.smithi094.stdout:2950: finishing write tid 2 to smithi09487127-12 2024-08-17T17:16:57.802 INFO:tasks.rados.rados.0.smithi094.stdout:2942: done (7 left) 2024-08-17T17:16:57.802 INFO:tasks.rados.rados.0.smithi094.stdout:2944: done (6 left) 2024-08-17T17:16:57.802 INFO:tasks.rados.rados.0.smithi094.stdout:2949: done (5 left) 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2953: done (4 left) 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2954: read oid 27 snap -1 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2954: expect deleted 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2955: rollback oid 44 current snap is 277 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 44 to 258 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2950: finishing write tid 3 to smithi09487127-12 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1650 (ObjNum 865 snap 277 seq_num 865) dirty exists 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2950: left oid 12 (ObjNum 865 snap 277 seq_num 865) 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2952: finishing copy_from racing read to smithi09487127-40 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2950: done (5 left) 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 277 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2951: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:2951: finishing copy_from to smithi09487127-48 2024-08-17T17:16:57.803 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1142 (ObjNum 3873 snap 0 seq_num 3162485488) dirty exists 2024-08-17T17:16:57.804 INFO:tasks.rados.rados.0.smithi094.stdout:2952: finishing copy_from to smithi09487127-40 2024-08-17T17:16:57.804 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1452 (ObjNum 830 snap 268 seq_num 830) dirty exists 2024-08-17T17:16:57.804 INFO:tasks.rados.rados.0.smithi094.stdout:2948: expect (ObjNum 845 snap 270 seq_num 845) 2024-08-17T17:16:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:57 smithi094 ceph-mon[100402]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:16:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:57 smithi094 ceph-mon[100402]: pgmap v569: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T17:16:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:57 smithi094 ceph-mon[102949]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:16:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:57 smithi094 ceph-mon[102949]: pgmap v569: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T17:16:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:58.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:57 smithi190 ceph-mon[90718]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:16:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:57 smithi190 ceph-mon[90718]: pgmap v569: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-17T17:16:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:59.311 INFO:tasks.rados.rados.0.smithi094.stdout:2956: seq_num 866 ranges {12206080=106496} 2024-08-17T17:16:59.376 INFO:tasks.rados.rados.0.smithi094.stdout:2956: writing smithi09487127-35 from 12206080 to 12312576 tid 1 2024-08-17T17:16:59.376 INFO:tasks.rados.rados.0.smithi094.stdout:2948: done (5 left) 2024-08-17T17:16:59.376 INFO:tasks.rados.rados.0.smithi094.stdout:2951: done (4 left) 2024-08-17T17:16:59.376 INFO:tasks.rados.rados.0.smithi094.stdout:2952: done (3 left) 2024-08-17T17:16:59.376 INFO:tasks.rados.rados.0.smithi094.stdout:2954: done (2 left) 2024-08-17T17:16:59.376 INFO:tasks.rados.rados.0.smithi094.stdout:2957: read oid 43 snap -1 2024-08-17T17:16:59.376 INFO:tasks.rados.rados.0.smithi094.stdout:2957: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:16:59.376 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 277 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2955: finishing rollback tid 0 to smithi09487127-44 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2955: finishing rollback tid 1 to smithi09487127-44 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2955: finishing rollback tid 2 to smithi09487127-44 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1727 (ObjNum 807 snap 258 seq_num 807) dirty exists 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2958: seq_num 867 ranges {0=122880} 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2958: writing smithi09487127-13 from 0 to 122880 tid 1 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2955: done (3 left) 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2959: copy_from oid 29 from oid 41 current snap is 277 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2960: rmattr oid 39 current snap is 277 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 277 2024-08-17T17:16:59.377 INFO:tasks.rados.rados.0.smithi094.stdout:2961: seq_num 868 ranges {8847360=139264} 2024-08-17T17:16:59.424 INFO:tasks.rados.rados.0.smithi094.stdout:2961: writing smithi09487127-6 from 8847360 to 8986624 tid 1 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2962: snap_create 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2959: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2956: finishing write tid 1 to smithi09487127-35 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2956: finishing write tid 2 to smithi09487127-35 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2959: finishing copy_from to smithi09487127-29 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1487 (ObjNum 724 snap 231 seq_num 724) dirty exists 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2956: finishing write tid 3 to smithi09487127-35 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1279 (ObjNum 866 snap 277 seq_num 866) dirty exists 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2956: left oid 35 (ObjNum 866 snap 277 seq_num 866) 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2958: finishing write tid 1 to smithi09487127-13 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2958: finishing write tid 2 to smithi09487127-13 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1523 (ObjNum 845 snap 270 seq_num 845) dirty exists 2024-08-17T17:16:59.425 INFO:tasks.rados.rados.0.smithi094.stdout:2958: finishing write tid 3 to smithi09487127-13 2024-08-17T17:16:59.426 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1521 (ObjNum 867 snap 277 seq_num 867) dirty exists 2024-08-17T17:16:59.426 INFO:tasks.rados.rados.0.smithi094.stdout:2958: left oid 13 (ObjNum 867 snap 277 seq_num 867) 2024-08-17T17:16:59.426 INFO:tasks.rados.rados.0.smithi094.stdout:2957: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:16:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:16:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:16:59] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:16:59.905 INFO:tasks.rados.rados.0.smithi094.stdout:2961: finishing write tid 1 to smithi09487127-6 2024-08-17T17:16:59.905 INFO:tasks.rados.rados.0.smithi094.stdout:2961: finishing write tid 2 to smithi09487127-6 2024-08-17T17:16:59.905 INFO:tasks.rados.rados.0.smithi094.stdout:2961: finishing write tid 3 to smithi09487127-6 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1730 (ObjNum 868 snap 277 seq_num 868) dirty exists 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2961: left oid 6 (ObjNum 868 snap 277 seq_num 868) 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2956: done (6 left) 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2957: done (5 left) 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2958: done (4 left) 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2959: done (3 left) 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2960: done (2 left) 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2961: done (1 left) 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2962: done (0 left) 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 278 2024-08-17T17:16:59.906 INFO:tasks.rados.rados.0.smithi094.stdout:2963: seq_num 869 ranges {14368768=155648} 2024-08-17T17:16:59.981 INFO:tasks.rados.rados.0.smithi094.stdout:2963: writing smithi09487127-39 from 14368768 to 14524416 tid 1 2024-08-17T17:16:59.981 INFO:tasks.rados.rados.0.smithi094.stdout:2964: read oid 17 snap -1 2024-08-17T17:16:59.981 INFO:tasks.rados.rados.0.smithi094.stdout:2964: expect (ObjNum 798 snap 256 seq_num 798) 2024-08-17T17:16:59.981 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 278 2024-08-17T17:16:59.981 INFO:tasks.rados.rados.0.smithi094.stdout:2965: seq_num 870 ranges {13049856=172032} 2024-08-17T17:17:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:59 smithi094 ceph-mon[100402]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:17:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:16:59 smithi094 ceph-mon[100402]: pgmap v571: 121 pgs: 121 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T17:17:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:59 smithi094 ceph-mon[102949]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:17:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:16:59 smithi094 ceph-mon[102949]: pgmap v571: 121 pgs: 121 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:2965: writing smithi09487127-42 from 13049856 to 13221888 tid 1 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:2966: read oid 11 snap -1 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:2966: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:2967: read oid 23 snap -1 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:2967: expect deleted 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 278 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:2963: finishing write tid 1 to smithi09487127-39 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:2963: finishing write tid 2 to smithi09487127-39 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:2963: finishing write tid 3 to smithi09487127-39 2024-08-17T17:17:00.052 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1526 (ObjNum 869 snap 278 seq_num 869) dirty exists 2024-08-17T17:17:00.053 INFO:tasks.rados.rados.0.smithi094.stdout:2963: left oid 39 (ObjNum 869 snap 278 seq_num 869) 2024-08-17T17:17:00.053 INFO:tasks.rados.rados.0.smithi094.stdout:2968: seq_num 871 ranges {2080768=188416} 2024-08-17T17:17:00.064 INFO:tasks.rados.rados.0.smithi094.stdout:2968: writing smithi09487127-28 from 2080768 to 2269184 tid 1 2024-08-17T17:17:00.064 INFO:tasks.rados.rados.0.smithi094.stdout:2963: done (5 left) 2024-08-17T17:17:00.064 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 278 2024-08-17T17:17:00.064 INFO:tasks.rados.rados.0.smithi094.stdout:2969: seq_num 872 ranges {14524416=212992} 2024-08-17T17:17:00.141 INFO:tasks.rados.rados.0.smithi094.stdout:2969: writing smithi09487127-39 from 14524416 to 14737408 tid 1 2024-08-17T17:17:00.141 INFO:tasks.rados.rados.0.smithi094.stdout:2970: rollback oid 47 current snap is 278 2024-08-17T17:17:00.142 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 274 2024-08-17T17:17:00.142 INFO:tasks.rados.rados.0.smithi094.stdout:2964: expect (ObjNum 798 snap 256 seq_num 798) 2024-08-17T17:17:00.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:59 smithi190 ceph-mon[90718]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:17:00.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:16:59 smithi190 ceph-mon[90718]: pgmap v571: 121 pgs: 121 active+clean; 418 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T17:17:00.469 INFO:tasks.rados.rados.0.smithi094.stdout:2965: finishing write tid 1 to smithi09487127-42 2024-08-17T17:17:00.469 INFO:tasks.rados.rados.0.smithi094.stdout:2965: finishing write tid 2 to smithi09487127-42 2024-08-17T17:17:00.469 INFO:tasks.rados.rados.0.smithi094.stdout:2965: finishing write tid 3 to smithi09487127-42 2024-08-17T17:17:00.469 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1357 (ObjNum 870 snap 278 seq_num 870) dirty exists 2024-08-17T17:17:00.469 INFO:tasks.rados.rados.0.smithi094.stdout:2965: left oid 42 (ObjNum 870 snap 278 seq_num 870) 2024-08-17T17:17:00.469 INFO:tasks.rados.rados.0.smithi094.stdout:2966: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:17:00.536 INFO:tasks.rados.rados.0.smithi094.stdout:2968: finishing write tid 1 to smithi09487127-28 2024-08-17T17:17:00.536 INFO:tasks.rados.rados.0.smithi094.stdout:2968: finishing write tid 2 to smithi09487127-28 2024-08-17T17:17:00.536 INFO:tasks.rados.rados.0.smithi094.stdout:2968: finishing write tid 3 to smithi09487127-28 2024-08-17T17:17:00.536 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1491 (ObjNum 871 snap 278 seq_num 871) dirty exists 2024-08-17T17:17:00.536 INFO:tasks.rados.rados.0.smithi094.stdout:2968: left oid 28 (ObjNum 871 snap 278 seq_num 871) 2024-08-17T17:17:00.536 INFO:tasks.rados.rados.0.smithi094.stdout:2969: finishing write tid 1 to smithi09487127-39 2024-08-17T17:17:00.536 INFO:tasks.rados.rados.0.smithi094.stdout:2964: done (6 left) 2024-08-17T17:17:00.536 INFO:tasks.rados.rados.0.smithi094.stdout:2965: done (5 left) 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2966: done (4 left) 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2967: done (3 left) 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2968: done (2 left) 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2971: read oid 29 snap -1 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2971: expect (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2972: read oid 24 snap 271 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2972: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2973: copy_from oid 27 from oid 34 current snap is 278 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2970: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2969: finishing write tid 2 to smithi09487127-39 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2970: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:17:00.537 INFO:tasks.rados.rados.0.smithi094.stdout:2970: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:17:00.538 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1583 (ObjNum 843 snap 270 seq_num 843) dirty exists 2024-08-17T17:17:00.538 INFO:tasks.rados.rados.0.smithi094.stdout:2969: finishing write tid 3 to smithi09487127-39 2024-08-17T17:17:00.538 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1528 (ObjNum 872 snap 278 seq_num 872) dirty exists 2024-08-17T17:17:00.538 INFO:tasks.rados.rados.0.smithi094.stdout:2969: left oid 39 (ObjNum 872 snap 278 seq_num 872) 2024-08-17T17:17:00.538 INFO:tasks.rados.rados.0.smithi094.stdout:2969: done (4 left) 2024-08-17T17:17:00.538 INFO:tasks.rados.rados.0.smithi094.stdout:2970: done (3 left) 2024-08-17T17:17:00.538 INFO:tasks.rados.rados.0.smithi094.stdout:2974: snap_remove snap 273 2024-08-17T17:17:00.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:17:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:17:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:17:00.748 INFO:tasks.rados.rados.0.smithi094.stdout:2971: expect (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:17:00.751 INFO:tasks.rados.rados.0.smithi094.stdout:2972: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:17:00.857 INFO:tasks.rados.rados.0.smithi094.stdout:2973: finishing copy_from racing read to smithi09487127-27 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:2973: finishing copy_from to smithi09487127-27 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1490 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:2971: done (3 left) 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:2972: done (2 left) 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:2973: done (1 left) 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:2974: done (0 left) 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:2975: read oid 35 snap -1 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:2975: expect (ObjNum 866 snap 277 seq_num 866) 2024-08-17T17:17:00.858 INFO:tasks.rados.rados.0.smithi094.stdout:2976: snap_remove snap 272 2024-08-17T17:17:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:00 smithi094 ceph-mon[100402]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:17:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:00 smithi094 ceph-mon[102949]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:17:01.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:00 smithi190 ceph-mon[90718]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:17:01.752 INFO:tasks.rados.rados.0.smithi094.stdout:2975: expect (ObjNum 866 snap 277 seq_num 866) 2024-08-17T17:17:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:01 smithi094 ceph-mon[100402]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:17:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:01 smithi094 ceph-mon[100402]: pgmap v574: 121 pgs: 121 active+clean; 428 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-08-17T17:17:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:01 smithi094 ceph-mon[102949]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:17:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:01 smithi094 ceph-mon[102949]: pgmap v574: 121 pgs: 121 active+clean; 428 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-08-17T17:17:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:01 smithi190 ceph-mon[90718]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:17:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:01 smithi190 ceph-mon[90718]: pgmap v574: 121 pgs: 121 active+clean; 428 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.4 MiB/s wr, 14 op/s 2024-08-17T17:17:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:02 smithi094 ceph-mon[100402]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:17:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:02 smithi094 ceph-mon[102949]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:17:03.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:02 smithi190 ceph-mon[90718]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:17:03.214 INFO:tasks.rados.rados.0.smithi094.stdout:2975: done (1 left) 2024-08-17T17:17:03.214 INFO:tasks.rados.rados.0.smithi094.stdout:2976: done (0 left) 2024-08-17T17:17:03.214 INFO:tasks.rados.rados.0.smithi094.stdout:2977: copy_from oid 40 from oid 12 current snap is 278 2024-08-17T17:17:03.215 INFO:tasks.rados.rados.0.smithi094.stdout:2978: snap_create 2024-08-17T17:17:03.239 INFO:tasks.rados.rados.0.smithi094.stdout:2977: finishing copy_from racing read to smithi09487127-40 2024-08-17T17:17:03.243 INFO:tasks.rados.rados.0.smithi094.stdout:2977: finishing copy_from to smithi09487127-40 2024-08-17T17:17:03.243 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1650 (ObjNum 865 snap 277 seq_num 865) dirty exists 2024-08-17T17:17:03.737 INFO:tasks.rados.rados.0.smithi094.stdout:2977: done (1 left) 2024-08-17T17:17:03.737 INFO:tasks.rados.rados.0.smithi094.stdout:2978: done (0 left) 2024-08-17T17:17:03.737 INFO:tasks.rados.rados.0.smithi094.stdout:2979: snap_create 2024-08-17T17:17:04.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:03 smithi094 ceph-mon[102949]: pgmap v576: 121 pgs: 121 active+clean; 441 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-17T17:17:04.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:03 smithi094 ceph-mon[102949]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:17:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:03 smithi094 ceph-mon[100402]: pgmap v576: 121 pgs: 121 active+clean; 441 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-17T17:17:04.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:03 smithi094 ceph-mon[100402]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:17:04.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:03 smithi190 ceph-mon[90718]: pgmap v576: 121 pgs: 121 active+clean; 441 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s rd, 4.7 MiB/s wr, 14 op/s 2024-08-17T17:17:04.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:03 smithi190 ceph-mon[90718]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:17:04.738 INFO:tasks.rados.rados.0.smithi094.stdout:2979: done (0 left) 2024-08-17T17:17:04.739 INFO:tasks.rados.rados.0.smithi094.stdout:2980: snap_create 2024-08-17T17:17:05.744 INFO:tasks.rados.rados.0.smithi094.stdout:2980: done (0 left) 2024-08-17T17:17:05.745 INFO:tasks.rados.rados.0.smithi094.stdout:2981: rmattr oid 31 current snap is 281 2024-08-17T17:17:05.745 INFO:tasks.rados.rados.0.smithi094.stdout:2981: done (0 left) 2024-08-17T17:17:05.745 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 281 2024-08-17T17:17:05.745 INFO:tasks.rados.rados.0.smithi094.stdout:2982: seq_num 873 ranges {2973696=229376} 2024-08-17T17:17:05.761 INFO:tasks.rados.rados.0.smithi094.stdout:2982: writing smithi09487127-24 from 2973696 to 3203072 tid 1 2024-08-17T17:17:05.762 INFO:tasks.rados.rados.0.smithi094.stdout:2983: copy_from oid 13 from oid 50 current snap is 281 2024-08-17T17:17:05.762 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 281 2024-08-17T17:17:05.762 INFO:tasks.rados.rados.0.smithi094.stdout:2984: seq_num 874 ranges {8986624=245760} 2024-08-17T17:17:05.812 INFO:tasks.rados.rados.0.smithi094.stdout:2984: writing smithi09487127-6 from 8986624 to 9232384 tid 1 2024-08-17T17:17:05.812 INFO:tasks.rados.rados.0.smithi094.stdout:2985: copy_from oid 2 from oid 10 current snap is 281 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2982: finishing write tid 1 to smithi09487127-24 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2982: finishing write tid 2 to smithi09487127-24 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2982: finishing write tid 3 to smithi09487127-24 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1281 (ObjNum 873 snap 281 seq_num 873) dirty exists 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2982: left oid 24 (ObjNum 873 snap 281 seq_num 873) 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2983: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2983: finishing copy_from to smithi09487127-13 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1501 (ObjNum 857 snap 274 seq_num 857) dirty exists 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2982: done (3 left) 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2983: done (2 left) 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2986: read oid 20 snap -1 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2986: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:17:05.813 INFO:tasks.rados.rados.0.smithi094.stdout:2987: delete oid 30 current snap is 281 2024-08-17T17:17:05.816 INFO:tasks.rados.rados.0.smithi094.stdout:2987: done (3 left) 2024-08-17T17:17:05.816 INFO:tasks.rados.rados.0.smithi094.stdout:2988: read oid 25 snap 253 2024-08-17T17:17:05.816 INFO:tasks.rados.rados.0.smithi094.stdout:2988: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:17:05.816 INFO:tasks.rados.rados.0.smithi094.stdout:2989: snap_create 2024-08-17T17:17:05.817 INFO:tasks.rados.rados.0.smithi094.stdout:2984: finishing write tid 1 to smithi09487127-6 2024-08-17T17:17:05.817 INFO:tasks.rados.rados.0.smithi094.stdout:2984: finishing write tid 2 to smithi09487127-6 2024-08-17T17:17:05.819 INFO:tasks.rados.rados.0.smithi094.stdout:2984: finishing write tid 3 to smithi09487127-6 2024-08-17T17:17:05.819 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1749 (ObjNum 874 snap 281 seq_num 874) dirty exists 2024-08-17T17:17:05.819 INFO:tasks.rados.rados.0.smithi094.stdout:2984: left oid 6 (ObjNum 874 snap 281 seq_num 874) 2024-08-17T17:17:05.845 INFO:tasks.rados.rados.0.smithi094.stdout:2985: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:17:05.847 INFO:tasks.rados.rados.0.smithi094.stdout:2986: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:17:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:05 smithi094 ceph-mon[102949]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:17:06.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:05 smithi094 ceph-mon[102949]: pgmap v579: 121 pgs: 121 active+clean; 451 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-17T17:17:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:05 smithi094 ceph-mon[100402]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:17:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:05 smithi094 ceph-mon[100402]: pgmap v579: 121 pgs: 121 active+clean; 451 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-17T17:17:06.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:05 smithi190 ceph-mon[90718]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:17:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:05 smithi190 ceph-mon[90718]: pgmap v579: 121 pgs: 121 active+clean; 451 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-08-17T17:17:06.322 INFO:tasks.rados.rados.0.smithi094.stdout:2985: finishing copy_from to smithi09487127-2 2024-08-17T17:17:06.322 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1613 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:17:06.322 INFO:tasks.rados.rados.0.smithi094.stdout:2988: expect (ObjNum 651 snap 199 seq_num 651) 2024-08-17T17:17:06.748 INFO:tasks.rados.rados.0.smithi094.stdout:2984: done (4 left) 2024-08-17T17:17:06.748 INFO:tasks.rados.rados.0.smithi094.stdout:2985: done (3 left) 2024-08-17T17:17:06.748 INFO:tasks.rados.rados.0.smithi094.stdout:2986: done (2 left) 2024-08-17T17:17:06.748 INFO:tasks.rados.rados.0.smithi094.stdout:2988: done (1 left) 2024-08-17T17:17:06.749 INFO:tasks.rados.rados.0.smithi094.stdout:2989: done (0 left) 2024-08-17T17:17:06.749 INFO:tasks.rados.rados.0.smithi094.stdout:2990: read oid 36 snap 279 2024-08-17T17:17:06.749 INFO:tasks.rados.rados.0.smithi094.stdout:2990: expect (ObjNum 735 snap 235 seq_num 735) 2024-08-17T17:17:06.749 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 282 2024-08-17T17:17:06.749 INFO:tasks.rados.rados.0.smithi094.stdout:2991: seq_num 876 ranges {2662400=278528} 2024-08-17T17:17:06.763 INFO:tasks.rados.rados.0.smithi094.stdout:2991: writing smithi09487127-44 from 2662400 to 2940928 tid 1 2024-08-17T17:17:06.764 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 282 2024-08-17T17:17:06.764 INFO:tasks.rados.rados.0.smithi094.stdout:2990: expect (ObjNum 735 snap 235 seq_num 735) 2024-08-17T17:17:06.773 INFO:tasks.rados.rados.0.smithi094.stdout:2991: finishing write tid 1 to smithi09487127-44 2024-08-17T17:17:06.773 INFO:tasks.rados.rados.0.smithi094.stdout:2991: finishing write tid 2 to smithi09487127-44 2024-08-17T17:17:06.773 INFO:tasks.rados.rados.0.smithi094.stdout:2992: seq_num 877 ranges {13221888=294912} 2024-08-17T17:17:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:2992: writing smithi09487127-42 from 13221888 to 13516800 tid 1 2024-08-17T17:17:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:2990: done (2 left) 2024-08-17T17:17:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:2993: rollback oid 19 current snap is 282 2024-08-17T17:17:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 19 to 274 2024-08-17T17:17:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:2991: finishing write tid 3 to smithi09487127-44 2024-08-17T17:17:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1752 (ObjNum 876 snap 282 seq_num 876) dirty exists 2024-08-17T17:17:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:2991: left oid 44 (ObjNum 876 snap 282 seq_num 876) 2024-08-17T17:17:06.845 INFO:tasks.rados.rados.0.smithi094.stdout:2991: done (2 left) 2024-08-17T17:17:06.845 INFO:tasks.rados.rados.0.smithi094.stdout:2994: read oid 16 snap -1 2024-08-17T17:17:06.845 INFO:tasks.rados.rados.0.smithi094.stdout:2994: expect (ObjNum 828 snap 268 seq_num 828) 2024-08-17T17:17:06.845 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 282 2024-08-17T17:17:06.845 INFO:tasks.rados.rados.0.smithi094.stdout:2995: seq_num 878 ranges {12312576=311296} 2024-08-17T17:17:06.910 INFO:tasks.rados.rados.0.smithi094.stdout:2995: writing smithi09487127-35 from 12312576 to 12623872 tid 1 2024-08-17T17:17:06.910 INFO:tasks.rados.rados.0.smithi094.stdout:2996: snap_remove snap 275 2024-08-17T17:17:07.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:06 smithi094 ceph-mon[100402]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:17:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:06 smithi094 ceph-mon[102949]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:17:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:06 smithi190 ceph-mon[90718]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:17:07.756 INFO:tasks.rados.rados.0.smithi094.stdout:2996: done (4 left) 2024-08-17T17:17:07.756 INFO:tasks.rados.rados.0.smithi094.stdout:2997: read oid 34 snap 258 2024-08-17T17:17:07.756 INFO:tasks.rados.rados.0.smithi094.stdout:2997: expect (ObjNum 804 snap 257 seq_num 804) 2024-08-17T17:17:07.756 INFO:tasks.rados.rados.0.smithi094.stdout:2998: delete oid 10 current snap is 282 2024-08-17T17:17:07.759 INFO:tasks.rados.rados.0.smithi094.stdout:2993: finishing rollback tid 0 to smithi09487127-19 2024-08-17T17:17:07.759 INFO:tasks.rados.rados.0.smithi094.stdout:2992: finishing write tid 1 to smithi09487127-42 2024-08-17T17:17:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:2992: finishing write tid 2 to smithi09487127-42 2024-08-17T17:17:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:2993: finishing rollback tid 1 to smithi09487127-19 2024-08-17T17:17:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:2993: finishing rollback tid 2 to smithi09487127-19 2024-08-17T17:17:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1666 (ObjNum 816 snap 262 seq_num 816) dirty exists 2024-08-17T17:17:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:2992: finishing write tid 3 to smithi09487127-42 2024-08-17T17:17:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1359 (ObjNum 877 snap 282 seq_num 877) dirty exists 2024-08-17T17:17:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:2992: left oid 42 (ObjNum 877 snap 282 seq_num 877) 2024-08-17T17:17:07.760 INFO:tasks.rados.rados.0.smithi094.stdout:2994: expect (ObjNum 828 snap 268 seq_num 828) 2024-08-17T17:17:07.822 INFO:tasks.rados.rados.0.smithi094.stdout:2995: finishing write tid 1 to smithi09487127-35 2024-08-17T17:17:07.822 INFO:tasks.rados.rados.0.smithi094.stdout:2995: finishing write tid 2 to smithi09487127-35 2024-08-17T17:17:07.822 INFO:tasks.rados.rados.0.smithi094.stdout:2995: finishing write tid 3 to smithi09487127-35 2024-08-17T17:17:07.822 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1284 (ObjNum 878 snap 282 seq_num 878) dirty exists 2024-08-17T17:17:07.822 INFO:tasks.rados.rados.0.smithi094.stdout:2995: left oid 35 (ObjNum 878 snap 282 seq_num 878) 2024-08-17T17:17:07.822 INFO:tasks.rados.rados.0.smithi094.stdout:2997: expect (ObjNum 804 snap 257 seq_num 804) 2024-08-17T17:17:07.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:07 smithi190 ceph-mon[90718]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:17:07.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:07 smithi190 ceph-mon[90718]: pgmap v582: 121 pgs: 121 active+clean; 461 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2024-08-17T17:17:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:07 smithi094 ceph-mon[100402]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:17:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:07 smithi094 ceph-mon[100402]: pgmap v582: 121 pgs: 121 active+clean; 461 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2024-08-17T17:17:08.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:07 smithi094 ceph-mon[102949]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:17:08.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:07 smithi094 ceph-mon[102949]: pgmap v582: 121 pgs: 121 active+clean; 461 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.0 MiB/s wr, 9 op/s 2024-08-17T17:17:08.743 INFO:tasks.rados.rados.0.smithi094.stdout:2992: done (5 left) 2024-08-17T17:17:08.743 INFO:tasks.rados.rados.0.smithi094.stdout:2993: done (4 left) 2024-08-17T17:17:08.743 INFO:tasks.rados.rados.0.smithi094.stdout:2994: done (3 left) 2024-08-17T17:17:08.743 INFO:tasks.rados.rados.0.smithi094.stdout:2995: done (2 left) 2024-08-17T17:17:08.743 INFO:tasks.rados.rados.0.smithi094.stdout:2997: done (1 left) 2024-08-17T17:17:08.743 INFO:tasks.rados.rados.0.smithi094.stdout:2998: done (0 left) 2024-08-17T17:17:08.743 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 282 2024-08-17T17:17:08.743 INFO:tasks.rados.rados.0.smithi094.stdout:2999: seq_num 880 ranges {14737408=344064} 2024-08-17T17:17:08.823 INFO:tasks.rados.rados.0.smithi094.stdout:2999: writing smithi09487127-39 from 14737408 to 15081472 tid 1 2024-08-17T17:17:08.823 INFO:tasks.rados.rados.0.smithi094.stdout:3000: delete oid 2 current snap is 282 2024-08-17T17:17:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3000: done (1 left) 2024-08-17T17:17:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3001: rmattr oid 47 current snap is 282 2024-08-17T17:17:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3002: read oid 5 snap 271 2024-08-17T17:17:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3002: expect (ObjNum 827 snap 268 seq_num 827) 2024-08-17T17:17:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3003: rmattr oid 7 current snap is 282 2024-08-17T17:17:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3004: rollback oid 14 current snap is 282 2024-08-17T17:17:08.829 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 14 to 258 2024-08-17T17:17:08.829 INFO:tasks.rados.rados.0.smithi094.stdout:3005: snap_remove snap 277 2024-08-17T17:17:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:08 smithi094 ceph-mon[100402]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:17:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:08 smithi094 ceph-mon[100402]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:17:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:08 smithi094 ceph-mon[102949]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:17:09.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:08 smithi094 ceph-mon[102949]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:17:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:08 smithi190 ceph-mon[90718]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:17:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:08 smithi190 ceph-mon[90718]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:17:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:17:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:17:09] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2999: finishing write tid 1 to smithi09487127-39 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1678 (ObjNum 863 snap 277 seq_num 863) dirty exists 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:3004: finishing rollback tid 0 to smithi09487127-14 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2999: finishing write tid 2 to smithi09487127-39 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1584 (ObjNum 843 snap 270 seq_num 843) dirty exists 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2999: finishing write tid 3 to smithi09487127-39 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1543 (ObjNum 880 snap 282 seq_num 880) dirty exists 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:2999: left oid 39 (ObjNum 880 snap 282 seq_num 880) 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:3004: finishing rollback tid 1 to smithi09487127-14 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:3004: finishing rollback tid 2 to smithi09487127-14 2024-08-17T17:17:09.762 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1764 (ObjNum 803 snap 257 seq_num 803) dirty exists 2024-08-17T17:17:09.763 INFO:tasks.rados.rados.0.smithi094.stdout:3002: expect (ObjNum 827 snap 268 seq_num 827) 2024-08-17T17:17:09.872 INFO:tasks.rados.rados.0.smithi094.stdout:2999: done (5 left) 2024-08-17T17:17:09.872 INFO:tasks.rados.rados.0.smithi094.stdout:3001: done (4 left) 2024-08-17T17:17:09.872 INFO:tasks.rados.rados.0.smithi094.stdout:3002: done (3 left) 2024-08-17T17:17:09.872 INFO:tasks.rados.rados.0.smithi094.stdout:3003: done (2 left) 2024-08-17T17:17:09.872 INFO:tasks.rados.rados.0.smithi094.stdout:3004: done (1 left) 2024-08-17T17:17:09.872 INFO:tasks.rados.rados.0.smithi094.stdout:3005: done (0 left) 2024-08-17T17:17:09.872 INFO:tasks.rados.rados.0.smithi094.stdout:3006: snap_remove snap 279 2024-08-17T17:17:10.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:09 smithi094 ceph-mon[100402]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 462 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T17:17:10.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:09 smithi094 ceph-mon[102949]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 462 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T17:17:10.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:09 smithi190 ceph-mon[90718]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 462 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-17T17:17:10.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:17:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:17:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:17:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:3006: done (0 left) 2024-08-17T17:17:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:3007: read oid 44 snap -1 2024-08-17T17:17:10.766 INFO:tasks.rados.rados.0.smithi094.stdout:3007: expect (ObjNum 876 snap 282 seq_num 876) 2024-08-17T17:17:10.767 INFO:tasks.rados.rados.0.smithi094.stdout:3008: delete oid 38 current snap is 282 2024-08-17T17:17:10.771 INFO:tasks.rados.rados.0.smithi094.stdout:3008: done (1 left) 2024-08-17T17:17:10.771 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 282 2024-08-17T17:17:10.771 INFO:tasks.rados.rados.0.smithi094.stdout:3009: seq_num 883 ranges {14737408=393216} 2024-08-17T17:17:10.852 INFO:tasks.rados.rados.0.smithi094.stdout:3009: writing smithi09487127-21 from 14737408 to 15130624 tid 1 2024-08-17T17:17:10.852 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 282 2024-08-17T17:17:10.852 INFO:tasks.rados.rados.0.smithi094.stdout:3010: seq_num 884 ranges {131072=409600} 2024-08-17T17:17:10.855 INFO:tasks.rados.rados.0.smithi094.stdout:3010: writing smithi09487127-41 from 131072 to 540672 tid 1 2024-08-17T17:17:10.855 INFO:tasks.rados.rados.0.smithi094.stdout:3011: rmattr oid 22 current snap is 282 2024-08-17T17:17:10.855 INFO:tasks.rados.rados.0.smithi094.stdout:3007: expect (ObjNum 876 snap 282 seq_num 876) 2024-08-17T17:17:10.998 INFO:tasks.rados.rados.0.smithi094.stdout:3009: finishing write tid 1 to smithi09487127-21 2024-08-17T17:17:10.998 INFO:tasks.rados.rados.0.smithi094.stdout:3009: finishing write tid 2 to smithi09487127-21 2024-08-17T17:17:10.998 INFO:tasks.rados.rados.0.smithi094.stdout:3009: finishing write tid 3 to smithi09487127-21 2024-08-17T17:17:10.998 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1500 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-08-17T17:17:10.998 INFO:tasks.rados.rados.0.smithi094.stdout:3009: left oid 21 (ObjNum 883 snap 282 seq_num 883) 2024-08-17T17:17:10.998 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1474 (ObjNum 511 snap 150 seq_num 511) dirty exists 2024-08-17T17:17:10.998 INFO:tasks.rados.rados.0.smithi094.stdout:3010: finishing write tid 1 to smithi09487127-41 2024-08-17T17:17:10.999 INFO:tasks.rados.rados.0.smithi094.stdout:3007: done (3 left) 2024-08-17T17:17:10.999 INFO:tasks.rados.rados.0.smithi094.stdout:3009: done (2 left) 2024-08-17T17:17:10.999 INFO:tasks.rados.rados.0.smithi094.stdout:3011: done (1 left) 2024-08-17T17:17:10.999 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 282 2024-08-17T17:17:10.999 INFO:tasks.rados.rados.0.smithi094.stdout:3010: finishing write tid 2 to smithi09487127-41 2024-08-17T17:17:10.999 INFO:tasks.rados.rados.0.smithi094.stdout:3012: seq_num 885 ranges {57344=425984} 2024-08-17T17:17:11.000 INFO:tasks.rados.rados.0.smithi094.stdout:3012: writing smithi09487127-7 from 57344 to 483328 tid 1 2024-08-17T17:17:11.000 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 282 2024-08-17T17:17:11.000 INFO:tasks.rados.rados.0.smithi094.stdout:3013: seq_num 886 ranges {2809856=442368} 2024-08-17T17:17:11.018 INFO:tasks.rados.rados.0.smithi094.stdout:3013: writing smithi09487127-37 from 2809856 to 3252224 tid 1 2024-08-17T17:17:11.018 INFO:tasks.rados.rados.0.smithi094.stdout:3014: read oid 1 snap 258 2024-08-17T17:17:11.018 INFO:tasks.rados.rados.0.smithi094.stdout:3014: expect (ObjNum 761 snap 242 seq_num 761) 2024-08-17T17:17:11.018 INFO:tasks.rados.rados.0.smithi094.stdout:3015: copy_from oid 50 from oid 27 current snap is 282 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:3010: finishing write tid 3 to smithi09487127-41 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1492 (ObjNum 884 snap 282 seq_num 884) dirty exists 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:3010: left oid 41 (ObjNum 884 snap 282 seq_num 884) 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:3010: done (4 left) 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:3016: delete oid 31 current snap is 282 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:3012: finishing write tid 1 to smithi09487127-7 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:3012: finishing write tid 2 to smithi09487127-7 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:3012: finishing write tid 3 to smithi09487127-7 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1692 (ObjNum 885 snap 282 seq_num 885) dirty exists 2024-08-17T17:17:11.019 INFO:tasks.rados.rados.0.smithi094.stdout:3012: left oid 7 (ObjNum 885 snap 282 seq_num 885) 2024-08-17T17:17:11.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:10 smithi094 ceph-mon[100402]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:17:11.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:10 smithi094 ceph-mon[102949]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:17:11.023 INFO:tasks.rados.rados.0.smithi094.stdout:3012: done (4 left) 2024-08-17T17:17:11.023 INFO:tasks.rados.rados.0.smithi094.stdout:3016: done (3 left) 2024-08-17T17:17:11.023 INFO:tasks.rados.rados.0.smithi094.stdout:3017: snap_remove snap 278 2024-08-17T17:17:11.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:10 smithi190 ceph-mon[90718]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:17:11.770 INFO:tasks.rados.rados.0.smithi094.stdout:3013: finishing write tid 1 to smithi09487127-37 2024-08-17T17:17:11.770 INFO:tasks.rados.rados.0.smithi094.stdout:3013: finishing write tid 2 to smithi09487127-37 2024-08-17T17:17:11.770 INFO:tasks.rados.rados.0.smithi094.stdout:3013: finishing write tid 3 to smithi09487127-37 2024-08-17T17:17:11.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1476 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-08-17T17:17:11.771 INFO:tasks.rados.rados.0.smithi094.stdout:3013: left oid 37 (ObjNum 886 snap 282 seq_num 886) 2024-08-17T17:17:11.771 INFO:tasks.rados.rados.0.smithi094.stdout:3014: expect (ObjNum 761 snap 242 seq_num 761) 2024-08-17T17:17:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:11 smithi094 ceph-mon[100402]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:17:12.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:11 smithi094 ceph-mon[100402]: pgmap v588: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 466 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-17T17:17:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:11 smithi094 ceph-mon[102949]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:17:12.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:11 smithi094 ceph-mon[102949]: pgmap v588: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 466 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-17T17:17:12.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:11 smithi190 ceph-mon[90718]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:17:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:11 smithi190 ceph-mon[90718]: pgmap v588: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 466 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-17T17:17:12.890 INFO:tasks.rados.rados.0.smithi094.stdout:3015: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3015: finishing copy_from to smithi09487127-50 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1490 (ObjNum 688 snap 210 seq_num 688) dirty exists 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3013: done (3 left) 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3014: done (2 left) 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3015: done (1 left) 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3017: done (0 left) 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3018: read oid 4 snap -1 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3018: expect deleted 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3019: rollback oid 7 current snap is 282 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 7 to 258 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3020: read oid 15 snap 280 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3020: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:17:12.891 INFO:tasks.rados.rados.0.smithi094.stdout:3021: snap_remove snap 274 2024-08-17T17:17:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:12 smithi094 ceph-mon[100402]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:17:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:12 smithi094 ceph-mon[102949]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:17:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:12 smithi190 ceph-mon[90718]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:17:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:13.778 INFO:tasks.rados.rados.0.smithi094.stdout:3021: done (3 left) 2024-08-17T17:17:13.778 INFO:tasks.rados.rados.0.smithi094.stdout:3022: copy_from oid 50 from oid 37 current snap is 282 2024-08-17T17:17:13.778 INFO:tasks.rados.rados.0.smithi094.stdout:3023: snap_remove snap 281 2024-08-17T17:17:14.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:13 smithi190 ceph-mon[90718]: pgmap v590: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 463 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-17T17:17:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:13 smithi094 ceph-mon[100402]: pgmap v590: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 463 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-17T17:17:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:13 smithi094 ceph-mon[102949]: pgmap v590: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 463 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-17T17:17:14.782 INFO:tasks.rados.rados.0.smithi094.stdout:3023: done (4 left) 2024-08-17T17:17:14.783 INFO:tasks.rados.rados.0.smithi094.stdout:3024: read oid 26 snap -1 2024-08-17T17:17:14.783 INFO:tasks.rados.rados.0.smithi094.stdout:3024: expect (ObjNum 825 snap 266 seq_num 825) 2024-08-17T17:17:14.783 INFO:tasks.rados.rados.0.smithi094.stdout:3025: rmattr oid 33 current snap is 282 2024-08-17T17:17:14.783 INFO:tasks.rados.rados.0.smithi094.stdout:3025: done (5 left) 2024-08-17T17:17:14.783 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 282 2024-08-17T17:17:14.783 INFO:tasks.rados.rados.0.smithi094.stdout:3026: seq_num 888 ranges {13516800=475136} 2024-08-17T17:17:14.858 INFO:tasks.rados.rados.0.smithi094.stdout:3026: writing smithi09487127-42 from 13516800 to 13991936 tid 1 2024-08-17T17:17:14.858 INFO:tasks.rados.rados.0.smithi094.stdout:3027: rollback oid 45 current snap is 282 2024-08-17T17:17:14.858 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 45 to 280 2024-08-17T17:17:14.858 INFO:tasks.rados.rados.0.smithi094.stdout:3019: finishing rollback tid 0 to smithi09487127-7 2024-08-17T17:17:14.858 INFO:tasks.rados.rados.0.smithi094.stdout:3019: finishing rollback tid 1 to smithi09487127-7 2024-08-17T17:17:14.858 INFO:tasks.rados.rados.0.smithi094.stdout:3019: finishing rollback tid 2 to smithi09487127-7 2024-08-17T17:17:14.858 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1701 (ObjNum 65 snap 0 seq_num 1851287908) dirty exists 2024-08-17T17:17:14.859 INFO:tasks.rados.rados.0.smithi094.stdout:3020: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:17:15.003 INFO:tasks.rados.rados.0.smithi094.stdout:3022: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:17:15.003 INFO:tasks.rados.rados.0.smithi094.stdout:3022: finishing copy_from to smithi09487127-50 2024-08-17T17:17:15.004 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1476 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-08-17T17:17:15.004 INFO:tasks.rados.rados.0.smithi094.stdout:3024: expect (ObjNum 825 snap 266 seq_num 825) 2024-08-17T17:17:15.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:14 smithi190 ceph-mon[90718]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3026: finishing write tid 1 to smithi09487127-42 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3026: finishing write tid 2 to smithi09487127-42 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3026: finishing write tid 3 to smithi09487127-42 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1361 (ObjNum 888 snap 282 seq_num 888) dirty exists 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3026: left oid 42 (ObjNum 888 snap 282 seq_num 888) 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3027: finishing rollback tid 0 to smithi09487127-45 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3027: finishing rollback tid 1 to smithi09487127-45 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3018: done (6 left) 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3019: done (5 left) 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3020: done (4 left) 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3022: done (3 left) 2024-08-17T17:17:15.209 INFO:tasks.rados.rados.0.smithi094.stdout:3024: done (2 left) 2024-08-17T17:17:15.210 INFO:tasks.rados.rados.0.smithi094.stdout:3026: done (1 left) 2024-08-17T17:17:15.210 INFO:tasks.rados.rados.0.smithi094.stdout:3028: read oid 26 snap -1 2024-08-17T17:17:15.210 INFO:tasks.rados.rados.0.smithi094.stdout:3028: expect (ObjNum 825 snap 266 seq_num 825) 2024-08-17T17:17:15.210 INFO:tasks.rados.rados.0.smithi094.stdout:3029: delete oid 30 current snap is 282 2024-08-17T17:17:15.210 INFO:tasks.rados.rados.0.smithi094.stdout:3027: finishing rollback tid 2 to smithi09487127-45 2024-08-17T17:17:15.210 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1572 (ObjNum 43953 snap 0 seq_num 3162485840) dirty exists 2024-08-17T17:17:15.211 INFO:tasks.rados.rados.0.smithi094.stdout:3027: done (2 left) 2024-08-17T17:17:15.211 INFO:tasks.rados.rados.0.smithi094.stdout:3029: done (1 left) 2024-08-17T17:17:15.211 INFO:tasks.rados.rados.0.smithi094.stdout:3030: copy_from oid 47 from oid 37 current snap is 282 2024-08-17T17:17:15.211 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 282 2024-08-17T17:17:15.211 INFO:tasks.rados.rados.0.smithi094.stdout:3031: seq_num 890 ranges {0=507904} 2024-08-17T17:17:15.214 INFO:tasks.rados.rados.0.smithi094.stdout:3031: writing smithi09487127-1 from 0 to 507904 tid 1 2024-08-17T17:17:15.215 INFO:tasks.rados.rados.0.smithi094.stdout:3032: read oid 50 snap -1 2024-08-17T17:17:15.215 INFO:tasks.rados.rados.0.smithi094.stdout:3032: expect (ObjNum 886 snap 282 seq_num 886) 2024-08-17T17:17:15.215 INFO:tasks.rados.rados.0.smithi094.stdout:3033: rmattr oid 7 current snap is 282 2024-08-17T17:17:15.215 INFO:tasks.rados.rados.0.smithi094.stdout:3034: rmattr oid 12 current snap is 282 2024-08-17T17:17:15.215 INFO:tasks.rados.rados.0.smithi094.stdout:3035: rollback oid 33 current snap is 282 2024-08-17T17:17:15.215 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 33 to 258 2024-08-17T17:17:15.215 INFO:tasks.rados.rados.0.smithi094.stdout:3036: snap_create 2024-08-17T17:17:15.220 INFO:tasks.rados.rados.0.smithi094.stdout:3035: finishing rollback tid 1 to smithi09487127-33 2024-08-17T17:17:15.220 INFO:tasks.rados.rados.0.smithi094.stdout:3035: finishing rollback tid 2 to smithi09487127-33 2024-08-17T17:17:15.220 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1653 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:17:15.220 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1718 (ObjNum 65 snap 0 seq_num 1919045723) dirty exists 2024-08-17T17:17:15.221 INFO:tasks.rados.rados.0.smithi094.stdout:3031: finishing write tid 1 to smithi09487127-1 2024-08-17T17:17:15.221 INFO:tasks.rados.rados.0.smithi094.stdout:3031: finishing write tid 2 to smithi09487127-1 2024-08-17T17:17:15.222 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1720 (ObjNum 865 snap 277 seq_num 865) dirty exists 2024-08-17T17:17:15.223 INFO:tasks.rados.rados.0.smithi094.stdout:3031: finishing write tid 3 to smithi09487127-1 2024-08-17T17:17:15.223 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1409 (ObjNum 890 snap 282 seq_num 890) dirty exists 2024-08-17T17:17:15.223 INFO:tasks.rados.rados.0.smithi094.stdout:3031: left oid 1 (ObjNum 890 snap 282 seq_num 890) 2024-08-17T17:17:15.227 INFO:tasks.rados.rados.0.smithi094.stdout:3028: expect (ObjNum 825 snap 266 seq_num 825) 2024-08-17T17:17:15.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:14 smithi094 ceph-mon[100402]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:17:15.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:14 smithi094 ceph-mon[102949]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:17:15.435 INFO:tasks.rados.rados.0.smithi094.stdout:3030: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:17:15.435 INFO:tasks.rados.rados.0.smithi094.stdout:3030: finishing copy_from to smithi09487127-47 2024-08-17T17:17:15.436 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1476 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-08-17T17:17:15.436 INFO:tasks.rados.rados.0.smithi094.stdout:3032: expect (ObjNum 886 snap 282 seq_num 886) 2024-08-17T17:17:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3028: done (7 left) 2024-08-17T17:17:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3030: done (6 left) 2024-08-17T17:17:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3031: done (5 left) 2024-08-17T17:17:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3032: done (4 left) 2024-08-17T17:17:15.786 INFO:tasks.rados.rados.0.smithi094.stdout:3033: done (3 left) 2024-08-17T17:17:15.786 INFO:tasks.rados.rados.0.smithi094.stdout:3034: done (2 left) 2024-08-17T17:17:15.786 INFO:tasks.rados.rados.0.smithi094.stdout:3035: done (1 left) 2024-08-17T17:17:15.786 INFO:tasks.rados.rados.0.smithi094.stdout:3036: done (0 left) 2024-08-17T17:17:15.786 INFO:tasks.rados.rados.0.smithi094.stdout:3037: delete oid 12 current snap is 283 2024-08-17T17:17:15.789 INFO:tasks.rados.rados.0.smithi094.stdout:3037: done (0 left) 2024-08-17T17:17:15.790 INFO:tasks.rados.rados.0.smithi094.stdout:3038: setattr oid 33 current snap is 283 2024-08-17T17:17:15.791 INFO:tasks.rados.rados.0.smithi094.stdout:3039: delete oid 45 current snap is 283 2024-08-17T17:17:15.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1654 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:17:15.797 INFO:tasks.rados.rados.0.smithi094.stdout:3038: done (1 left) 2024-08-17T17:17:15.797 INFO:tasks.rados.rados.0.smithi094.stdout:3039: done (0 left) 2024-08-17T17:17:15.797 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 283 2024-08-17T17:17:15.798 INFO:tasks.rados.rados.0.smithi094.stdout:3040: seq_num 893 ranges {2416640=565248} 2024-08-17T17:17:15.813 INFO:tasks.rados.rados.0.smithi094.stdout:3040: writing smithi09487127-14 from 2416640 to 2981888 tid 1 2024-08-17T17:17:15.813 INFO:tasks.rados.rados.0.smithi094.stdout:3041: delete oid 48 current snap is 283 2024-08-17T17:17:15.819 INFO:tasks.rados.rados.0.smithi094.stdout:3040: finishing write tid 1 to smithi09487127-14 2024-08-17T17:17:15.819 INFO:tasks.rados.rados.0.smithi094.stdout:3040: finishing write tid 2 to smithi09487127-14 2024-08-17T17:17:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3041: done (1 left) 2024-08-17T17:17:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 283 2024-08-17T17:17:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3042: seq_num 895 ranges {2809856=598016} 2024-08-17T17:17:15.838 INFO:tasks.rados.rados.0.smithi094.stdout:3042: writing smithi09487127-5 from 2809856 to 3407872 tid 1 2024-08-17T17:17:15.838 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 283 2024-08-17T17:17:15.838 INFO:tasks.rados.rados.0.smithi094.stdout:3043: seq_num 896 ranges {0=614400} 2024-08-17T17:17:15.841 INFO:tasks.rados.rados.0.smithi094.stdout:3043: writing smithi09487127-48 from 0 to 614400 tid 1 2024-08-17T17:17:15.841 INFO:tasks.rados.rados.0.smithi094.stdout:3044: rollback oid 41 current snap is 283 2024-08-17T17:17:15.842 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 280 2024-08-17T17:17:15.842 INFO:tasks.rados.rados.0.smithi094.stdout:3040: finishing write tid 3 to smithi09487127-14 2024-08-17T17:17:15.842 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1797 (ObjNum 893 snap 283 seq_num 893) dirty exists 2024-08-17T17:17:15.842 INFO:tasks.rados.rados.0.smithi094.stdout:3040: left oid 14 (ObjNum 893 snap 283 seq_num 893) 2024-08-17T17:17:15.842 INFO:tasks.rados.rados.0.smithi094.stdout:3040: done (3 left) 2024-08-17T17:17:15.842 INFO:tasks.rados.rados.0.smithi094.stdout:3045: delete oid 36 current snap is 283 2024-08-17T17:17:15.843 INFO:tasks.rados.rados.0.smithi094.stdout:3042: finishing write tid 1 to smithi09487127-5 2024-08-17T17:17:15.843 INFO:tasks.rados.rados.0.smithi094.stdout:3042: finishing write tid 2 to smithi09487127-5 2024-08-17T17:17:15.844 INFO:tasks.rados.rados.0.smithi094.stdout:3044: finishing rollback tid 0 to smithi09487127-41 2024-08-17T17:17:15.845 INFO:tasks.rados.rados.0.smithi094.stdout:3042: finishing write tid 3 to smithi09487127-5 2024-08-17T17:17:15.845 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1363 (ObjNum 895 snap 283 seq_num 895) dirty exists 2024-08-17T17:17:15.845 INFO:tasks.rados.rados.0.smithi094.stdout:3042: left oid 5 (ObjNum 895 snap 283 seq_num 895) 2024-08-17T17:17:15.845 INFO:tasks.rados.rados.0.smithi094.stdout:3043: finishing write tid 1 to smithi09487127-48 2024-08-17T17:17:15.845 INFO:tasks.rados.rados.0.smithi094.stdout:3043: finishing write tid 2 to smithi09487127-48 2024-08-17T17:17:15.846 INFO:tasks.rados.rados.0.smithi094.stdout:3044: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:17:15.846 INFO:tasks.rados.rados.0.smithi094.stdout:3043: finishing write tid 3 to smithi09487127-48 2024-08-17T17:17:15.846 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1801 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:17:15.846 INFO:tasks.rados.rados.0.smithi094.stdout:3043: left oid 48 (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:17:15.847 INFO:tasks.rados.rados.0.smithi094.stdout:3044: finishing rollback tid 2 to smithi09487127-41 2024-08-17T17:17:15.847 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1495 (ObjNum 724 snap 231 seq_num 724) dirty exists 2024-08-17T17:17:15.847 INFO:tasks.rados.rados.0.smithi094.stdout:3042: done (3 left) 2024-08-17T17:17:15.847 INFO:tasks.rados.rados.0.smithi094.stdout:3043: done (2 left) 2024-08-17T17:17:15.847 INFO:tasks.rados.rados.0.smithi094.stdout:3044: done (1 left) 2024-08-17T17:17:15.847 INFO:tasks.rados.rados.0.smithi094.stdout:3045: done (0 left) 2024-08-17T17:17:15.847 INFO:tasks.rados.rados.0.smithi094.stdout:3046: delete oid 9 current snap is 283 2024-08-17T17:17:15.849 INFO:tasks.rados.rados.0.smithi094.stdout:3046: done (0 left) 2024-08-17T17:17:15.849 INFO:tasks.rados.rados.0.smithi094.stdout:3047: read oid 36 snap 280 2024-08-17T17:17:15.849 INFO:tasks.rados.rados.0.smithi094.stdout:3047: expect (ObjNum 735 snap 235 seq_num 735) 2024-08-17T17:17:15.849 INFO:tasks.rados.rados.0.smithi094.stdout:3048: snap_remove snap 282 2024-08-17T17:17:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:15 smithi190 ceph-mon[90718]: pgmap v592: 121 pgs: 121 active+clean; 467 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-17T17:17:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:15 smithi190 ceph-mon[90718]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:17:16.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:15 smithi094 ceph-mon[100402]: pgmap v592: 121 pgs: 121 active+clean; 467 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-17T17:17:16.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:15 smithi094 ceph-mon[100402]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:17:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:15 smithi094 ceph-mon[102949]: pgmap v592: 121 pgs: 121 active+clean; 467 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-08-17T17:17:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:15 smithi094 ceph-mon[102949]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:17:16.794 INFO:tasks.rados.rados.0.smithi094.stdout:3048: done (1 left) 2024-08-17T17:17:16.795 INFO:tasks.rados.rados.0.smithi094.stdout:3049: delete oid 44 current snap is 283 2024-08-17T17:17:16.795 INFO:tasks.rados.rados.0.smithi094.stdout:3047: expect (ObjNum 735 snap 235 seq_num 735) 2024-08-17T17:17:16.806 INFO:tasks.rados.rados.0.smithi094.stdout:3047: done (1 left) 2024-08-17T17:17:16.806 INFO:tasks.rados.rados.0.smithi094.stdout:3049: done (0 left) 2024-08-17T17:17:16.806 INFO:tasks.rados.rados.0.smithi094.stdout:3050: delete oid 22 current snap is 283 2024-08-17T17:17:16.808 INFO:tasks.rados.rados.0.smithi094.stdout:3050: done (0 left) 2024-08-17T17:17:16.808 INFO:tasks.rados.rados.0.smithi094.stdout:3051: rollback oid 41 current snap is 283 2024-08-17T17:17:16.809 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 280 2024-08-17T17:17:16.809 INFO:tasks.rados.rados.0.smithi094.stdout:3052: rollback oid 19 current snap is 283 2024-08-17T17:17:16.809 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 19 to 280 2024-08-17T17:17:16.809 INFO:tasks.rados.rados.0.smithi094.stdout:3053: rollback oid 24 current snap is 283 2024-08-17T17:17:16.809 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 24 to 271 2024-08-17T17:17:16.809 INFO:tasks.rados.rados.0.smithi094.stdout:3054: snap_create 2024-08-17T17:17:16.812 INFO:tasks.rados.rados.0.smithi094.stdout:3053: finishing rollback tid 0 to smithi09487127-24 2024-08-17T17:17:16.812 INFO:tasks.rados.rados.0.smithi094.stdout:3051: finishing rollback tid 0 to smithi09487127-41 2024-08-17T17:17:16.813 INFO:tasks.rados.rados.0.smithi094.stdout:3053: finishing rollback tid 1 to smithi09487127-24 2024-08-17T17:17:16.813 INFO:tasks.rados.rados.0.smithi094.stdout:3051: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:17:16.813 INFO:tasks.rados.rados.0.smithi094.stdout:3051: finishing rollback tid 2 to smithi09487127-41 2024-08-17T17:17:16.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1499 (ObjNum 724 snap 231 seq_num 724) dirty exists 2024-08-17T17:17:16.814 INFO:tasks.rados.rados.0.smithi094.stdout:3053: finishing rollback tid 2 to smithi09487127-24 2024-08-17T17:17:16.814 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1287 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-08-17T17:17:16.814 INFO:tasks.rados.rados.0.smithi094.stdout:3052: finishing rollback tid 0 to smithi09487127-19 2024-08-17T17:17:16.814 INFO:tasks.rados.rados.0.smithi094.stdout:3052: finishing rollback tid 1 to smithi09487127-19 2024-08-17T17:17:16.814 INFO:tasks.rados.rados.0.smithi094.stdout:3052: finishing rollback tid 2 to smithi09487127-19 2024-08-17T17:17:16.814 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1727 (ObjNum 816 snap 262 seq_num 816) dirty exists 2024-08-17T17:17:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:16 smithi190 ceph-mon[90718]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:17:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:16 smithi190 ceph-mon[90718]: pgmap v595: 121 pgs: 121 active+clean; 464 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-17T17:17:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:16 smithi094 ceph-mon[100402]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:17:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:16 smithi094 ceph-mon[100402]: pgmap v595: 121 pgs: 121 active+clean; 464 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-17T17:17:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:16 smithi094 ceph-mon[102949]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:17:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:16 smithi094 ceph-mon[102949]: pgmap v595: 121 pgs: 121 active+clean; 464 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-17T17:17:17.796 INFO:tasks.rados.rados.0.smithi094.stdout:3051: done (3 left) 2024-08-17T17:17:17.796 INFO:tasks.rados.rados.0.smithi094.stdout:3052: done (2 left) 2024-08-17T17:17:17.796 INFO:tasks.rados.rados.0.smithi094.stdout:3053: done (1 left) 2024-08-17T17:17:17.796 INFO:tasks.rados.rados.0.smithi094.stdout:3054: done (0 left) 2024-08-17T17:17:17.797 INFO:tasks.rados.rados.0.smithi094.stdout:3055: read oid 49 snap -1 2024-08-17T17:17:17.797 INFO:tasks.rados.rados.0.smithi094.stdout:3055: expect deleted 2024-08-17T17:17:17.797 INFO:tasks.rados.rados.0.smithi094.stdout:3056: snap_remove snap 271 2024-08-17T17:17:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:17 smithi190 ceph-mon[90718]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:17:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:17 smithi094 ceph-mon[100402]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:17:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:17 smithi094 ceph-mon[102949]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:17:18.739 INFO:tasks.rados.rados.0.smithi094.stdout:3056: done (1 left) 2024-08-17T17:17:18.739 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 284 2024-08-17T17:17:18.740 INFO:tasks.rados.rados.0.smithi094.stdout:3057: seq_num 901 ranges {0=696320} 2024-08-17T17:17:18.744 INFO:tasks.rados.rados.0.smithi094.stdout:3057: writing smithi09487127-12 from 0 to 696320 tid 1 2024-08-17T17:17:18.744 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 284 2024-08-17T17:17:18.744 INFO:tasks.rados.rados.0.smithi094.stdout:3058: seq_num 902 ranges {0=712704} 2024-08-17T17:17:18.749 INFO:tasks.rados.rados.0.smithi094.stdout:3058: writing smithi09487127-45 from 0 to 712704 tid 1 2024-08-17T17:17:18.749 INFO:tasks.rados.rados.0.smithi094.stdout:3055: done (2 left) 2024-08-17T17:17:18.749 INFO:tasks.rados.rados.0.smithi094.stdout:3059: snap_remove snap 280 2024-08-17T17:17:18.953 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:18 smithi094 ceph-mon[100402]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:17:18.953 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:18 smithi094 ceph-mon[100402]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:17:18.953 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:18 smithi094 ceph-mon[100402]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:17:18.953 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:18 smithi094 ceph-mon[100402]: pgmap v599: 121 pgs: 121 active+clean; 455 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 912 KiB/s wr, 15 op/s 2024-08-17T17:17:18.954 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:18 smithi094 ceph-mon[102949]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:17:18.954 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:18 smithi094 ceph-mon[102949]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:17:18.954 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:18 smithi094 ceph-mon[102949]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:17:18.954 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:18 smithi094 ceph-mon[102949]: pgmap v599: 121 pgs: 121 active+clean; 455 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 912 KiB/s wr, 15 op/s 2024-08-17T17:17:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:18 smithi190 ceph-mon[90718]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:17:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:18 smithi190 ceph-mon[90718]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:17:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:18 smithi190 ceph-mon[90718]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:17:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:18 smithi190 ceph-mon[90718]: pgmap v599: 121 pgs: 121 active+clean; 455 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 912 KiB/s wr, 15 op/s 2024-08-17T17:17:19.359 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch ps' 2024-08-17T17:17:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:17:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:17:19] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.51.0" 2024-08-17T17:17:19.658 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:17:19.746 INFO:tasks.rados.rados.0.smithi094.stdout:3059: done (2 left) 2024-08-17T17:17:19.747 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 284 2024-08-17T17:17:19.747 INFO:tasks.rados.rados.0.smithi094.stdout:3060: seq_num 903 ranges {565248=729088} 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:3060: writing smithi09487127-18 from 565248 to 1294336 tid 1 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:3057: finishing write tid 1 to smithi09487127-12 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:3057: finishing write tid 2 to smithi09487127-12 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:3057: finishing write tid 3 to smithi09487127-12 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1733 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:3057: left oid 12 (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:3058: finishing write tid 1 to smithi09487127-45 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:3058: finishing write tid 2 to smithi09487127-45 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:3058: finishing write tid 3 to smithi09487127-45 2024-08-17T17:17:19.754 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1578 (ObjNum 902 snap 284 seq_num 902) dirty exists 2024-08-17T17:17:19.755 INFO:tasks.rados.rados.0.smithi094.stdout:3058: left oid 45 (ObjNum 902 snap 284 seq_num 902) 2024-08-17T17:17:19.755 INFO:tasks.rados.rados.0.smithi094.stdout:3057: done (2 left) 2024-08-17T17:17:19.755 INFO:tasks.rados.rados.0.smithi094.stdout:3058: done (1 left) 2024-08-17T17:17:19.755 INFO:tasks.rados.rados.0.smithi094.stdout:3061: rollback oid 37 current snap is 284 2024-08-17T17:17:19.755 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 37 to 253 2024-08-17T17:17:19.755 INFO:tasks.rados.rados.0.smithi094.stdout:3062: snap_remove snap 258 2024-08-17T17:17:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:17:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:17:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:17:20.751 INFO:tasks.rados.rados.0.smithi094.stdout:3062: done (2 left) 2024-08-17T17:17:20.751 INFO:tasks.rados.rados.0.smithi094.stdout:3063: rmattr oid 14 current snap is 284 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3060: finishing write tid 1 to smithi09487127-18 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3060: finishing write tid 2 to smithi09487127-18 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3060: finishing write tid 3 to smithi09487127-18 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1493 (ObjNum 903 snap 284 seq_num 903) dirty exists 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3060: left oid 18 (ObjNum 903 snap 284 seq_num 903) 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3061: finishing rollback tid 0 to smithi09487127-37 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3061: finishing rollback tid 1 to smithi09487127-37 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3061: finishing rollback tid 2 to smithi09487127-37 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1480 (ObjNum 748 snap 238 seq_num 748) dirty exists 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3060: done (2 left) 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3061: done (1 left) 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 284 2024-08-17T17:17:20.752 INFO:tasks.rados.rados.0.smithi094.stdout:3064: seq_num 904 ranges {3252224=745472} 2024-08-17T17:17:20.775 INFO:tasks.rados.rados.0.smithi094.stdout:3064: writing smithi09487127-47 from 3252224 to 3997696 tid 1 2024-08-17T17:17:20.775 INFO:tasks.rados.rados.0.smithi094.stdout:3065: snap_remove snap 253 2024-08-17T17:17:20.896 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:20 smithi094 ceph-mon[100402]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:17:20.896 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:20 smithi094 ceph-mon[102949]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:17:21.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:20 smithi190 ceph-mon[90718]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:17:21.577 INFO:teuthology.orchestra.run.smithi094.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:17:21.578 INFO:teuthology.orchestra.run.smithi094.stdout:alertmanager.a smithi094 *:9093,9094 running (8m) 82s ago 12m 19.2M - 0.27.0 11f11916f8cd 6debb8a8aca6 2024-08-17T17:17:21.578 INFO:teuthology.orchestra.run.smithi094.stdout:grafana.a smithi190 *:3000 running (41s) 37s ago 12m 45.4M - c8b91775d855 691dfa471e82 2024-08-17T17:17:21.578 INFO:teuthology.orchestra.run.smithi094.stdout:mds.a smithi094 running (85s) 82s ago 14m 11.9M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 415cfcfd26a3 2024-08-17T17:17:21.578 INFO:teuthology.orchestra.run.smithi094.stdout:mds.b smithi190 running (63s) 37s ago 14m 12.5M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 41a91e0ee24c 2024-08-17T17:17:21.578 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.x smithi190 *:8443,9283,8765 running (7m) 37s ago 17m 457M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2d9449b2bbfd 2024-08-17T17:17:21.578 INFO:teuthology.orchestra.run.smithi094.stdout:mgr.y smithi094 *:8443,9283,8765 running (7m) 82s ago 19m 528M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ce76909f20c7 2024-08-17T17:17:21.578 INFO:teuthology.orchestra.run.smithi094.stdout:mon.a smithi094 running (7m) 82s ago 19m 71.7M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1e3a47450e34 2024-08-17T17:17:21.578 INFO:teuthology.orchestra.run.smithi094.stdout:mon.b smithi190 running (6m) 37s ago 18m 58.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 2e354b7db9b4 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:mon.c smithi094 running (6m) 82s ago 17m 57.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f0848beb5b6e 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.a smithi094 *:9100 running (8m) 82s ago 12m 10.7M - 1.7.0 72c9c2088986 0820fbfeaf40 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:node-exporter.b smithi190 *:9100 running (7m) 37s ago 11m 10.8M - 1.7.0 72c9c2088986 a956106a0042 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:osd.0 smithi094 running (5m) 82s ago 17m 263M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a41895dc67e9 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:osd.1 smithi094 running (5m) 82s ago 16m 278M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 7ea4e6fc1647 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:osd.2 smithi094 running (4m) 82s ago 16m 273M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f7e2ec0ed092 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:osd.3 smithi094 running (4m) 82s ago 16m 211M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 3bee04f6a6a4 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:osd.4 smithi190 running (3m) 37s ago 15m 317M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 525529b4c9d6 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:osd.5 smithi190 running (2m) 37s ago 15m 298M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 1b81d54ea5c4 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:osd.6 smithi190 running (2m) 37s ago 14m 183M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d3c469787af0 2024-08-17T17:17:21.579 INFO:teuthology.orchestra.run.smithi094.stdout:osd.7 smithi190 running (105s) 37s ago 14m 146M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8519c5a613d1 2024-08-17T17:17:21.580 INFO:teuthology.orchestra.run.smithi094.stdout:prometheus.a smithi190 *:9095 running (7m) 37s ago 13m 56.1M - 2.51.0 1d3b7f56885b 6d1f86fd171d 2024-08-17T17:17:21.757 INFO:tasks.rados.rados.0.smithi094.stdout:3065: done (2 left) 2024-08-17T17:17:21.757 INFO:tasks.rados.rados.0.smithi094.stdout:3066: copy_from oid 17 from oid 38 current snap is 284 2024-08-17T17:17:21.757 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1824 (ObjNum 893 snap 283 seq_num 893) dirty exists 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:3064: finishing write tid 1 to smithi09487127-47 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:3064: finishing write tid 2 to smithi09487127-47 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:3064: finishing write tid 3 to smithi09487127-47 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1586 (ObjNum 904 snap 284 seq_num 904) dirty exists 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:3064: left oid 47 (ObjNum 904 snap 284 seq_num 904) 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:3063: done (2 left) 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:3064: done (1 left) 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:3067: copy_from oid 34 from oid 5 current snap is 284 2024-08-17T17:17:21.758 INFO:tasks.rados.rados.0.smithi094.stdout:3068: setattr oid 12 current snap is 284 2024-08-17T17:17:21.759 INFO:tasks.rados.rados.0.smithi094.stdout:3069: delete oid 1 current snap is 284 2024-08-17T17:17:21.766 INFO:tasks.rados.rados.0.smithi094.stdout:3069: done (3 left) 2024-08-17T17:17:21.766 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 284 2024-08-17T17:17:21.766 INFO:tasks.rados.rados.0.smithi094.stdout:3070: seq_num 906 ranges {12206080=778240} 2024-08-17T17:17:21.836 INFO:tasks.rados.rados.0.smithi094.stdout:3070: writing smithi09487127-8 from 12206080 to 12984320 tid 1 2024-08-17T17:17:21.837 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 284 2024-08-17T17:17:21.837 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1756 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:17:21.837 INFO:tasks.rados.rados.0.smithi094.stdout:3071: seq_num 907 ranges {131072=794624} 2024-08-17T17:17:21.842 INFO:tasks.rados.rados.0.smithi094.stdout:3071: writing smithi09487127-29 from 131072 to 925696 tid 1 2024-08-17T17:17:21.842 INFO:tasks.rados.rados.0.smithi094.stdout:3068: done (4 left) 2024-08-17T17:17:21.842 INFO:tasks.rados.rados.0.smithi094.stdout:3072: setattr oid 46 current snap is 284 2024-08-17T17:17:21.842 INFO:tasks.rados.rados.0.smithi094.stdout:3066: finishing copy_from to smithi09487127-17 2024-08-17T17:17:21.842 INFO:tasks.rados.rados.0.smithi094.stdout:3066: got expected ENOENT (src dne) 2024-08-17T17:17:21.842 INFO:tasks.rados.rados.0.smithi094.stdout:3066: finishing copy_from racing read to smithi09487127-17 2024-08-17T17:17:21.843 INFO:tasks.rados.rados.0.smithi094.stdout:3067: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:17:21.843 INFO:tasks.rados.rados.0.smithi094.stdout:3067: finishing copy_from to smithi09487127-34 2024-08-17T17:17:21.843 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1363 (ObjNum 895 snap 283 seq_num 895) dirty exists 2024-08-17T17:17:21.843 INFO:tasks.rados.rados.0.smithi094.stdout:3070: finishing write tid 1 to smithi09487127-8 2024-08-17T17:17:21.843 INFO:tasks.rados.rados.0.smithi094.stdout:3070: finishing write tid 2 to smithi09487127-8 2024-08-17T17:17:21.844 INFO:tasks.rados.rados.0.smithi094.stdout:3066: done (4 left) 2024-08-17T17:17:21.844 INFO:tasks.rados.rados.0.smithi094.stdout:3067: done (3 left) 2024-08-17T17:17:21.844 INFO:tasks.rados.rados.0.smithi094.stdout:3073: rollback oid 18 current snap is 284 2024-08-17T17:17:21.844 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 283 2024-08-17T17:17:21.844 INFO:tasks.rados.rados.0.smithi094.stdout:3074: setattr oid 5 current snap is 284 2024-08-17T17:17:21.844 INFO:tasks.rados.rados.0.smithi094.stdout:3070: finishing write tid 3 to smithi09487127-8 2024-08-17T17:17:21.844 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1613 (ObjNum 906 snap 284 seq_num 906) dirty exists 2024-08-17T17:17:21.844 INFO:tasks.rados.rados.0.smithi094.stdout:3070: left oid 8 (ObjNum 906 snap 284 seq_num 906) 2024-08-17T17:17:21.845 INFO:tasks.rados.rados.0.smithi094.stdout:3070: done (4 left) 2024-08-17T17:17:21.845 INFO:tasks.rados.rados.0.smithi094.stdout:3075: snap_create 2024-08-17T17:17:21.847 INFO:tasks.rados.rados.0.smithi094.stdout:3071: finishing write tid 1 to smithi09487127-29 2024-08-17T17:17:21.847 INFO:tasks.rados.rados.0.smithi094.stdout:3071: finishing write tid 2 to smithi09487127-29 2024-08-17T17:17:21.849 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1364 (ObjNum 895 snap 283 seq_num 895) dirty exists 2024-08-17T17:17:21.849 INFO:tasks.rados.rados.0.smithi094.stdout:3071: finishing write tid 3 to smithi09487127-29 2024-08-17T17:17:21.849 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1501 (ObjNum 907 snap 284 seq_num 907) dirty exists 2024-08-17T17:17:21.849 INFO:tasks.rados.rados.0.smithi094.stdout:3071: left oid 29 (ObjNum 907 snap 284 seq_num 907) 2024-08-17T17:17:21.849 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1494 (ObjNum 860 snap 277 seq_num 860) dirty exists 2024-08-17T17:17:21.849 INFO:tasks.rados.rados.0.smithi094.stdout:3073: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:17:21.850 INFO:tasks.rados.rados.0.smithi094.stdout:3073: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:17:21.850 INFO:tasks.rados.rados.0.smithi094.stdout:3073: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:17:21.850 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1497 (ObjNum 750 snap 238 seq_num 750) dirty exists 2024-08-17T17:17:21.936 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:21 smithi094 ceph-mon[100402]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:17:21.937 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:21 smithi094 ceph-mon[100402]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 401 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-17T17:17:21.937 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:21 smithi094 ceph-mon[102949]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:17:21.937 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:21 smithi094 ceph-mon[102949]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 401 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-17T17:17:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:21 smithi190 ceph-mon[90718]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:17:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:21 smithi190 ceph-mon[90718]: pgmap v602: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 401 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-17T17:17:22.364 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions' 2024-08-17T17:17:22.618 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:17:22.762 INFO:tasks.rados.rados.0.smithi094.stdout:3071: done (4 left) 2024-08-17T17:17:22.762 INFO:tasks.rados.rados.0.smithi094.stdout:3072: done (3 left) 2024-08-17T17:17:22.762 INFO:tasks.rados.rados.0.smithi094.stdout:3073: done (2 left) 2024-08-17T17:17:22.763 INFO:tasks.rados.rados.0.smithi094.stdout:3074: done (1 left) 2024-08-17T17:17:22.763 INFO:tasks.rados.rados.0.smithi094.stdout:3075: done (0 left) 2024-08-17T17:17:22.763 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 285 2024-08-17T17:17:22.763 INFO:tasks.rados.rados.0.smithi094.stdout:3076: seq_num 908 ranges {712704=409600,1122304=401408} 2024-08-17T17:17:22.768 INFO:tasks.rados.rados.0.smithi094.stdout:3076: writing smithi09487127-45 from 712704 to 1122304 tid 1 2024-08-17T17:17:22.770 INFO:tasks.rados.rados.0.smithi094.stdout:3076: writing smithi09487127-45 from 1122304 to 1523712 tid 2 2024-08-17T17:17:22.771 INFO:tasks.rados.rados.0.smithi094.stdout:3077: read oid 41 snap 284 2024-08-17T17:17:22.771 INFO:tasks.rados.rados.0.smithi094.stdout:3077: expect (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:17:22.771 INFO:tasks.rados.rados.0.smithi094.stdout:3078: delete oid 6 current snap is 285 2024-08-17T17:17:22.773 INFO:tasks.rados.rados.0.smithi094.stdout:3077: expect (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:17:22.778 INFO:tasks.rados.rados.0.smithi094.stdout:3076: finishing write tid 1 to smithi09487127-45 2024-08-17T17:17:22.778 INFO:tasks.rados.rados.0.smithi094.stdout:3076: finishing write tid 2 to smithi09487127-45 2024-08-17T17:17:22.778 INFO:tasks.rados.rados.0.smithi094.stdout:3076: finishing write tid 3 to smithi09487127-45 2024-08-17T17:17:22.778 INFO:tasks.rados.rados.0.smithi094.stdout:3077: done (2 left) 2024-08-17T17:17:22.778 INFO:tasks.rados.rados.0.smithi094.stdout:3078: done (1 left) 2024-08-17T17:17:22.778 INFO:tasks.rados.rados.0.smithi094.stdout:3079: copy_from oid 29 from oid 8 current snap is 285 2024-08-17T17:17:22.778 INFO:tasks.rados.rados.0.smithi094.stdout:3080: setattr oid 15 current snap is 285 2024-08-17T17:17:22.779 INFO:tasks.rados.rados.0.smithi094.stdout:3081: read oid 38 snap 283 2024-08-17T17:17:22.780 INFO:tasks.rados.rados.0.smithi094.stdout:3081: expect deleted 2024-08-17T17:17:22.780 INFO:tasks.rados.rados.0.smithi094.stdout:3082: setattr oid 19 current snap is 285 2024-08-17T17:17:22.782 INFO:tasks.rados.rados.0.smithi094.stdout:3076: finishing write tid 4 to smithi09487127-45 2024-08-17T17:17:22.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1617 (ObjNum 908 snap 285 seq_num 908) dirty exists 2024-08-17T17:17:22.782 INFO:tasks.rados.rados.0.smithi094.stdout:3076: left oid 45 (ObjNum 908 snap 285 seq_num 908) 2024-08-17T17:17:22.782 INFO:tasks.rados.rados.0.smithi094.stdout:3076: done (4 left) 2024-08-17T17:17:22.782 INFO:tasks.rados.rados.0.smithi094.stdout:3081: done (3 left) 2024-08-17T17:17:22.782 INFO:tasks.rados.rados.0.smithi094.stdout:3083: read oid 44 snap 284 2024-08-17T17:17:22.782 INFO:tasks.rados.rados.0.smithi094.stdout:3083: expect deleted 2024-08-17T17:17:22.782 INFO:tasks.rados.rados.0.smithi094.stdout:3084: delete oid 2 current snap is 285 2024-08-17T17:17:22.783 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1844 (ObjNum 841 snap 270 seq_num 841) dirty exists 2024-08-17T17:17:22.787 INFO:tasks.rados.rados.0.smithi094.stdout:3080: done (4 left) 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:3083: done (3 left) 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:3084: done (2 left) 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:3085: read oid 41 snap -1 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:3085: expect (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:3086: rollback oid 46 current snap is 285 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 283 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1764 (ObjNum 816 snap 262 seq_num 816) dirty exists 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:3082: done (3 left) 2024-08-17T17:17:22.788 INFO:tasks.rados.rados.0.smithi094.stdout:3087: snap_create 2024-08-17T17:17:22.790 INFO:tasks.rados.rados.0.smithi094.stdout:3085: expect (ObjNum 724 snap 231 seq_num 724) 2024-08-17T17:17:22.795 INFO:tasks.rados.rados.0.smithi094.stdout:3086: finishing rollback tid 0 to smithi09487127-46 2024-08-17T17:17:22.795 INFO:tasks.rados.rados.0.smithi094.stdout:3086: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:17:22.795 INFO:tasks.rados.rados.0.smithi094.stdout:3086: finishing rollback tid 2 to smithi09487127-46 2024-08-17T17:17:22.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1500 (ObjNum 860 snap 277 seq_num 860) dirty exists 2024-08-17T17:17:22.830 INFO:tasks.rados.rados.0.smithi094.stdout:3079: finishing copy_from racing read to smithi09487127-29 2024-08-17T17:17:22.832 INFO:tasks.rados.rados.0.smithi094.stdout:3079: finishing copy_from to smithi09487127-29 2024-08-17T17:17:22.832 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1613 (ObjNum 906 snap 284 seq_num 906) dirty exists 2024-08-17T17:17:23.017 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:22 smithi094 ceph-mon[100402]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:17:23.017 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:22 smithi094 ceph-mon[100402]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:17:23.017 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:22 smithi094 ceph-mon[102949]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:17:23.018 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:22 smithi094 ceph-mon[102949]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:17:23.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:22 smithi190 ceph-mon[90718]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:17:23.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:22 smithi190 ceph-mon[90718]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:17:23.741 INFO:tasks.rados.rados.0.smithi094.stdout:3079: done (3 left) 2024-08-17T17:17:23.741 INFO:tasks.rados.rados.0.smithi094.stdout:3085: done (2 left) 2024-08-17T17:17:23.741 INFO:tasks.rados.rados.0.smithi094.stdout:3086: done (1 left) 2024-08-17T17:17:23.741 INFO:tasks.rados.rados.0.smithi094.stdout:3087: done (0 left) 2024-08-17T17:17:23.741 INFO:tasks.rados.rados.0.smithi094.stdout:3088: rollback oid 24 current snap is 286 2024-08-17T17:17:23.741 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 24 to 285 2024-08-17T17:17:23.741 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 286 2024-08-17T17:17:23.741 INFO:tasks.rados.rados.0.smithi094.stdout:3089: seq_num 911 ranges {0=466944,466944=401408} 2024-08-17T17:17:23.743 INFO:tasks.rados.rados.0.smithi094.stdout:3089: writing smithi09487127-22 from 0 to 466944 tid 1 2024-08-17T17:17:23.746 INFO:tasks.rados.rados.0.smithi094.stdout:3089: writing smithi09487127-22 from 466944 to 868352 tid 2 2024-08-17T17:17:23.746 INFO:tasks.rados.rados.0.smithi094.stdout:3090: delete oid 47 current snap is 286 2024-08-17T17:17:23.748 INFO:tasks.rados.rados.0.smithi094.stdout:3088: finishing rollback tid 0 to smithi09487127-24 2024-08-17T17:17:23.749 INFO:tasks.rados.rados.0.smithi094.stdout:3088: finishing rollback tid 1 to smithi09487127-24 2024-08-17T17:17:23.750 INFO:tasks.rados.rados.0.smithi094.stdout:3088: finishing rollback tid 2 to smithi09487127-24 2024-08-17T17:17:23.750 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1290 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-08-17T17:17:23.751 INFO:tasks.rados.rados.0.smithi094.stdout:3088: done (2 left) 2024-08-17T17:17:23.751 INFO:tasks.rados.rados.0.smithi094.stdout:3090: done (1 left) 2024-08-17T17:17:23.751 INFO:tasks.rados.rados.0.smithi094.stdout:3091: copy_from oid 42 from oid 30 current snap is 286 2024-08-17T17:17:23.751 INFO:tasks.rados.rados.0.smithi094.stdout:3092: setattr oid 16 current snap is 286 2024-08-17T17:17:23.751 INFO:tasks.rados.rados.0.smithi094.stdout:3089: finishing write tid 1 to smithi09487127-22 2024-08-17T17:17:23.752 INFO:tasks.rados.rados.0.smithi094.stdout:3089: finishing write tid 2 to smithi09487127-22 2024-08-17T17:17:23.752 INFO:tasks.rados.rados.0.smithi094.stdout:3089: finishing write tid 3 to smithi09487127-22 2024-08-17T17:17:23.752 INFO:tasks.rados.rados.0.smithi094.stdout:3091: finishing copy_from to smithi09487127-42 2024-08-17T17:17:23.752 INFO:tasks.rados.rados.0.smithi094.stdout:3091: got expected ENOENT (src dne) 2024-08-17T17:17:23.753 INFO:tasks.rados.rados.0.smithi094.stdout:3091: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:17:23.753 INFO:tasks.rados.rados.0.smithi094.stdout:3091: done (2 left) 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:3093: rollback oid 29 current snap is 286 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 284 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:3094: rmattr oid 12 current snap is 286 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:3095: rollback oid 48 current snap is 286 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 48 to 283 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:3096: copy_from oid 36 from oid 1 current snap is 286 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:3097: rollback oid 42 current snap is 286 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 42 to 283 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 286 2024-08-17T17:17:23.754 INFO:tasks.rados.rados.0.smithi094.stdout:3098: seq_num 913 ranges {4964352=499712,5464064=401408} 2024-08-17T17:17:23.783 INFO:tasks.rados.rados.0.smithi094.stdout:3098: writing smithi09487127-26 from 4964352 to 5464064 tid 1 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:3098: writing smithi09487127-26 from 5464064 to 5865472 tid 2 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:3099: read oid 30 snap 283 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:3099: expect deleted 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:3100: read oid 7 snap -1 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:3100: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 286 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:3089: finishing write tid 4 to smithi09487127-22 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1483 (ObjNum 911 snap 286 seq_num 911) dirty exists 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:3089: left oid 22 (ObjNum 911 snap 286 seq_num 911) 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:3095: finishing rollback tid 0 to smithi09487127-48 2024-08-17T17:17:23.787 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1484 (ObjNum 828 snap 268 seq_num 828) dirty exists 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1766 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3097: finishing rollback tid 0 to smithi09487127-42 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3097: finishing rollback tid 1 to smithi09487127-42 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3097: finishing rollback tid 2 to smithi09487127-42 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1367 (ObjNum 888 snap 282 seq_num 888) dirty exists 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3093: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3093: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3095: finishing rollback tid 1 to smithi09487127-48 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3095: finishing rollback tid 2 to smithi09487127-48 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1848 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3093: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1616 (ObjNum 907 snap 284 seq_num 907) dirty exists 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3096: finishing copy_from to smithi09487127-36 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3096: got expected ENOENT (src dne) 2024-08-17T17:17:23.788 INFO:tasks.rados.rados.0.smithi094.stdout:3096: finishing copy_from racing read to smithi09487127-36 2024-08-17T17:17:23.789 INFO:tasks.rados.rados.0.smithi094.stdout:3101: seq_num 914 ranges {12623872=516096,13139968=401408} 2024-08-17T17:17:23.856 INFO:tasks.rados.rados.0.smithi094.stdout:3101: writing smithi09487127-35 from 12623872 to 13139968 tid 1 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3101: writing smithi09487127-35 from 13139968 to 13541376 tid 2 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3089: done (10 left) 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3092: done (9 left) 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3093: done (8 left) 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3094: done (7 left) 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3095: done (6 left) 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3096: done (5 left) 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3097: done (4 left) 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3102: setattr oid 43 current snap is 286 2024-08-17T17:17:23.859 INFO:tasks.rados.rados.0.smithi094.stdout:3100: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:17:23.860 INFO:tasks.rados.rados.0.smithi094.stdout:3098: finishing write tid 1 to smithi09487127-26 2024-08-17T17:17:23.860 INFO:tasks.rados.rados.0.smithi094.stdout:3098: finishing write tid 2 to smithi09487127-26 2024-08-17T17:17:23.860 INFO:tasks.rados.rados.0.smithi094.stdout:3098: finishing write tid 3 to smithi09487127-26 2024-08-17T17:17:23.860 INFO:tasks.rados.rados.0.smithi094.stdout:3098: finishing write tid 4 to smithi09487127-26 2024-08-17T17:17:23.860 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1504 (ObjNum 913 snap 286 seq_num 913) dirty exists 2024-08-17T17:17:23.860 INFO:tasks.rados.rados.0.smithi094.stdout:3098: left oid 26 (ObjNum 913 snap 286 seq_num 913) 2024-08-17T17:17:23.860 INFO:tasks.rados.rados.0.smithi094.stdout:3098: done (4 left) 2024-08-17T17:17:23.860 INFO:tasks.rados.rados.0.smithi094.stdout:3099: done (3 left) 2024-08-17T17:17:23.861 INFO:tasks.rados.rados.0.smithi094.stdout:3100: done (2 left) 2024-08-17T17:17:23.861 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 286 2024-08-17T17:17:23.861 INFO:tasks.rados.rados.0.smithi094.stdout:3103: seq_num 915 ranges {0=532480,532480=401408} 2024-08-17T17:17:23.862 INFO:tasks.rados.rados.0.smithi094.stdout:3103: writing smithi09487127-2 from 0 to 532480 tid 1 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3103: writing smithi09487127-2 from 532480 to 933888 tid 2 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3104: rmattr oid 28 current snap is 286 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3101: finishing write tid 1 to smithi09487127-35 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3101: finishing write tid 2 to smithi09487127-35 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3101: finishing write tid 3 to smithi09487127-35 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3101: finishing write tid 4 to smithi09487127-35 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1293 (ObjNum 914 snap 286 seq_num 914) dirty exists 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3101: left oid 35 (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1350 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3101: done (3 left) 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3102: done (2 left) 2024-08-17T17:17:23.866 INFO:tasks.rados.rados.0.smithi094.stdout:3105: snap_create 2024-08-17T17:17:23.867 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1501 (ObjNum 871 snap 278 seq_num 871) dirty exists 2024-08-17T17:17:23.868 INFO:tasks.rados.rados.0.smithi094.stdout:3103: finishing write tid 1 to smithi09487127-2 2024-08-17T17:17:23.868 INFO:tasks.rados.rados.0.smithi094.stdout:3103: finishing write tid 2 to smithi09487127-2 2024-08-17T17:17:23.868 INFO:tasks.rados.rados.0.smithi094.stdout:3103: finishing write tid 3 to smithi09487127-2 2024-08-17T17:17:23.870 INFO:tasks.rados.rados.0.smithi094.stdout:3103: finishing write tid 4 to smithi09487127-2 2024-08-17T17:17:23.870 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1658 (ObjNum 915 snap 286 seq_num 915) dirty exists 2024-08-17T17:17:23.870 INFO:tasks.rados.rados.0.smithi094.stdout:3103: left oid 2 (ObjNum 915 snap 286 seq_num 915) 2024-08-17T17:17:23.964 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:23 smithi094 ceph-mon[100402]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:17:23.964 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:23 smithi094 ceph-mon[100402]: pgmap v605: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:17:23.965 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:23 smithi094 ceph-mon[100402]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:17:23.965 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:23 smithi094 ceph-mon[102949]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:17:23.965 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:23 smithi094 ceph-mon[102949]: pgmap v605: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:17:23.965 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:23 smithi094 ceph-mon[102949]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:17:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:23 smithi190 ceph-mon[90718]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:17:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:23 smithi190 ceph-mon[90718]: pgmap v605: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-08-17T17:17:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:23 smithi190 ceph-mon[90718]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout:{ 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: "mon": { 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: "mgr": { 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: "osd": { 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:17:24.726 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:17:24.727 INFO:teuthology.orchestra.run.smithi094.stdout: "mds": { 2024-08-17T17:17:24.727 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:17:24.727 INFO:teuthology.orchestra.run.smithi094.stdout: }, 2024-08-17T17:17:24.727 INFO:teuthology.orchestra.run.smithi094.stdout: "overall": { 2024-08-17T17:17:24.727 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 15 2024-08-17T17:17:24.727 INFO:teuthology.orchestra.run.smithi094.stdout: } 2024-08-17T17:17:24.727 INFO:teuthology.orchestra.run.smithi094.stdout:} 2024-08-17T17:17:24.773 INFO:tasks.rados.rados.0.smithi094.stdout:3103: done (2 left) 2024-08-17T17:17:24.774 INFO:tasks.rados.rados.0.smithi094.stdout:3104: done (1 left) 2024-08-17T17:17:24.774 INFO:tasks.rados.rados.0.smithi094.stdout:3105: done (0 left) 2024-08-17T17:17:24.774 INFO:tasks.rados.rados.0.smithi094.stdout:3106: copy_from oid 26 from oid 49 current snap is 287 2024-08-17T17:17:24.774 INFO:tasks.rados.rados.0.smithi094.stdout:3107: setattr oid 24 current snap is 287 2024-08-17T17:17:24.776 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 287 2024-08-17T17:17:24.776 INFO:tasks.rados.rados.0.smithi094.stdout:3108: seq_num 916 ranges {1875968=548864,2424832=401408} 2024-08-17T17:17:24.790 INFO:tasks.rados.rados.0.smithi094.stdout:3108: writing smithi09487127-16 from 1875968 to 2424832 tid 1 2024-08-17T17:17:24.792 INFO:tasks.rados.rados.0.smithi094.stdout:3108: writing smithi09487127-16 from 2424832 to 2826240 tid 2 2024-08-17T17:17:24.792 INFO:tasks.rados.rados.0.smithi094.stdout:3109: delete oid 41 current snap is 287 2024-08-17T17:17:24.792 INFO:tasks.rados.rados.0.smithi094.stdout:3106: finishing copy_from to smithi09487127-26 2024-08-17T17:17:24.792 INFO:tasks.rados.rados.0.smithi094.stdout:3106: got expected ENOENT (src dne) 2024-08-17T17:17:24.793 INFO:tasks.rados.rados.0.smithi094.stdout:3106: finishing copy_from racing read to smithi09487127-26 2024-08-17T17:17:24.793 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1294 (ObjNum 692 snap 211 seq_num 692) dirty exists 2024-08-17T17:17:24.795 INFO:tasks.rados.rados.0.smithi094.stdout:3108: finishing write tid 1 to smithi09487127-16 2024-08-17T17:17:24.795 INFO:tasks.rados.rados.0.smithi094.stdout:3106: done (3 left) 2024-08-17T17:17:24.795 INFO:tasks.rados.rados.0.smithi094.stdout:3107: done (2 left) 2024-08-17T17:17:24.795 INFO:tasks.rados.rados.0.smithi094.stdout:3109: done (1 left) 2024-08-17T17:17:24.795 INFO:tasks.rados.rados.0.smithi094.stdout:3110: rmattr oid 10 current snap is 287 2024-08-17T17:17:24.796 INFO:tasks.rados.rados.0.smithi094.stdout:3110: done (1 left) 2024-08-17T17:17:24.796 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 287 2024-08-17T17:17:24.796 INFO:tasks.rados.rados.0.smithi094.stdout:3111: seq_num 918 ranges {3407872=581632,3989504=401408} 2024-08-17T17:17:24.817 INFO:tasks.rados.rados.0.smithi094.stdout:3111: writing smithi09487127-5 from 3407872 to 3989504 tid 1 2024-08-17T17:17:24.819 INFO:tasks.rados.rados.0.smithi094.stdout:3111: writing smithi09487127-5 from 3989504 to 4390912 tid 2 2024-08-17T17:17:24.819 INFO:tasks.rados.rados.0.smithi094.stdout:3112: snap_create 2024-08-17T17:17:24.819 INFO:tasks.rados.rados.0.smithi094.stdout:3108: finishing write tid 2 to smithi09487127-16 2024-08-17T17:17:24.819 INFO:tasks.rados.rados.0.smithi094.stdout:3108: finishing write tid 3 to smithi09487127-16 2024-08-17T17:17:24.819 INFO:tasks.rados.rados.0.smithi094.stdout:3108: finishing write tid 4 to smithi09487127-16 2024-08-17T17:17:24.820 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1487 (ObjNum 916 snap 287 seq_num 916) dirty exists 2024-08-17T17:17:24.820 INFO:tasks.rados.rados.0.smithi094.stdout:3108: left oid 16 (ObjNum 916 snap 287 seq_num 916) 2024-08-17T17:17:24.824 INFO:tasks.rados.rados.0.smithi094.stdout:3111: finishing write tid 1 to smithi09487127-5 2024-08-17T17:17:24.824 INFO:tasks.rados.rados.0.smithi094.stdout:3111: finishing write tid 2 to smithi09487127-5 2024-08-17T17:17:24.824 INFO:tasks.rados.rados.0.smithi094.stdout:3111: finishing write tid 3 to smithi09487127-5 2024-08-17T17:17:24.826 INFO:tasks.rados.rados.0.smithi094.stdout:3111: finishing write tid 4 to smithi09487127-5 2024-08-17T17:17:24.826 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1370 (ObjNum 918 snap 287 seq_num 918) dirty exists 2024-08-17T17:17:24.826 INFO:tasks.rados.rados.0.smithi094.stdout:3111: left oid 5 (ObjNum 918 snap 287 seq_num 918) 2024-08-17T17:17:25.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:24 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2846350270' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:25.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:24 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2846350270' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:24 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2846350270' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:25.348 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-17T17:17:25.601 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:17:25.778 INFO:tasks.rados.rados.0.smithi094.stdout:3108: done (2 left) 2024-08-17T17:17:25.778 INFO:tasks.rados.rados.0.smithi094.stdout:3111: done (1 left) 2024-08-17T17:17:25.778 INFO:tasks.rados.rados.0.smithi094.stdout:3112: done (0 left) 2024-08-17T17:17:25.778 INFO:tasks.rados.rados.0.smithi094.stdout:3113: delete oid 25 current snap is 288 2024-08-17T17:17:25.783 INFO:tasks.rados.rados.0.smithi094.stdout:3113: done (0 left) 2024-08-17T17:17:25.783 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 45 current snap is 288 2024-08-17T17:17:25.783 INFO:tasks.rados.rados.0.smithi094.stdout:3114: seq_num 920 ranges {1523712=614400,2138112=401408} 2024-08-17T17:17:25.794 INFO:tasks.rados.rados.0.smithi094.stdout:3114: writing smithi09487127-45 from 1523712 to 2138112 tid 1 2024-08-17T17:17:25.797 INFO:tasks.rados.rados.0.smithi094.stdout:3114: writing smithi09487127-45 from 2138112 to 2539520 tid 2 2024-08-17T17:17:25.797 INFO:tasks.rados.rados.0.smithi094.stdout:3115: read oid 17 snap -1 2024-08-17T17:17:25.797 INFO:tasks.rados.rados.0.smithi094.stdout:3115: expect (ObjNum 798 snap 256 seq_num 798) 2024-08-17T17:17:25.797 INFO:tasks.rados.rados.0.smithi094.stdout:3116: rollback oid 5 current snap is 288 2024-08-17T17:17:25.797 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 286 2024-08-17T17:17:25.798 INFO:tasks.rados.rados.0.smithi094.stdout:3117: snap_create 2024-08-17T17:17:25.804 INFO:tasks.rados.rados.0.smithi094.stdout:3114: finishing write tid 1 to smithi09487127-45 2024-08-17T17:17:25.805 INFO:tasks.rados.rados.0.smithi094.stdout:3114: finishing write tid 2 to smithi09487127-45 2024-08-17T17:17:25.806 INFO:tasks.rados.rados.0.smithi094.stdout:3116: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:17:25.806 INFO:tasks.rados.rados.0.smithi094.stdout:3116: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:17:25.807 INFO:tasks.rados.rados.0.smithi094.stdout:3114: finishing write tid 3 to smithi09487127-45 2024-08-17T17:17:25.807 INFO:tasks.rados.rados.0.smithi094.stdout:3116: finishing rollback tid 2 to smithi09487127-5 2024-08-17T17:17:25.807 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1373 (ObjNum 895 snap 283 seq_num 895) dirty exists 2024-08-17T17:17:25.808 INFO:tasks.rados.rados.0.smithi094.stdout:3114: finishing write tid 4 to smithi09487127-45 2024-08-17T17:17:25.808 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1621 (ObjNum 920 snap 288 seq_num 920) dirty exists 2024-08-17T17:17:25.808 INFO:tasks.rados.rados.0.smithi094.stdout:3114: left oid 45 (ObjNum 920 snap 288 seq_num 920) 2024-08-17T17:17:25.812 INFO:tasks.rados.rados.0.smithi094.stdout:3115: expect (ObjNum 798 snap 256 seq_num 798) 2024-08-17T17:17:25.993 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:25 smithi094 ceph-mon[100402]: pgmap v607: 121 pgs: 121 active+clean; 235 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-08-17T17:17:25.993 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:25 smithi094 ceph-mon[100402]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:17:25.993 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:25 smithi094 ceph-mon[102949]: pgmap v607: 121 pgs: 121 active+clean; 235 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-08-17T17:17:25.993 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:25 smithi094 ceph-mon[102949]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:17:26.090 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:25 smithi190 ceph-mon[90718]: pgmap v607: 121 pgs: 121 active+clean; 235 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 193 KiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-08-17T17:17:26.090 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:25 smithi190 ceph-mon[90718]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:17:26.785 INFO:tasks.rados.rados.0.smithi094.stdout:3114: done (3 left) 2024-08-17T17:17:26.785 INFO:tasks.rados.rados.0.smithi094.stdout:3115: done (2 left) 2024-08-17T17:17:26.786 INFO:tasks.rados.rados.0.smithi094.stdout:3116: done (1 left) 2024-08-17T17:17:26.786 INFO:tasks.rados.rados.0.smithi094.stdout:3117: done (0 left) 2024-08-17T17:17:26.786 INFO:tasks.rados.rados.0.smithi094.stdout:3118: read oid 15 snap -1 2024-08-17T17:17:26.786 INFO:tasks.rados.rados.0.smithi094.stdout:3118: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:17:26.786 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 289 2024-08-17T17:17:26.786 INFO:tasks.rados.rados.0.smithi094.stdout:3119: seq_num 921 ranges {3407872=630784,4038656=401408} 2024-08-17T17:17:26.807 INFO:tasks.rados.rados.0.smithi094.stdout:3119: writing smithi09487127-34 from 3407872 to 4038656 tid 1 2024-08-17T17:17:26.810 INFO:tasks.rados.rados.0.smithi094.stdout:3119: writing smithi09487127-34 from 4038656 to 4440064 tid 2 2024-08-17T17:17:26.810 INFO:tasks.rados.rados.0.smithi094.stdout:3120: read oid 7 snap 286 2024-08-17T17:17:26.810 INFO:tasks.rados.rados.0.smithi094.stdout:3120: expect (ObjNum -1074215680 snap 21846 seq_num 3213694352) 2024-08-17T17:17:26.810 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 289 2024-08-17T17:17:26.810 INFO:tasks.rados.rados.0.smithi094.stdout:3121: seq_num 922 ranges {0=647168,647168=401408} 2024-08-17T17:17:26.814 INFO:tasks.rados.rados.0.smithi094.stdout:3121: writing smithi09487127-38 from 0 to 647168 tid 1 2024-08-17T17:17:26.817 INFO:tasks.rados.rados.0.smithi094.stdout:3121: writing smithi09487127-38 from 647168 to 1048576 tid 2 2024-08-17T17:17:26.817 INFO:tasks.rados.rados.0.smithi094.stdout:3122: snap_create 2024-08-17T17:17:26.817 INFO:tasks.rados.rados.0.smithi094.stdout:3118: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:17:26.970 INFO:tasks.rados.rados.0.smithi094.stdout:3120: expect (ObjNum -1074215680 snap 21846 seq_num 3213694352) 2024-08-17T17:17:26.971 INFO:tasks.rados.rados.0.smithi094.stdout:3119: finishing write tid 1 to smithi09487127-34 2024-08-17T17:17:26.971 INFO:tasks.rados.rados.0.smithi094.stdout:3119: finishing write tid 2 to smithi09487127-34 2024-08-17T17:17:26.971 INFO:tasks.rados.rados.0.smithi094.stdout:3119: finishing write tid 3 to smithi09487127-34 2024-08-17T17:17:26.971 INFO:tasks.rados.rados.0.smithi094.stdout:3119: finishing write tid 4 to smithi09487127-34 2024-08-17T17:17:26.971 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1620 (ObjNum 921 snap 289 seq_num 921) dirty exists 2024-08-17T17:17:26.971 INFO:tasks.rados.rados.0.smithi094.stdout:3119: left oid 34 (ObjNum 921 snap 289 seq_num 921) 2024-08-17T17:17:26.971 INFO:tasks.rados.rados.0.smithi094.stdout:3121: finishing write tid 1 to smithi09487127-38 2024-08-17T17:17:26.971 INFO:tasks.rados.rados.0.smithi094.stdout:3121: finishing write tid 2 to smithi09487127-38 2024-08-17T17:17:26.972 INFO:tasks.rados.rados.0.smithi094.stdout:3121: finishing write tid 3 to smithi09487127-38 2024-08-17T17:17:26.972 INFO:tasks.rados.rados.0.smithi094.stdout:3121: finishing write tid 4 to smithi09487127-38 2024-08-17T17:17:26.972 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1507 (ObjNum 922 snap 289 seq_num 922) dirty exists 2024-08-17T17:17:26.972 INFO:tasks.rados.rados.0.smithi094.stdout:3121: left oid 38 (ObjNum 922 snap 289 seq_num 922) 2024-08-17T17:17:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:26 smithi094 ceph-mon[100402]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:17:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:26 smithi094 ceph-mon[100402]: pgmap v610: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 194 KiB/s rd, 5.5 MiB/s wr, 41 op/s 2024-08-17T17:17:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:26 smithi094 ceph-mon[102949]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:17:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:26 smithi094 ceph-mon[102949]: pgmap v610: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 194 KiB/s rd, 5.5 MiB/s wr, 41 op/s 2024-08-17T17:17:27.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:26 smithi190 ceph-mon[90718]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:17:27.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:26 smithi190 ceph-mon[90718]: pgmap v610: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 194 KiB/s rd, 5.5 MiB/s wr, 41 op/s 2024-08-17T17:17:27.527 INFO:teuthology.orchestra.run.smithi094.stdout:true 2024-08-17T17:17:27.788 INFO:tasks.rados.rados.0.smithi094.stdout:3118: done (4 left) 2024-08-17T17:17:27.789 INFO:tasks.rados.rados.0.smithi094.stdout:3119: done (3 left) 2024-08-17T17:17:27.789 INFO:tasks.rados.rados.0.smithi094.stdout:3120: done (2 left) 2024-08-17T17:17:27.789 INFO:tasks.rados.rados.0.smithi094.stdout:3121: done (1 left) 2024-08-17T17:17:27.789 INFO:tasks.rados.rados.0.smithi094.stdout:3122: done (0 left) 2024-08-17T17:17:27.789 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 290 2024-08-17T17:17:27.789 INFO:tasks.rados.rados.0.smithi094.stdout:3123: seq_num 923 ranges {12984320=663552,13647872=401408} 2024-08-17T17:17:27.860 INFO:tasks.rados.rados.0.smithi094.stdout:3123: writing smithi09487127-8 from 12984320 to 13647872 tid 1 2024-08-17T17:17:27.863 INFO:tasks.rados.rados.0.smithi094.stdout:3123: writing smithi09487127-8 from 13647872 to 14049280 tid 2 2024-08-17T17:17:27.863 INFO:tasks.rados.rados.0.smithi094.stdout:3124: read oid 29 snap -1 2024-08-17T17:17:27.863 INFO:tasks.rados.rados.0.smithi094.stdout:3124: expect (ObjNum 907 snap 284 seq_num 907) 2024-08-17T17:17:27.863 INFO:tasks.rados.rados.0.smithi094.stdout:3125: read oid 3 snap 283 2024-08-17T17:17:27.863 INFO:tasks.rados.rados.0.smithi094.stdout:3125: expect (ObjNum 833 snap 268 seq_num 833) 2024-08-17T17:17:27.863 INFO:tasks.rados.rados.0.smithi094.stdout:3126: copy_from oid 27 from oid 48 current snap is 290 2024-08-17T17:17:27.863 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 290 2024-08-17T17:17:27.863 INFO:tasks.rados.rados.0.smithi094.stdout:3127: seq_num 924 ranges {7790592=679936,8470528=401408} 2024-08-17T17:17:27.909 INFO:tasks.rados.rados.0.smithi094.stdout:3127: writing smithi09487127-20 from 7790592 to 8470528 tid 1 2024-08-17T17:17:27.912 INFO:tasks.rados.rados.0.smithi094.stdout:3127: writing smithi09487127-20 from 8470528 to 8871936 tid 2 2024-08-17T17:17:27.913 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 290 2024-08-17T17:17:27.913 INFO:tasks.rados.rados.0.smithi094.stdout:3128: seq_num 925 ranges {950272=696320,1646592=401408} 2024-08-17T17:17:27.921 INFO:tasks.rados.rados.0.smithi094.stdout:3128: writing smithi09487127-37 from 950272 to 1646592 tid 1 2024-08-17T17:17:27.924 INFO:tasks.rados.rados.0.smithi094.stdout:3128: writing smithi09487127-37 from 1646592 to 2048000 tid 2 2024-08-17T17:17:27.924 INFO:tasks.rados.rados.0.smithi094.stdout:3129: snap_remove snap 289 2024-08-17T17:17:28.115 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:27 smithi094 ceph-mon[100402]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:17:28.115 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:28.115 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:27 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3816731533' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:28.115 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:27 smithi094 ceph-mon[102949]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:17:28.116 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:28.116 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:27 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3816731533' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:28.140 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-17T17:17:28.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:27 smithi190 ceph-mon[90718]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:17:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:27 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3816731533' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:28.395 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:17:28.747 INFO:tasks.rados.rados.0.smithi094.stdout:3129: done (6 left) 2024-08-17T17:17:28.747 INFO:tasks.rados.rados.0.smithi094.stdout:3130: read oid 28 snap -1 2024-08-17T17:17:28.747 INFO:tasks.rados.rados.0.smithi094.stdout:3130: expect (ObjNum 871 snap 278 seq_num 871) 2024-08-17T17:17:28.747 INFO:tasks.rados.rados.0.smithi094.stdout:3131: delete oid 6 current snap is 290 2024-08-17T17:17:28.747 INFO:tasks.rados.rados.0.smithi094.stdout:3124: expect (ObjNum 907 snap 284 seq_num 907) 2024-08-17T17:17:28.778 INFO:tasks.rados.rados.0.smithi094.stdout:3126: finishing copy_from racing read to smithi09487127-27 2024-08-17T17:17:28.778 INFO:tasks.rados.rados.0.smithi094.stdout:3126: finishing copy_from to smithi09487127-27 2024-08-17T17:17:28.778 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1848 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:17:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3123: finishing write tid 1 to smithi09487127-8 2024-08-17T17:17:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3123: finishing write tid 2 to smithi09487127-8 2024-08-17T17:17:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3123: finishing write tid 3 to smithi09487127-8 2024-08-17T17:17:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3123: finishing write tid 4 to smithi09487127-8 2024-08-17T17:17:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1625 (ObjNum 923 snap 290 seq_num 923) dirty exists 2024-08-17T17:17:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3123: left oid 8 (ObjNum 923 snap 290 seq_num 923) 2024-08-17T17:17:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3125: expect (ObjNum 833 snap 268 seq_num 833) 2024-08-17T17:17:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:28 smithi190 ceph-mon[90718]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:17:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:28 smithi190 ceph-mon[90718]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:17:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:28 smithi190 ceph-mon[90718]: pgmap v614: 121 pgs: 121 active+clean; 216 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 39 op/s 2024-08-17T17:17:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:28 smithi094 ceph-mon[100402]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:17:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:28 smithi094 ceph-mon[100402]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:17:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:28 smithi094 ceph-mon[100402]: pgmap v614: 121 pgs: 121 active+clean; 216 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 39 op/s 2024-08-17T17:17:29.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:28 smithi094 ceph-mon[102949]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:17:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:28 smithi094 ceph-mon[102949]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:17:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:28 smithi094 ceph-mon[102949]: pgmap v614: 121 pgs: 121 active+clean; 216 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.1 MiB/s wr, 39 op/s 2024-08-17T17:17:29.301 INFO:tasks.rados.rados.0.smithi094.stdout:3127: finishing write tid 1 to smithi09487127-20 2024-08-17T17:17:29.301 INFO:tasks.rados.rados.0.smithi094.stdout:3127: finishing write tid 2 to smithi09487127-20 2024-08-17T17:17:29.301 INFO:tasks.rados.rados.0.smithi094.stdout:3127: finishing write tid 3 to smithi09487127-20 2024-08-17T17:17:29.301 INFO:tasks.rados.rados.0.smithi094.stdout:3123: done (7 left) 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3124: done (6 left) 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3125: done (5 left) 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3126: done (4 left) 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3131: done (3 left) 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3132: rmattr oid 27 current snap is 290 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3132: done (3 left) 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3133: snap_create 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3127: finishing write tid 4 to smithi09487127-20 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1510 (ObjNum 924 snap 290 seq_num 924) dirty exists 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3127: left oid 20 (ObjNum 924 snap 290 seq_num 924) 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3128: finishing write tid 1 to smithi09487127-37 2024-08-17T17:17:29.302 INFO:tasks.rados.rados.0.smithi094.stdout:3128: finishing write tid 2 to smithi09487127-37 2024-08-17T17:17:29.303 INFO:tasks.rados.rados.0.smithi094.stdout:3128: finishing write tid 3 to smithi09487127-37 2024-08-17T17:17:29.303 INFO:tasks.rados.rados.0.smithi094.stdout:3128: finishing write tid 4 to smithi09487127-37 2024-08-17T17:17:29.303 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1490 (ObjNum 925 snap 290 seq_num 925) dirty exists 2024-08-17T17:17:29.303 INFO:tasks.rados.rados.0.smithi094.stdout:3128: left oid 37 (ObjNum 925 snap 290 seq_num 925) 2024-08-17T17:17:29.303 INFO:tasks.rados.rados.0.smithi094.stdout:3130: expect (ObjNum 871 snap 278 seq_num 871) 2024-08-17T17:17:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:17:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:17:29] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:17:29.790 INFO:tasks.rados.rados.0.smithi094.stdout:3127: done (3 left) 2024-08-17T17:17:29.791 INFO:tasks.rados.rados.0.smithi094.stdout:3128: done (2 left) 2024-08-17T17:17:29.791 INFO:tasks.rados.rados.0.smithi094.stdout:3130: done (1 left) 2024-08-17T17:17:29.791 INFO:tasks.rados.rados.0.smithi094.stdout:3133: done (0 left) 2024-08-17T17:17:29.791 INFO:tasks.rados.rados.0.smithi094.stdout:3134: delete oid 7 current snap is 291 2024-08-17T17:17:29.793 INFO:tasks.rados.rados.0.smithi094.stdout:3134: done (0 left) 2024-08-17T17:17:29.793 INFO:tasks.rados.rados.0.smithi094.stdout:3135: snap_remove snap 284 2024-08-17T17:17:30.417 INFO:teuthology.orchestra.run.smithi094.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)" 2024-08-17T17:17:30.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:17:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:17:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:17:30.798 INFO:tasks.rados.rados.0.smithi094.stdout:3135: done (0 left) 2024-08-17T17:17:30.798 INFO:tasks.rados.rados.0.smithi094.stdout:3136: read oid 20 snap -1 2024-08-17T17:17:30.798 INFO:tasks.rados.rados.0.smithi094.stdout:3136: expect (ObjNum 924 snap 290 seq_num 924) 2024-08-17T17:17:30.798 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 291 2024-08-17T17:17:30.798 INFO:tasks.rados.rados.0.smithi094.stdout:3137: seq_num 928 ranges {925696=745472,1671168=401408} 2024-08-17T17:17:30.808 INFO:tasks.rados.rados.0.smithi094.stdout:3137: writing smithi09487127-29 from 925696 to 1671168 tid 1 2024-08-17T17:17:30.812 INFO:tasks.rados.rados.0.smithi094.stdout:3137: writing smithi09487127-29 from 1671168 to 2072576 tid 2 2024-08-17T17:17:30.812 INFO:tasks.rados.rados.0.smithi094.stdout:3138: read oid 23 snap 287 2024-08-17T17:17:30.812 INFO:tasks.rados.rados.0.smithi094.stdout:3138: expect deleted 2024-08-17T17:17:30.812 INFO:tasks.rados.rados.0.smithi094.stdout:3139: read oid 16 snap -1 2024-08-17T17:17:30.812 INFO:tasks.rados.rados.0.smithi094.stdout:3139: expect (ObjNum 916 snap 287 seq_num 916) 2024-08-17T17:17:30.812 INFO:tasks.rados.rados.0.smithi094.stdout:3140: snap_create 2024-08-17T17:17:30.820 INFO:tasks.rados.rados.0.smithi094.stdout:3137: finishing write tid 1 to smithi09487127-29 2024-08-17T17:17:30.824 INFO:tasks.rados.rados.0.smithi094.stdout:3137: finishing write tid 2 to smithi09487127-29 2024-08-17T17:17:30.828 INFO:tasks.rados.rados.0.smithi094.stdout:3137: finishing write tid 3 to smithi09487127-29 2024-08-17T17:17:30.828 INFO:tasks.rados.rados.0.smithi094.stdout:3137: finishing write tid 4 to smithi09487127-29 2024-08-17T17:17:30.828 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1623 (ObjNum 928 snap 291 seq_num 928) dirty exists 2024-08-17T17:17:30.829 INFO:tasks.rados.rados.0.smithi094.stdout:3137: left oid 29 (ObjNum 928 snap 291 seq_num 928) 2024-08-17T17:17:30.831 INFO:tasks.rados.rados.0.smithi094.stdout:3139: expect (ObjNum 916 snap 287 seq_num 916) 2024-08-17T17:17:30.943 INFO:tasks.rados.rados.0.smithi094.stdout:3136: expect (ObjNum 924 snap 290 seq_num 924) 2024-08-17T17:17:31.140 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:30 smithi094 ceph-mon[100402]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:17:31.141 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:30 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3927370823' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:31.141 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:30 smithi094 ceph-mon[100402]: pgmap v616: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T17:17:31.141 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:30 smithi094 ceph-mon[102949]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:17:31.141 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:30 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3927370823' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:31.141 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:30 smithi094 ceph-mon[102949]: pgmap v616: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T17:17:31.141 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:17:30 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[119151]: 2024-08-17T17:17:30.821+0000 7f119d79e640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 171 after trimming was started 2024-08-17T17:17:31.165 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T17:17:31.166 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-17T17:17:31.166 DEBUG:teuthology.parallel:result is None 2024-08-17T17:17:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:30 smithi190 ceph-mon[90718]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:17:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:30 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3927370823' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:17:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:30 smithi190 ceph-mon[90718]: pgmap v616: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-17T17:17:31.801 INFO:tasks.rados.rados.0.smithi094.stdout:3136: done (4 left) 2024-08-17T17:17:31.801 INFO:tasks.rados.rados.0.smithi094.stdout:3137: done (3 left) 2024-08-17T17:17:31.801 INFO:tasks.rados.rados.0.smithi094.stdout:3138: done (2 left) 2024-08-17T17:17:31.801 INFO:tasks.rados.rados.0.smithi094.stdout:3139: done (1 left) 2024-08-17T17:17:31.801 INFO:tasks.rados.rados.0.smithi094.stdout:3140: done (0 left) 2024-08-17T17:17:31.801 INFO:tasks.rados.rados.0.smithi094.stdout:3141: setattr oid 47 current snap is 292 2024-08-17T17:17:31.802 INFO:tasks.rados.rados.0.smithi094.stdout:3142: snap_remove snap 291 2024-08-17T17:17:32.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:31 smithi190 ceph-mon[90718]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:17:32.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:31 smithi094 ceph-mon[100402]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:17:32.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:31 smithi094 ceph-mon[102949]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:17:32.808 INFO:tasks.rados.rados.0.smithi094.stdout:3142: done (1 left) 2024-08-17T17:17:32.808 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 292 2024-08-17T17:17:32.808 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1588 (ObjNum 2417 snap 0 seq_num 3213955440) dirty exists 2024-08-17T17:17:32.808 INFO:tasks.rados.rados.0.smithi094.stdout:3143: seq_num 929 ranges {0=761856,761856=401408} 2024-08-17T17:17:32.812 INFO:tasks.rados.rados.0.smithi094.stdout:3143: writing smithi09487127-10 from 0 to 761856 tid 1 2024-08-17T17:17:32.815 INFO:tasks.rados.rados.0.smithi094.stdout:3143: writing smithi09487127-10 from 761856 to 1163264 tid 2 2024-08-17T17:17:32.815 INFO:tasks.rados.rados.0.smithi094.stdout:3141: done (1 left) 2024-08-17T17:17:32.815 INFO:tasks.rados.rados.0.smithi094.stdout:3144: copy_from oid 9 from oid 22 current snap is 292 2024-08-17T17:17:32.816 INFO:tasks.rados.rados.0.smithi094.stdout:3145: snap_remove snap 285 2024-08-17T17:17:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:32 smithi190 ceph-mon[90718]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:17:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:32 smithi190 ceph-mon[90718]: pgmap v619: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T17:17:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:32 smithi094 ceph-mon[100402]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:17:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:32 smithi094 ceph-mon[100402]: pgmap v619: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T17:17:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:32 smithi094 ceph-mon[102949]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:17:33.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:32 smithi094 ceph-mon[102949]: pgmap v619: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-17T17:17:33.821 INFO:tasks.rados.rados.0.smithi094.stdout:3143: finishing write tid 1 to smithi09487127-10 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3143: finishing write tid 2 to smithi09487127-10 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3143: finishing write tid 3 to smithi09487127-10 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3143: finishing write tid 4 to smithi09487127-10 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1777 (ObjNum 929 snap 292 seq_num 929) dirty exists 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3143: left oid 10 (ObjNum 929 snap 292 seq_num 929) 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3144: finishing copy_from racing read to smithi09487127-9 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3144: finishing copy_from to smithi09487127-9 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1483 (ObjNum 911 snap 286 seq_num 911) dirty exists 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3143: done (2 left) 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3144: done (1 left) 2024-08-17T17:17:33.822 INFO:tasks.rados.rados.0.smithi094.stdout:3145: done (0 left) 2024-08-17T17:17:33.823 INFO:tasks.rados.rados.0.smithi094.stdout:3146: read oid 24 snap 286 2024-08-17T17:17:33.823 INFO:tasks.rados.rados.0.smithi094.stdout:3146: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:17:33.823 INFO:tasks.rados.rados.0.smithi094.stdout:3147: delete oid 46 current snap is 292 2024-08-17T17:17:33.828 INFO:tasks.rados.rados.0.smithi094.stdout:3147: done (1 left) 2024-08-17T17:17:33.829 INFO:tasks.rados.rados.0.smithi094.stdout:3148: copy_from oid 45 from oid 9 current snap is 292 2024-08-17T17:17:33.829 INFO:tasks.rados.rados.0.smithi094.stdout:3149: read oid 25 snap 287 2024-08-17T17:17:33.829 INFO:tasks.rados.rados.0.smithi094.stdout:3149: expect (ObjNum 847 snap 270 seq_num 847) 2024-08-17T17:17:33.829 INFO:tasks.rados.rados.0.smithi094.stdout:3150: copy_from oid 27 from oid 12 current snap is 292 2024-08-17T17:17:33.829 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 292 2024-08-17T17:17:33.829 INFO:tasks.rados.rados.0.smithi094.stdout:3151: seq_num 931 ranges {1163264=802816,1966080=401408} 2024-08-17T17:17:33.840 INFO:tasks.rados.rados.0.smithi094.stdout:3151: writing smithi09487127-10 from 1163264 to 1966080 tid 1 2024-08-17T17:17:33.843 INFO:tasks.rados.rados.0.smithi094.stdout:3151: writing smithi09487127-10 from 1966080 to 2367488 tid 2 2024-08-17T17:17:33.843 INFO:tasks.rados.rados.0.smithi094.stdout:3152: setattr oid 41 current snap is 292 2024-08-17T17:17:33.843 INFO:tasks.rados.rados.0.smithi094.stdout:3150: finishing copy_from racing read to smithi09487127-27 2024-08-17T17:17:33.843 INFO:tasks.rados.rados.0.smithi094.stdout:3150: finishing copy_from to smithi09487127-27 2024-08-17T17:17:33.844 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1766 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:17:33.844 INFO:tasks.rados.rados.0.smithi094.stdout:3148: finishing copy_from racing read to smithi09487127-45 2024-08-17T17:17:33.844 INFO:tasks.rados.rados.0.smithi094.stdout:3148: finishing copy_from to smithi09487127-45 2024-08-17T17:17:33.844 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1483 (ObjNum 911 snap 286 seq_num 911) dirty exists 2024-08-17T17:17:33.845 INFO:tasks.rados.rados.0.smithi094.stdout:3148: done (5 left) 2024-08-17T17:17:33.845 INFO:tasks.rados.rados.0.smithi094.stdout:3150: done (4 left) 2024-08-17T17:17:33.845 INFO:tasks.rados.rados.0.smithi094.stdout:3153: read oid 4 snap -1 2024-08-17T17:17:33.845 INFO:tasks.rados.rados.0.smithi094.stdout:3153: expect deleted 2024-08-17T17:17:33.846 INFO:tasks.rados.rados.0.smithi094.stdout:3154: read oid 35 snap -1 2024-08-17T17:17:33.846 INFO:tasks.rados.rados.0.smithi094.stdout:3154: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:17:33.846 INFO:tasks.rados.rados.0.smithi094.stdout:3155: snap_create 2024-08-17T17:17:33.847 INFO:tasks.rados.rados.0.smithi094.stdout:3146: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:17:33.961 INFO:tasks.rados.rados.0.smithi094.stdout:3151: finishing write tid 1 to smithi09487127-10 2024-08-17T17:17:33.962 INFO:tasks.rados.rados.0.smithi094.stdout:3151: finishing write tid 2 to smithi09487127-10 2024-08-17T17:17:33.962 INFO:tasks.rados.rados.0.smithi094.stdout:3151: finishing write tid 3 to smithi09487127-10 2024-08-17T17:17:33.962 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1624 (ObjNum 65 snap 0 seq_num 1733840489) dirty exists 2024-08-17T17:17:33.962 INFO:tasks.rados.rados.0.smithi094.stdout:3151: finishing write tid 4 to smithi09487127-10 2024-08-17T17:17:33.962 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1784 (ObjNum 931 snap 292 seq_num 931) dirty exists 2024-08-17T17:17:33.962 INFO:tasks.rados.rados.0.smithi094.stdout:3151: left oid 10 (ObjNum 931 snap 292 seq_num 931) 2024-08-17T17:17:33.962 INFO:tasks.rados.rados.0.smithi094.stdout:3149: expect (ObjNum 847 snap 270 seq_num 847) 2024-08-17T17:17:34.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:33 smithi190 ceph-mon[90718]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:17:34.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:33 smithi094 ceph-mon[100402]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:17:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:33 smithi094 ceph-mon[102949]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:17:34.654 INFO:tasks.rados.rados.0.smithi094.stdout:3154: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:17:35.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:34 smithi190 ceph-mon[90718]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:17:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:34 smithi190 ceph-mon[90718]: pgmap v622: 121 pgs: 121 active+clean; 212 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 930 KiB/s wr, 18 op/s 2024-08-17T17:17:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:34 smithi094 ceph-mon[100402]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:17:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:34 smithi094 ceph-mon[100402]: pgmap v622: 121 pgs: 121 active+clean; 212 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 930 KiB/s wr, 18 op/s 2024-08-17T17:17:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:34 smithi094 ceph-mon[102949]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:17:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:34 smithi094 ceph-mon[102949]: pgmap v622: 121 pgs: 121 active+clean; 212 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 930 KiB/s wr, 18 op/s 2024-08-17T17:17:36.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:35 smithi190 ceph-mon[90718]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:17:36.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:35 smithi094 ceph-mon[100402]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:17:36.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:35 smithi094 ceph-mon[102949]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:17:36.530 INFO:tasks.rados.rados.0.smithi094.stdout:3146: done (6 left) 2024-08-17T17:17:36.530 INFO:tasks.rados.rados.0.smithi094.stdout:3149: done (5 left) 2024-08-17T17:17:36.530 INFO:tasks.rados.rados.0.smithi094.stdout:3151: done (4 left) 2024-08-17T17:17:36.531 INFO:tasks.rados.rados.0.smithi094.stdout:3152: done (3 left) 2024-08-17T17:17:36.531 INFO:tasks.rados.rados.0.smithi094.stdout:3153: done (2 left) 2024-08-17T17:17:36.531 INFO:tasks.rados.rados.0.smithi094.stdout:3154: done (1 left) 2024-08-17T17:17:36.531 INFO:tasks.rados.rados.0.smithi094.stdout:3155: done (0 left) 2024-08-17T17:17:36.531 INFO:tasks.rados.rados.0.smithi094.stdout:3156: delete oid 37 current snap is 293 2024-08-17T17:17:36.532 INFO:tasks.rados.rados.0.smithi094.stdout:3156: done (0 left) 2024-08-17T17:17:36.532 INFO:tasks.rados.rados.0.smithi094.stdout:3157: read oid 39 snap -1 2024-08-17T17:17:36.533 INFO:tasks.rados.rados.0.smithi094.stdout:3157: expect (ObjNum 880 snap 282 seq_num 880) 2024-08-17T17:17:36.533 INFO:tasks.rados.rados.0.smithi094.stdout:3158: snap_remove snap 290 2024-08-17T17:17:36.823 INFO:tasks.rados.rados.0.smithi094.stdout:3157: expect (ObjNum 880 snap 282 seq_num 880) 2024-08-17T17:17:37.173 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:36 smithi094 ceph-mon[100402]: pgmap v624: 121 pgs: 121 active+clean; 213 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 918 KiB/s wr, 14 op/s 2024-08-17T17:17:37.173 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:36 smithi094 ceph-mon[102949]: pgmap v624: 121 pgs: 121 active+clean; 213 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 918 KiB/s wr, 14 op/s 2024-08-17T17:17:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:36 smithi190 ceph-mon[90718]: pgmap v624: 121 pgs: 121 active+clean; 213 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 918 KiB/s wr, 14 op/s 2024-08-17T17:17:38.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:37 smithi190 ceph-mon[90718]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:17:38.192 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:37 smithi094 ceph-mon[102949]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:17:38.192 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:37 smithi094 ceph-mon[100402]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:17:39.071 INFO:tasks.rados.rados.0.smithi094.stdout:3157: done (1 left) 2024-08-17T17:17:39.071 INFO:tasks.rados.rados.0.smithi094.stdout:3158: done (0 left) 2024-08-17T17:17:39.071 INFO:tasks.rados.rados.0.smithi094.stdout:3159: snap_create 2024-08-17T17:17:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:17:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:17:39] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:17:39.750 INFO:tasks.rados.rados.0.smithi094.stdout:3159: done (0 left) 2024-08-17T17:17:39.750 INFO:tasks.rados.rados.0.smithi094.stdout:3160: read oid 48 snap 288 2024-08-17T17:17:39.750 INFO:tasks.rados.rados.0.smithi094.stdout:3160: expect (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:17:39.750 INFO:tasks.rados.rados.0.smithi094.stdout:3161: delete oid 49 current snap is 294 2024-08-17T17:17:39.753 INFO:tasks.rados.rados.0.smithi094.stdout:3161: done (1 left) 2024-08-17T17:17:39.753 INFO:tasks.rados.rados.0.smithi094.stdout:3162: read oid 30 snap -1 2024-08-17T17:17:39.753 INFO:tasks.rados.rados.0.smithi094.stdout:3162: expect deleted 2024-08-17T17:17:39.753 INFO:tasks.rados.rados.0.smithi094.stdout:3163: snap_remove snap 286 2024-08-17T17:17:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:39 smithi094 ceph-mon[100402]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:17:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:39 smithi094 ceph-mon[100402]: pgmap v627: 121 pgs: 121 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-17T17:17:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:39 smithi094 ceph-mon[102949]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:17:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:39 smithi094 ceph-mon[102949]: pgmap v627: 121 pgs: 121 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-17T17:17:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:39 smithi190 ceph-mon[90718]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:17:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:39 smithi190 ceph-mon[90718]: pgmap v627: 121 pgs: 121 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-17T17:17:40.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:17:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:17:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:17:40.756 INFO:tasks.rados.rados.0.smithi094.stdout:3163: done (2 left) 2024-08-17T17:17:40.756 INFO:tasks.rados.rados.0.smithi094.stdout:3164: snap_remove snap 287 2024-08-17T17:17:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:40 smithi094 ceph-mon[100402]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:17:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:40 smithi094 ceph-mon[102949]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:17:41.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:40 smithi190 ceph-mon[90718]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:17:41.761 INFO:tasks.rados.rados.0.smithi094.stdout:3164: done (2 left) 2024-08-17T17:17:41.762 INFO:tasks.rados.rados.0.smithi094.stdout:3165: snap_remove snap 293 2024-08-17T17:17:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:41 smithi094 ceph-mon[100402]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:17:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:41 smithi094 ceph-mon[100402]: pgmap v630: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-08-17T17:17:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:41 smithi094 ceph-mon[102949]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:17:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:41 smithi094 ceph-mon[102949]: pgmap v630: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-08-17T17:17:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:41 smithi190 ceph-mon[90718]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:17:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:41 smithi190 ceph-mon[90718]: pgmap v630: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-08-17T17:17:42.769 INFO:tasks.rados.rados.0.smithi094.stdout:3165: done (2 left) 2024-08-17T17:17:42.769 INFO:tasks.rados.rados.0.smithi094.stdout:3166: setattr oid 15 current snap is 294 2024-08-17T17:17:42.769 INFO:tasks.rados.rados.0.smithi094.stdout:3160: expect (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:17:42.786 INFO:tasks.rados.rados.0.smithi094.stdout:3160: done (2 left) 2024-08-17T17:17:42.786 INFO:tasks.rados.rados.0.smithi094.stdout:3162: done (1 left) 2024-08-17T17:17:42.786 INFO:tasks.rados.rados.0.smithi094.stdout:3167: snap_remove snap 292 2024-08-17T17:17:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:42 smithi094 ceph-mon[100402]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:17:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:42 smithi094 ceph-mon[102949]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:17:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:42 smithi190 ceph-mon[90718]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:17:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:43.747 INFO:tasks.rados.rados.0.smithi094.stdout:3167: done (1 left) 2024-08-17T17:17:43.747 INFO:tasks.rados.rados.0.smithi094.stdout:3168: snap_create 2024-08-17T17:17:43.747 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1859 (ObjNum 841 snap 270 seq_num 841) dirty exists 2024-08-17T17:17:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:43 smithi094 ceph-mon[100402]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:17:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:43 smithi094 ceph-mon[100402]: pgmap v633: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1 op/s 2024-08-17T17:17:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:43 smithi094 ceph-mon[100402]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:17:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:43 smithi094 ceph-mon[102949]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:17:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:43 smithi094 ceph-mon[102949]: pgmap v633: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1 op/s 2024-08-17T17:17:44.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:43 smithi094 ceph-mon[102949]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:17:44.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:43 smithi190 ceph-mon[90718]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:17:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:43 smithi190 ceph-mon[90718]: pgmap v633: 121 pgs: 121 active+clean; 214 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1 op/s 2024-08-17T17:17:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:43 smithi190 ceph-mon[90718]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:17:44.748 INFO:tasks.rados.rados.0.smithi094.stdout:3166: done (1 left) 2024-08-17T17:17:44.748 INFO:tasks.rados.rados.0.smithi094.stdout:3168: done (0 left) 2024-08-17T17:17:44.748 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 295 2024-08-17T17:17:44.748 INFO:tasks.rados.rados.0.smithi094.stdout:3169: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-08-17T17:17:44.750 INFO:tasks.rados.rados.0.smithi094.stdout:3169: writing smithi09487127-46 from 0 to 450560 tid 1 2024-08-17T17:17:44.753 INFO:tasks.rados.rados.0.smithi094.stdout:3169: writing smithi09487127-46 from 450560 to 884736 tid 2 2024-08-17T17:17:44.755 INFO:tasks.rados.rados.0.smithi094.stdout:3169: writing smithi09487127-46 from 884736 to 1253376 tid 3 2024-08-17T17:17:44.755 INFO:tasks.rados.rados.0.smithi094.stdout:3170: read oid 11 snap -1 2024-08-17T17:17:44.756 INFO:tasks.rados.rados.0.smithi094.stdout:3170: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:17:44.756 INFO:tasks.rados.rados.0.smithi094.stdout:3171: read oid 45 snap -1 2024-08-17T17:17:44.756 INFO:tasks.rados.rados.0.smithi094.stdout:3171: expect (ObjNum 911 snap 286 seq_num 911) 2024-08-17T17:17:44.756 INFO:tasks.rados.rados.0.smithi094.stdout:3172: snap_create 2024-08-17T17:17:44.759 INFO:tasks.rados.rados.0.smithi094.stdout:3169: finishing write tid 1 to smithi09487127-46 2024-08-17T17:17:44.759 INFO:tasks.rados.rados.0.smithi094.stdout:3169: finishing write tid 2 to smithi09487127-46 2024-08-17T17:17:44.759 INFO:tasks.rados.rados.0.smithi094.stdout:3169: finishing write tid 3 to smithi09487127-46 2024-08-17T17:17:44.760 INFO:tasks.rados.rados.0.smithi094.stdout:3169: finishing write tid 4 to smithi09487127-46 2024-08-17T17:17:44.762 INFO:tasks.rados.rados.0.smithi094.stdout:3169: finishing write tid 5 to smithi09487127-46 2024-08-17T17:17:44.762 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1506 (ObjNum 934 snap 295 seq_num 934) dirty exists 2024-08-17T17:17:44.762 INFO:tasks.rados.rados.0.smithi094.stdout:3169: left oid 46 (ObjNum 934 snap 295 seq_num 934) 2024-08-17T17:17:44.764 INFO:tasks.rados.rados.0.smithi094.stdout:3170: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:17:44.831 INFO:tasks.rados.rados.0.smithi094.stdout:3171: expect (ObjNum 911 snap 286 seq_num 911) 2024-08-17T17:17:45.753 INFO:tasks.rados.rados.0.smithi094.stdout:3169: done (3 left) 2024-08-17T17:17:45.753 INFO:tasks.rados.rados.0.smithi094.stdout:3170: done (2 left) 2024-08-17T17:17:45.753 INFO:tasks.rados.rados.0.smithi094.stdout:3171: done (1 left) 2024-08-17T17:17:45.753 INFO:tasks.rados.rados.0.smithi094.stdout:3172: done (0 left) 2024-08-17T17:17:45.753 INFO:tasks.rados.rados.0.smithi094.stdout:3173: delete oid 31 current snap is 296 2024-08-17T17:17:45.756 INFO:tasks.rados.rados.0.smithi094.stdout:3173: done (0 left) 2024-08-17T17:17:45.756 INFO:tasks.rados.rados.0.smithi094.stdout:3174: read oid 19 snap -1 2024-08-17T17:17:45.756 INFO:tasks.rados.rados.0.smithi094.stdout:3174: expect (ObjNum 816 snap 262 seq_num 816) 2024-08-17T17:17:45.756 INFO:tasks.rados.rados.0.smithi094.stdout:3175: copy_from oid 3 from oid 23 current snap is 296 2024-08-17T17:17:45.756 INFO:tasks.rados.rados.0.smithi094.stdout:3176: rmattr oid 8 current snap is 296 2024-08-17T17:17:45.756 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 296 2024-08-17T17:17:45.757 INFO:tasks.rados.rados.0.smithi094.stdout:3177: seq_num 936 ranges {0=483328,483328=655360,1138688=147456} 2024-08-17T17:17:45.759 INFO:tasks.rados.rados.0.smithi094.stdout:3177: writing smithi09487127-4 from 0 to 483328 tid 1 2024-08-17T17:17:45.763 INFO:tasks.rados.rados.0.smithi094.stdout:3177: writing smithi09487127-4 from 483328 to 1138688 tid 2 2024-08-17T17:17:45.765 INFO:tasks.rados.rados.0.smithi094.stdout:3177: writing smithi09487127-4 from 1138688 to 1286144 tid 3 2024-08-17T17:17:45.765 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 296 2024-08-17T17:17:45.765 INFO:tasks.rados.rados.0.smithi094.stdout:3175: finishing copy_from to smithi09487127-3 2024-08-17T17:17:45.765 INFO:tasks.rados.rados.0.smithi094.stdout:3175: got expected ENOENT (src dne) 2024-08-17T17:17:45.765 INFO:tasks.rados.rados.0.smithi094.stdout:3175: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:17:45.766 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1649 (ObjNum 923 snap 290 seq_num 923) dirty exists 2024-08-17T17:17:45.766 INFO:tasks.rados.rados.0.smithi094.stdout:3177: finishing write tid 1 to smithi09487127-4 2024-08-17T17:17:45.766 INFO:tasks.rados.rados.0.smithi094.stdout:3178: seq_num 937 ranges {3407872=499712,3907584=532480,4440064=270336} 2024-08-17T17:17:45.785 INFO:tasks.rados.rados.0.smithi094.stdout:3178: writing smithi09487127-5 from 3407872 to 3907584 tid 1 2024-08-17T17:17:45.788 INFO:tasks.rados.rados.0.smithi094.stdout:3178: writing smithi09487127-5 from 3907584 to 4440064 tid 2 2024-08-17T17:17:45.790 INFO:tasks.rados.rados.0.smithi094.stdout:3178: writing smithi09487127-5 from 4440064 to 4710400 tid 3 2024-08-17T17:17:45.790 INFO:tasks.rados.rados.0.smithi094.stdout:3175: done (4 left) 2024-08-17T17:17:45.790 INFO:tasks.rados.rados.0.smithi094.stdout:3176: done (3 left) 2024-08-17T17:17:45.790 INFO:tasks.rados.rados.0.smithi094.stdout:3179: snap_remove snap 283 2024-08-17T17:17:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:45 smithi094 ceph-mon[100402]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:17:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:45 smithi094 ceph-mon[100402]: pgmap v636: 121 pgs: 121 active+clean; 214 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:17:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:45 smithi094 ceph-mon[102949]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:17:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:45 smithi094 ceph-mon[102949]: pgmap v636: 121 pgs: 121 active+clean; 214 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:17:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:45 smithi190 ceph-mon[90718]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:17:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:45 smithi190 ceph-mon[90718]: pgmap v636: 121 pgs: 121 active+clean; 214 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:17:46.759 INFO:tasks.rados.rados.0.smithi094.stdout:3179: done (3 left) 2024-08-17T17:17:46.759 INFO:tasks.rados.rados.0.smithi094.stdout:3180: snap_create 2024-08-17T17:17:46.759 INFO:tasks.rados.rados.0.smithi094.stdout:3174: expect (ObjNum 816 snap 262 seq_num 816) 2024-08-17T17:17:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3177: finishing write tid 2 to smithi09487127-4 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3177: finishing write tid 3 to smithi09487127-4 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3177: finishing write tid 4 to smithi09487127-4 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3177: finishing write tid 5 to smithi09487127-4 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1354 (ObjNum 936 snap 296 seq_num 936) dirty exists 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3177: left oid 4 (ObjNum 936 snap 296 seq_num 936) 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3178: finishing write tid 1 to smithi09487127-5 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3178: finishing write tid 2 to smithi09487127-5 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3178: finishing write tid 3 to smithi09487127-5 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3178: finishing write tid 4 to smithi09487127-5 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3178: finishing write tid 5 to smithi09487127-5 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1377 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-08-17T17:17:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3178: left oid 5 (ObjNum 937 snap 296 seq_num 937) 2024-08-17T17:17:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:46 smithi094 ceph-mon[100402]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:17:47.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:46 smithi094 ceph-mon[102949]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:17:47.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:46 smithi190 ceph-mon[90718]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:17:47.764 INFO:tasks.rados.rados.0.smithi094.stdout:3174: done (3 left) 2024-08-17T17:17:47.764 INFO:tasks.rados.rados.0.smithi094.stdout:3177: done (2 left) 2024-08-17T17:17:47.764 INFO:tasks.rados.rados.0.smithi094.stdout:3178: done (1 left) 2024-08-17T17:17:47.764 INFO:tasks.rados.rados.0.smithi094.stdout:3180: done (0 left) 2024-08-17T17:17:47.764 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 297 2024-08-17T17:17:47.764 INFO:tasks.rados.rados.0.smithi094.stdout:3181: seq_num 938 ranges {5242880=516096,5758976=417792,6176768=385024} 2024-08-17T17:17:47.794 INFO:tasks.rados.rados.0.smithi094.stdout:3181: writing smithi09487127-17 from 5242880 to 5758976 tid 1 2024-08-17T17:17:47.797 INFO:tasks.rados.rados.0.smithi094.stdout:3181: writing smithi09487127-17 from 5758976 to 6176768 tid 2 2024-08-17T17:17:47.799 INFO:tasks.rados.rados.0.smithi094.stdout:3181: writing smithi09487127-17 from 6176768 to 6561792 tid 3 2024-08-17T17:17:47.800 INFO:tasks.rados.rados.0.smithi094.stdout:3182: read oid 7 snap -1 2024-08-17T17:17:47.800 INFO:tasks.rados.rados.0.smithi094.stdout:3182: expect deleted 2024-08-17T17:17:47.800 INFO:tasks.rados.rados.0.smithi094.stdout:3183: snap_remove snap 294 2024-08-17T17:17:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:47 smithi094 ceph-mon[100402]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:17:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:47 smithi094 ceph-mon[100402]: pgmap v639: 121 pgs: 121 active+clean; 216 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 632 KiB/s wr, 8 op/s 2024-08-17T17:17:48.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:47 smithi094 ceph-mon[102949]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:17:48.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:47 smithi094 ceph-mon[102949]: pgmap v639: 121 pgs: 121 active+clean; 216 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 632 KiB/s wr, 8 op/s 2024-08-17T17:17:48.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:47 smithi190 ceph-mon[90718]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:17:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:47 smithi190 ceph-mon[90718]: pgmap v639: 121 pgs: 121 active+clean; 216 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 632 KiB/s wr, 8 op/s 2024-08-17T17:17:48.747 INFO:tasks.rados.rados.0.smithi094.stdout:3183: done (2 left) 2024-08-17T17:17:48.747 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 297 2024-08-17T17:17:48.747 INFO:tasks.rados.rados.0.smithi094.stdout:3184: seq_num 939 ranges {2826240=532480,3358720=704512,4063232=98304} 2024-08-17T17:17:48.765 INFO:tasks.rados.rados.0.smithi094.stdout:3184: writing smithi09487127-16 from 2826240 to 3358720 tid 1 2024-08-17T17:17:48.770 INFO:tasks.rados.rados.0.smithi094.stdout:3184: writing smithi09487127-16 from 3358720 to 4063232 tid 2 2024-08-17T17:17:48.771 INFO:tasks.rados.rados.0.smithi094.stdout:3184: writing smithi09487127-16 from 4063232 to 4161536 tid 3 2024-08-17T17:17:48.771 INFO:tasks.rados.rados.0.smithi094.stdout:3185: rmattr oid 29 current snap is 297 2024-08-17T17:17:48.771 INFO:tasks.rados.rados.0.smithi094.stdout:3185: done (3 left) 2024-08-17T17:17:48.771 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 297 2024-08-17T17:17:48.771 INFO:tasks.rados.rados.0.smithi094.stdout:3186: seq_num 940 ranges {2367488=548864,2916352=589824,3506176=212992} 2024-08-17T17:17:48.787 INFO:tasks.rados.rados.0.smithi094.stdout:3186: writing smithi09487127-10 from 2367488 to 2916352 tid 1 2024-08-17T17:17:48.791 INFO:tasks.rados.rados.0.smithi094.stdout:3186: writing smithi09487127-10 from 2916352 to 3506176 tid 2 2024-08-17T17:17:48.793 INFO:tasks.rados.rados.0.smithi094.stdout:3186: writing smithi09487127-10 from 3506176 to 3719168 tid 3 2024-08-17T17:17:48.793 INFO:tasks.rados.rados.0.smithi094.stdout:3187: delete oid 19 current snap is 297 2024-08-17T17:17:48.793 INFO:tasks.rados.rados.0.smithi094.stdout:3181: finishing write tid 1 to smithi09487127-17 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3181: finishing write tid 2 to smithi09487127-17 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3181: finishing write tid 3 to smithi09487127-17 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3181: finishing write tid 4 to smithi09487127-17 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3181: finishing write tid 5 to smithi09487127-17 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1799 (ObjNum 938 snap 297 seq_num 938) dirty exists 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3181: left oid 17 (ObjNum 938 snap 297 seq_num 938) 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3184: finishing write tid 1 to smithi09487127-16 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3184: finishing write tid 2 to smithi09487127-16 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3184: finishing write tid 3 to smithi09487127-16 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3184: finishing write tid 4 to smithi09487127-16 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3184: finishing write tid 5 to smithi09487127-16 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1495 (ObjNum 939 snap 297 seq_num 939) dirty exists 2024-08-17T17:17:48.794 INFO:tasks.rados.rados.0.smithi094.stdout:3184: left oid 16 (ObjNum 939 snap 297 seq_num 939) 2024-08-17T17:17:48.795 INFO:tasks.rados.rados.0.smithi094.stdout:3186: finishing write tid 1 to smithi09487127-10 2024-08-17T17:17:48.795 INFO:tasks.rados.rados.0.smithi094.stdout:3186: finishing write tid 2 to smithi09487127-10 2024-08-17T17:17:48.795 INFO:tasks.rados.rados.0.smithi094.stdout:3186: finishing write tid 3 to smithi09487127-10 2024-08-17T17:17:48.795 INFO:tasks.rados.rados.0.smithi094.stdout:3186: finishing write tid 4 to smithi09487127-10 2024-08-17T17:17:48.797 INFO:tasks.rados.rados.0.smithi094.stdout:3186: finishing write tid 5 to smithi09487127-10 2024-08-17T17:17:48.797 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1806 (ObjNum 940 snap 297 seq_num 940) dirty exists 2024-08-17T17:17:48.797 INFO:tasks.rados.rados.0.smithi094.stdout:3186: left oid 10 (ObjNum 940 snap 297 seq_num 940) 2024-08-17T17:17:48.798 INFO:tasks.rados.rados.0.smithi094.stdout:3181: done (4 left) 2024-08-17T17:17:48.798 INFO:tasks.rados.rados.0.smithi094.stdout:3182: done (3 left) 2024-08-17T17:17:48.798 INFO:tasks.rados.rados.0.smithi094.stdout:3184: done (2 left) 2024-08-17T17:17:48.798 INFO:tasks.rados.rados.0.smithi094.stdout:3186: done (1 left) 2024-08-17T17:17:48.798 INFO:tasks.rados.rados.0.smithi094.stdout:3187: done (0 left) 2024-08-17T17:17:48.798 INFO:tasks.rados.rados.0.smithi094.stdout:3188: copy_from oid 7 from oid 15 current snap is 297 2024-08-17T17:17:48.798 INFO:tasks.rados.rados.0.smithi094.stdout:3189: rmattr oid 5 current snap is 297 2024-08-17T17:17:48.798 INFO:tasks.rados.rados.0.smithi094.stdout:3190: snap_remove snap 296 2024-08-17T17:17:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[100402]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:17:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:17:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:17:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:17:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:17:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[100402]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:17:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[102949]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:17:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:17:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:17:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:17:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:17:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:48 smithi094 ceph-mon[102949]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:17:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:48 smithi190 ceph-mon[90718]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:17:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:17:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:17:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:17:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:17:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:48 smithi190 ceph-mon[90718]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:17:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:17:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:17:49] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.51.0" 2024-08-17T17:17:49.770 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1378 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-08-17T17:17:49.771 INFO:tasks.rados.rados.0.smithi094.stdout:3188: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:17:49.771 INFO:tasks.rados.rados.0.smithi094.stdout:3188: finishing copy_from to smithi09487127-7 2024-08-17T17:17:49.771 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1859 (ObjNum 841 snap 270 seq_num 841) dirty exists 2024-08-17T17:17:49.771 INFO:tasks.rados.rados.0.smithi094.stdout:3188: done (2 left) 2024-08-17T17:17:49.771 INFO:tasks.rados.rados.0.smithi094.stdout:3189: done (1 left) 2024-08-17T17:17:49.771 INFO:tasks.rados.rados.0.smithi094.stdout:3190: done (0 left) 2024-08-17T17:17:49.771 INFO:tasks.rados.rados.0.smithi094.stdout:3191: setattr oid 42 current snap is 297 2024-08-17T17:17:49.773 INFO:tasks.rados.rados.0.smithi094.stdout:3192: copy_from oid 3 from oid 9 current snap is 297 2024-08-17T17:17:49.773 INFO:tasks.rados.rados.0.smithi094.stdout:3193: read oid 44 snap -1 2024-08-17T17:17:49.773 INFO:tasks.rados.rados.0.smithi094.stdout:3193: expect deleted 2024-08-17T17:17:49.773 INFO:tasks.rados.rados.0.smithi094.stdout:3194: read oid 49 snap 295 2024-08-17T17:17:49.773 INFO:tasks.rados.rados.0.smithi094.stdout:3194: expect deleted 2024-08-17T17:17:49.773 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 297 2024-08-17T17:17:49.773 INFO:tasks.rados.rados.0.smithi094.stdout:3195: seq_num 942 ranges {2072576=581632,2654208=761856,3416064=40960} 2024-08-17T17:17:49.788 INFO:tasks.rados.rados.0.smithi094.stdout:3195: writing smithi09487127-29 from 2072576 to 2654208 tid 1 2024-08-17T17:17:49.793 INFO:tasks.rados.rados.0.smithi094.stdout:3195: writing smithi09487127-29 from 2654208 to 3416064 tid 2 2024-08-17T17:17:49.793 INFO:tasks.rados.rados.0.smithi094.stdout:3195: writing smithi09487127-29 from 3416064 to 3457024 tid 3 2024-08-17T17:17:49.793 INFO:tasks.rados.rados.0.smithi094.stdout:3196: snap_remove snap 288 2024-08-17T17:17:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:49 smithi094 ceph-mon[100402]: pgmap v642: 121 pgs: 121 active+clean; 211 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 938 KiB/s wr, 4 op/s 2024-08-17T17:17:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:49 smithi094 ceph-mon[102949]: pgmap v642: 121 pgs: 121 active+clean; 211 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 938 KiB/s wr, 4 op/s 2024-08-17T17:17:50.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:49 smithi190 ceph-mon[90718]: pgmap v642: 121 pgs: 121 active+clean; 211 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 938 KiB/s wr, 4 op/s 2024-08-17T17:17:50.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:17:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:17:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:17:50.779 INFO:tasks.rados.rados.0.smithi094.stdout:3196: done (5 left) 2024-08-17T17:17:50.780 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 297 2024-08-17T17:17:50.780 INFO:tasks.rados.rados.0.smithi094.stdout:3197: seq_num 943 ranges {950272=598016,1548288=688128,2236416=114688} 2024-08-17T17:17:50.789 INFO:tasks.rados.rados.0.smithi094.stdout:3197: writing smithi09487127-33 from 950272 to 1548288 tid 1 2024-08-17T17:17:50.793 INFO:tasks.rados.rados.0.smithi094.stdout:3197: writing smithi09487127-33 from 1548288 to 2236416 tid 2 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3197: writing smithi09487127-33 from 2236416 to 2351104 tid 3 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3198: snap_create 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1379 (ObjNum 888 snap 282 seq_num 888) dirty exists 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3192: finishing copy_from racing read to smithi09487127-3 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3192: finishing copy_from to smithi09487127-3 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 1483 (ObjNum 911 snap 286 seq_num 911) dirty exists 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3195: finishing write tid 1 to smithi09487127-29 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3195: finishing write tid 2 to smithi09487127-29 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3195: finishing write tid 3 to smithi09487127-29 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3195: finishing write tid 4 to smithi09487127-29 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3195: finishing write tid 5 to smithi09487127-29 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1628 (ObjNum 942 snap 297 seq_num 942) dirty exists 2024-08-17T17:17:50.795 INFO:tasks.rados.rados.0.smithi094.stdout:3195: left oid 29 (ObjNum 942 snap 297 seq_num 942) 2024-08-17T17:17:50.796 INFO:tasks.rados.rados.0.smithi094.stdout:3197: finishing write tid 1 to smithi09487127-33 2024-08-17T17:17:50.799 INFO:tasks.rados.rados.0.smithi094.stdout:3197: finishing write tid 2 to smithi09487127-33 2024-08-17T17:17:50.800 INFO:tasks.rados.rados.0.smithi094.stdout:3197: finishing write tid 3 to smithi09487127-33 2024-08-17T17:17:50.800 INFO:tasks.rados.rados.0.smithi094.stdout:3197: finishing write tid 4 to smithi09487127-33 2024-08-17T17:17:50.801 INFO:tasks.rados.rados.0.smithi094.stdout:3197: finishing write tid 5 to smithi09487127-33 2024-08-17T17:17:50.801 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1662 (ObjNum 943 snap 297 seq_num 943) dirty exists 2024-08-17T17:17:50.801 INFO:tasks.rados.rados.0.smithi094.stdout:3197: left oid 33 (ObjNum 943 snap 297 seq_num 943) 2024-08-17T17:17:51.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:50 smithi190 ceph-mon[90718]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:17:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:50 smithi094 ceph-mon[100402]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:17:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:50 smithi094 ceph-mon[102949]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3191: done (6 left) 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3192: done (5 left) 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3193: done (4 left) 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3194: done (3 left) 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3195: done (2 left) 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3197: done (1 left) 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3198: done (0 left) 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3199: read oid 3 snap -1 2024-08-17T17:17:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3199: expect (ObjNum 911 snap 286 seq_num 911) 2024-08-17T17:17:51.784 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 298 2024-08-17T17:17:51.784 INFO:tasks.rados.rados.0.smithi094.stdout:3200: seq_num 944 ranges {868352=614400,1482752=573440,2056192=229376} 2024-08-17T17:17:51.791 INFO:tasks.rados.rados.0.smithi094.stdout:3200: writing smithi09487127-22 from 868352 to 1482752 tid 1 2024-08-17T17:17:51.794 INFO:tasks.rados.rados.0.smithi094.stdout:3200: writing smithi09487127-22 from 1482752 to 2056192 tid 2 2024-08-17T17:17:51.797 INFO:tasks.rados.rados.0.smithi094.stdout:3200: writing smithi09487127-22 from 2056192 to 2285568 tid 3 2024-08-17T17:17:51.797 INFO:tasks.rados.rados.0.smithi094.stdout:3201: read oid 37 snap -1 2024-08-17T17:17:51.797 INFO:tasks.rados.rados.0.smithi094.stdout:3201: expect deleted 2024-08-17T17:17:51.797 INFO:tasks.rados.rados.0.smithi094.stdout:3202: read oid 40 snap -1 2024-08-17T17:17:51.797 INFO:tasks.rados.rados.0.smithi094.stdout:3202: expect (ObjNum 865 snap 277 seq_num 865) 2024-08-17T17:17:51.797 INFO:tasks.rados.rados.0.smithi094.stdout:3203: snap_create 2024-08-17T17:17:51.797 INFO:tasks.rados.rados.0.smithi094.stdout:3199: expect (ObjNum 911 snap 286 seq_num 911) 2024-08-17T17:17:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3200: finishing write tid 1 to smithi09487127-22 2024-08-17T17:17:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3200: finishing write tid 2 to smithi09487127-22 2024-08-17T17:17:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3200: finishing write tid 3 to smithi09487127-22 2024-08-17T17:17:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3200: finishing write tid 4 to smithi09487127-22 2024-08-17T17:17:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3200: finishing write tid 5 to smithi09487127-22 2024-08-17T17:17:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1499 (ObjNum 944 snap 298 seq_num 944) dirty exists 2024-08-17T17:17:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3200: left oid 22 (ObjNum 944 snap 298 seq_num 944) 2024-08-17T17:17:51.824 INFO:tasks.rados.rados.0.smithi094.stdout:3202: expect (ObjNum 865 snap 277 seq_num 865) 2024-08-17T17:17:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:51 smithi190 ceph-mon[90718]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:17:52.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:51 smithi190 ceph-mon[90718]: pgmap v645: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 306 KiB/s wr, 5 op/s 2024-08-17T17:17:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:51 smithi094 ceph-mon[100402]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:17:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:51 smithi094 ceph-mon[100402]: pgmap v645: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 306 KiB/s wr, 5 op/s 2024-08-17T17:17:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:51 smithi094 ceph-mon[102949]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:17:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:51 smithi094 ceph-mon[102949]: pgmap v645: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 183 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 306 KiB/s wr, 5 op/s 2024-08-17T17:17:52.786 INFO:tasks.rados.rados.0.smithi094.stdout:3199: done (4 left) 2024-08-17T17:17:52.786 INFO:tasks.rados.rados.0.smithi094.stdout:3200: done (3 left) 2024-08-17T17:17:52.786 INFO:tasks.rados.rados.0.smithi094.stdout:3201: done (2 left) 2024-08-17T17:17:52.786 INFO:tasks.rados.rados.0.smithi094.stdout:3202: done (1 left) 2024-08-17T17:17:52.786 INFO:tasks.rados.rados.0.smithi094.stdout:3203: done (0 left) 2024-08-17T17:17:52.786 INFO:tasks.rados.rados.0.smithi094.stdout:3204: snap_remove snap 295 2024-08-17T17:17:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:52 smithi190 ceph-mon[90718]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:17:53.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:52 smithi190 ceph-mon[90718]: pgmap v647: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 191 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 632 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-17T17:17:53.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:52 smithi094 ceph-mon[100402]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:17:53.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:52 smithi094 ceph-mon[100402]: pgmap v647: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 191 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 632 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-17T17:17:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:52 smithi094 ceph-mon[102949]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:17:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:52 smithi094 ceph-mon[102949]: pgmap v647: 121 pgs: 1 active+clean+snaptrim_wait, 120 active+clean; 191 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 632 KiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-17T17:17:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3204: done (0 left) 2024-08-17T17:17:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3205: snap_create 2024-08-17T17:17:54.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:53 smithi190 ceph-mon[90718]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:17:54.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:53 smithi190 ceph-mon[90718]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:17:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:53 smithi094 ceph-mon[100402]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:17:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:53 smithi094 ceph-mon[100402]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:17:54.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:53 smithi094 ceph-mon[102949]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:17:54.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:53 smithi094 ceph-mon[102949]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:17:54.751 INFO:tasks.rados.rados.0.smithi094.stdout:3205: done (0 left) 2024-08-17T17:17:54.752 INFO:tasks.rados.rados.0.smithi094.stdout:3206: read oid 11 snap -1 2024-08-17T17:17:54.752 INFO:tasks.rados.rados.0.smithi094.stdout:3206: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:17:54.752 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 300 2024-08-17T17:17:54.752 INFO:tasks.rados.rados.0.smithi094.stdout:3207: seq_num 945 ranges {868352=630784,1499136=458752,1957888=344064} 2024-08-17T17:17:54.759 INFO:tasks.rados.rados.0.smithi094.stdout:3207: writing smithi09487127-3 from 868352 to 1499136 tid 1 2024-08-17T17:17:54.762 INFO:tasks.rados.rados.0.smithi094.stdout:3207: writing smithi09487127-3 from 1499136 to 1957888 tid 2 2024-08-17T17:17:54.764 INFO:tasks.rados.rados.0.smithi094.stdout:3207: writing smithi09487127-3 from 1957888 to 2301952 tid 3 2024-08-17T17:17:54.764 INFO:tasks.rados.rados.0.smithi094.stdout:3208: read oid 5 snap 297 2024-08-17T17:17:54.764 INFO:tasks.rados.rados.0.smithi094.stdout:3208: expect (ObjNum 937 snap 296 seq_num 937) 2024-08-17T17:17:54.764 INFO:tasks.rados.rados.0.smithi094.stdout:3209: copy_from oid 10 from oid 27 current snap is 300 2024-08-17T17:17:54.765 INFO:tasks.rados.rados.0.smithi094.stdout:3206: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:17:54.834 INFO:tasks.rados.rados.0.smithi094.stdout:3207: finishing write tid 1 to smithi09487127-3 2024-08-17T17:17:54.834 INFO:tasks.rados.rados.0.smithi094.stdout:3207: finishing write tid 2 to smithi09487127-3 2024-08-17T17:17:54.834 INFO:tasks.rados.rados.0.smithi094.stdout:3207: finishing write tid 3 to smithi09487127-3 2024-08-17T17:17:54.834 INFO:tasks.rados.rados.0.smithi094.stdout:3207: finishing write tid 4 to smithi09487127-3 2024-08-17T17:17:54.834 INFO:tasks.rados.rados.0.smithi094.stdout:3209: finishing copy_from racing read to smithi09487127-10 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:3207: finishing write tid 5 to smithi09487127-3 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 1487 (ObjNum 945 snap 300 seq_num 945) dirty exists 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:3207: left oid 3 (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:3209: finishing copy_from to smithi09487127-10 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1766 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:3206: done (3 left) 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:3207: done (2 left) 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:3209: done (1 left) 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 300 2024-08-17T17:17:54.835 INFO:tasks.rados.rados.0.smithi094.stdout:3208: expect (ObjNum 937 snap 296 seq_num 937) 2024-08-17T17:17:55.082 INFO:tasks.rados.rados.0.smithi094.stdout:3210: seq_num 946 ranges {868352=647168,1515520=745472,2260992=57344} 2024-08-17T17:17:55.089 INFO:tasks.rados.rados.0.smithi094.stdout:3210: writing smithi09487127-9 from 868352 to 1515520 tid 1 2024-08-17T17:17:55.094 INFO:tasks.rados.rados.0.smithi094.stdout:3210: writing smithi09487127-9 from 1515520 to 2260992 tid 2 2024-08-17T17:17:55.095 INFO:tasks.rados.rados.0.smithi094.stdout:3210: writing smithi09487127-9 from 2260992 to 2318336 tid 3 2024-08-17T17:17:55.095 INFO:tasks.rados.rados.0.smithi094.stdout:3208: done (1 left) 2024-08-17T17:17:55.095 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 300 2024-08-17T17:17:55.095 INFO:tasks.rados.rados.0.smithi094.stdout:3210: finishing write tid 1 to smithi09487127-9 2024-08-17T17:17:55.095 INFO:tasks.rados.rados.0.smithi094.stdout:3211: seq_num 947 ranges {4128768=663552,4792320=630784,5423104=172032} 2024-08-17T17:17:55.120 INFO:tasks.rados.rados.0.smithi094.stdout:3211: writing smithi09487127-15 from 4128768 to 4792320 tid 1 2024-08-17T17:17:55.124 INFO:tasks.rados.rados.0.smithi094.stdout:3211: writing smithi09487127-15 from 4792320 to 5423104 tid 2 2024-08-17T17:17:55.125 INFO:tasks.rados.rados.0.smithi094.stdout:3211: writing smithi09487127-15 from 5423104 to 5595136 tid 3 2024-08-17T17:17:55.125 INFO:tasks.rados.rados.0.smithi094.stdout:3212: read oid 8 snap 298 2024-08-17T17:17:55.125 INFO:tasks.rados.rados.0.smithi094.stdout:3212: expect (ObjNum 923 snap 290 seq_num 923) 2024-08-17T17:17:55.125 INFO:tasks.rados.rados.0.smithi094.stdout:3213: delete oid 1 current snap is 300 2024-08-17T17:17:55.126 INFO:tasks.rados.rados.0.smithi094.stdout:3210: finishing write tid 2 to smithi09487127-9 2024-08-17T17:17:55.126 INFO:tasks.rados.rados.0.smithi094.stdout:3210: finishing write tid 3 to smithi09487127-9 2024-08-17T17:17:55.126 INFO:tasks.rados.rados.0.smithi094.stdout:3210: finishing write tid 4 to smithi09487127-9 2024-08-17T17:17:55.126 INFO:tasks.rados.rados.0.smithi094.stdout:3210: finishing write tid 5 to smithi09487127-9 2024-08-17T17:17:55.126 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1666 (ObjNum 946 snap 300 seq_num 946) dirty exists 2024-08-17T17:17:55.126 INFO:tasks.rados.rados.0.smithi094.stdout:3210: left oid 9 (ObjNum 946 snap 300 seq_num 946) 2024-08-17T17:17:55.127 INFO:tasks.rados.rados.0.smithi094.stdout:3211: finishing write tid 1 to smithi09487127-15 2024-08-17T17:17:55.128 INFO:tasks.rados.rados.0.smithi094.stdout:3210: done (3 left) 2024-08-17T17:17:55.128 INFO:tasks.rados.rados.0.smithi094.stdout:3213: done (2 left) 2024-08-17T17:17:55.128 INFO:tasks.rados.rados.0.smithi094.stdout:3214: rmattr oid 30 current snap is 300 2024-08-17T17:17:55.128 INFO:tasks.rados.rados.0.smithi094.stdout:3214: done (2 left) 2024-08-17T17:17:55.128 INFO:tasks.rados.rados.0.smithi094.stdout:3215: snap_remove snap 299 2024-08-17T17:17:55.758 INFO:tasks.rados.rados.0.smithi094.stdout:3215: done (2 left) 2024-08-17T17:17:55.758 INFO:tasks.rados.rados.0.smithi094.stdout:3216: rollback oid 12 current snap is 300 2024-08-17T17:17:55.758 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 12 to 298 2024-08-17T17:17:55.758 INFO:tasks.rados.rados.0.smithi094.stdout:3217: read oid 10 snap 298 2024-08-17T17:17:55.758 INFO:tasks.rados.rados.0.smithi094.stdout:3217: expect (ObjNum 940 snap 297 seq_num 940) 2024-08-17T17:17:55.758 INFO:tasks.rados.rados.0.smithi094.stdout:3218: snap_remove snap 297 2024-08-17T17:17:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:55 smithi094 ceph-mon[100402]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:17:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:55 smithi094 ceph-mon[100402]: pgmap v651: 121 pgs: 121 active+clean; 170 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-17T17:17:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:55 smithi094 ceph-mon[102949]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:17:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:55 smithi094 ceph-mon[102949]: pgmap v651: 121 pgs: 121 active+clean; 170 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-17T17:17:56.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:55 smithi190 ceph-mon[90718]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:17:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:55 smithi190 ceph-mon[90718]: pgmap v651: 121 pgs: 121 active+clean; 170 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 20 op/s 2024-08-17T17:17:56.758 INFO:tasks.rados.rados.0.smithi094.stdout:3218: done (4 left) 2024-08-17T17:17:56.759 INFO:tasks.rados.rados.0.smithi094.stdout:3219: copy_from oid 40 from oid 43 current snap is 300 2024-08-17T17:17:56.759 INFO:tasks.rados.rados.0.smithi094.stdout:3211: finishing write tid 2 to smithi09487127-15 2024-08-17T17:17:56.759 INFO:tasks.rados.rados.0.smithi094.stdout:3211: finishing write tid 3 to smithi09487127-15 2024-08-17T17:17:56.759 INFO:tasks.rados.rados.0.smithi094.stdout:3211: finishing write tid 4 to smithi09487127-15 2024-08-17T17:17:56.759 INFO:tasks.rados.rados.0.smithi094.stdout:3211: finishing write tid 5 to smithi09487127-15 2024-08-17T17:17:56.759 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1876 (ObjNum 947 snap 300 seq_num 947) dirty exists 2024-08-17T17:17:56.759 INFO:tasks.rados.rados.0.smithi094.stdout:3211: left oid 15 (ObjNum 947 snap 300 seq_num 947) 2024-08-17T17:17:56.759 INFO:tasks.rados.rados.0.smithi094.stdout:3212: expect (ObjNum 923 snap 290 seq_num 923) 2024-08-17T17:17:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:56 smithi094 ceph-mon[100402]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:17:57.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:56 smithi094 ceph-mon[102949]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:17:57.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:56 smithi190 ceph-mon[90718]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:17:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:57 smithi094 ceph-mon[100402]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:17:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:57 smithi094 ceph-mon[100402]: pgmap v654: 121 pgs: 121 active+clean; 165 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T17:17:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:57 smithi094 ceph-mon[102949]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:17:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:57 smithi094 ceph-mon[102949]: pgmap v654: 121 pgs: 121 active+clean; 165 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T17:17:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:58.139 INFO:tasks.rados.rados.0.smithi094.stdout:3216: finishing rollback tid 0 to smithi09487127-12 2024-08-17T17:17:58.139 INFO:tasks.rados.rados.0.smithi094.stdout:3216: finishing rollback tid 1 to smithi09487127-12 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3216: finishing rollback tid 2 to smithi09487127-12 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1862 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3211: done (4 left) 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3212: done (3 left) 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3216: done (2 left) 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3220: read oid 33 snap -1 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3220: expect (ObjNum 943 snap 297 seq_num 943) 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3221: read oid 39 snap -1 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3221: expect (ObjNum 880 snap 282 seq_num 880) 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3222: copy_from oid 42 from oid 20 current snap is 300 2024-08-17T17:17:58.140 INFO:tasks.rados.rados.0.smithi094.stdout:3217: expect (ObjNum 940 snap 297 seq_num 940) 2024-08-17T17:17:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:57 smithi190 ceph-mon[90718]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:17:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:57 smithi190 ceph-mon[90718]: pgmap v654: 121 pgs: 121 active+clean; 165 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T17:17:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:58.306 INFO:tasks.rados.rados.0.smithi094.stdout:3219: finishing copy_from racing read to smithi09487127-40 2024-08-17T17:17:58.307 INFO:tasks.rados.rados.0.smithi094.stdout:3219: finishing copy_from to smithi09487127-40 2024-08-17T17:17:58.307 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1350 (ObjNum 615 snap 188 seq_num 615) dirty exists 2024-08-17T17:17:58.307 INFO:tasks.rados.rados.0.smithi094.stdout:3217: done (4 left) 2024-08-17T17:17:58.307 INFO:tasks.rados.rados.0.smithi094.stdout:3219: done (3 left) 2024-08-17T17:17:58.307 INFO:tasks.rados.rados.0.smithi094.stdout:3223: snap_create 2024-08-17T17:17:58.307 INFO:tasks.rados.rados.0.smithi094.stdout:3220: expect (ObjNum 943 snap 297 seq_num 943) 2024-08-17T17:17:58.395 INFO:tasks.rados.rados.0.smithi094.stdout:3222: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:17:58.395 INFO:tasks.rados.rados.0.smithi094.stdout:3222: finishing copy_from to smithi09487127-42 2024-08-17T17:17:58.395 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1510 (ObjNum 924 snap 290 seq_num 924) dirty exists 2024-08-17T17:17:58.396 INFO:tasks.rados.rados.0.smithi094.stdout:3221: expect (ObjNum 880 snap 282 seq_num 880) 2024-08-17T17:17:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:17:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:17:59] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:18:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:59 smithi094 ceph-mon[100402]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:18:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:17:59 smithi094 ceph-mon[100402]: pgmap v656: 121 pgs: 121 active+clean; 163 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:18:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:59 smithi094 ceph-mon[102949]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:18:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:17:59 smithi094 ceph-mon[102949]: pgmap v656: 121 pgs: 121 active+clean; 163 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:18:00.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:59 smithi190 ceph-mon[90718]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:18:00.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:17:59 smithi190 ceph-mon[90718]: pgmap v656: 121 pgs: 121 active+clean; 163 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:18:00.596 INFO:tasks.rados.rados.0.smithi094.stdout:3220: done (3 left) 2024-08-17T17:18:00.596 INFO:tasks.rados.rados.0.smithi094.stdout:3221: done (2 left) 2024-08-17T17:18:00.596 INFO:tasks.rados.rados.0.smithi094.stdout:3222: done (1 left) 2024-08-17T17:18:00.596 INFO:tasks.rados.rados.0.smithi094.stdout:3223: done (0 left) 2024-08-17T17:18:00.596 INFO:tasks.rados.rados.0.smithi094.stdout:3224: delete oid 26 current snap is 301 2024-08-17T17:18:00.599 INFO:tasks.rados.rados.0.smithi094.stdout:3224: done (0 left) 2024-08-17T17:18:00.599 INFO:tasks.rados.rados.0.smithi094.stdout:3225: snap_remove snap 300 2024-08-17T17:18:00.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:18:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:18:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:18:00.759 INFO:tasks.rados.rados.0.smithi094.stdout:3225: done (0 left) 2024-08-17T17:18:00.759 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 301 2024-08-17T17:18:00.759 INFO:tasks.rados.rados.0.smithi094.stdout:3226: seq_num 950 ranges {0=720896,720896=679936,1400832=122880} 2024-08-17T17:18:00.763 INFO:tasks.rados.rados.0.smithi094.stdout:3226: writing smithi09487127-1 from 0 to 720896 tid 1 2024-08-17T17:18:00.768 INFO:tasks.rados.rados.0.smithi094.stdout:3226: writing smithi09487127-1 from 720896 to 1400832 tid 2 2024-08-17T17:18:00.769 INFO:tasks.rados.rados.0.smithi094.stdout:3226: writing smithi09487127-1 from 1400832 to 1523712 tid 3 2024-08-17T17:18:00.769 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 301 2024-08-17T17:18:00.769 INFO:tasks.rados.rados.0.smithi094.stdout:3227: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-08-17T17:18:00.773 INFO:tasks.rados.rados.0.smithi094.stdout:3227: writing smithi09487127-31 from 0 to 737280 tid 1 2024-08-17T17:18:00.777 INFO:tasks.rados.rados.0.smithi094.stdout:3227: writing smithi09487127-31 from 737280 to 1351680 tid 2 2024-08-17T17:18:00.779 INFO:tasks.rados.rados.0.smithi094.stdout:3227: writing smithi09487127-31 from 1351680 to 1540096 tid 3 2024-08-17T17:18:00.779 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 301 2024-08-17T17:18:00.779 INFO:tasks.rados.rados.0.smithi094.stdout:3226: finishing write tid 1 to smithi09487127-1 2024-08-17T17:18:00.779 INFO:tasks.rados.rados.0.smithi094.stdout:3228: seq_num 952 ranges {1048576=753664,1802240=499712,2301952=303104} 2024-08-17T17:18:00.789 INFO:tasks.rados.rados.0.smithi094.stdout:3228: writing smithi09487127-38 from 1048576 to 1802240 tid 1 2024-08-17T17:18:00.792 INFO:tasks.rados.rados.0.smithi094.stdout:3228: writing smithi09487127-38 from 1802240 to 2301952 tid 2 2024-08-17T17:18:00.794 INFO:tasks.rados.rados.0.smithi094.stdout:3228: writing smithi09487127-38 from 2301952 to 2605056 tid 3 2024-08-17T17:18:00.794 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 301 2024-08-17T17:18:00.794 INFO:tasks.rados.rados.0.smithi094.stdout:3226: finishing write tid 2 to smithi09487127-1 2024-08-17T17:18:00.795 INFO:tasks.rados.rados.0.smithi094.stdout:3226: finishing write tid 3 to smithi09487127-1 2024-08-17T17:18:00.795 INFO:tasks.rados.rados.0.smithi094.stdout:3226: finishing write tid 4 to smithi09487127-1 2024-08-17T17:18:00.795 INFO:tasks.rados.rados.0.smithi094.stdout:3226: finishing write tid 5 to smithi09487127-1 2024-08-17T17:18:00.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1415 (ObjNum 950 snap 301 seq_num 950) dirty exists 2024-08-17T17:18:00.795 INFO:tasks.rados.rados.0.smithi094.stdout:3226: left oid 1 (ObjNum 950 snap 301 seq_num 950) 2024-08-17T17:18:00.795 INFO:tasks.rados.rados.0.smithi094.stdout:3227: finishing write tid 1 to smithi09487127-31 2024-08-17T17:18:00.795 INFO:tasks.rados.rados.0.smithi094.stdout:3229: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-08-17T17:18:00.799 INFO:tasks.rados.rados.0.smithi094.stdout:3229: writing smithi09487127-44 from 0 to 770048 tid 1 2024-08-17T17:18:00.804 INFO:tasks.rados.rados.0.smithi094.stdout:3229: writing smithi09487127-44 from 770048 to 1556480 tid 2 2024-08-17T17:18:00.804 INFO:tasks.rados.rados.0.smithi094.stdout:3229: writing smithi09487127-44 from 1556480 to 1572864 tid 3 2024-08-17T17:18:00.804 INFO:tasks.rados.rados.0.smithi094.stdout:3226: done (3 left) 2024-08-17T17:18:00.804 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 301 2024-08-17T17:18:00.804 INFO:tasks.rados.rados.0.smithi094.stdout:3227: finishing write tid 2 to smithi09487127-31 2024-08-17T17:18:00.804 INFO:tasks.rados.rados.0.smithi094.stdout:3227: finishing write tid 3 to smithi09487127-31 2024-08-17T17:18:00.805 INFO:tasks.rados.rados.0.smithi094.stdout:3227: finishing write tid 4 to smithi09487127-31 2024-08-17T17:18:00.805 INFO:tasks.rados.rados.0.smithi094.stdout:3227: finishing write tid 5 to smithi09487127-31 2024-08-17T17:18:00.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1535 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:18:00.805 INFO:tasks.rados.rados.0.smithi094.stdout:3227: left oid 31 (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:18:00.805 INFO:tasks.rados.rados.0.smithi094.stdout:3228: finishing write tid 1 to smithi09487127-38 2024-08-17T17:18:00.805 INFO:tasks.rados.rados.0.smithi094.stdout:3230: seq_num 954 ranges {3457024=786432,4243456=671744,4915200=131072} 2024-08-17T17:18:00.826 INFO:tasks.rados.rados.0.smithi094.stdout:3230: writing smithi09487127-29 from 3457024 to 4243456 tid 1 2024-08-17T17:18:00.830 INFO:tasks.rados.rados.0.smithi094.stdout:3230: writing smithi09487127-29 from 4243456 to 4915200 tid 2 2024-08-17T17:18:00.833 INFO:tasks.rados.rados.0.smithi094.stdout:3230: writing smithi09487127-29 from 4915200 to 5046272 tid 3 2024-08-17T17:18:00.833 INFO:tasks.rados.rados.0.smithi094.stdout:3227: done (3 left) 2024-08-17T17:18:00.833 INFO:tasks.rados.rados.0.smithi094.stdout:3231: rmattr oid 19 current snap is 301 2024-08-17T17:18:00.833 INFO:tasks.rados.rados.0.smithi094.stdout:3231: done (3 left) 2024-08-17T17:18:00.833 INFO:tasks.rados.rados.0.smithi094.stdout:3232: rollback oid 27 current snap is 301 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 27 to 298 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:3228: finishing write tid 2 to smithi09487127-38 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:3228: finishing write tid 3 to smithi09487127-38 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:3228: finishing write tid 4 to smithi09487127-38 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:3228: finishing write tid 5 to smithi09487127-38 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1540 (ObjNum 952 snap 301 seq_num 952) dirty exists 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:3228: left oid 38 (ObjNum 952 snap 301 seq_num 952) 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:3228: done (3 left) 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:3233: rmattr oid 2 current snap is 301 2024-08-17T17:18:00.834 INFO:tasks.rados.rados.0.smithi094.stdout:3233: done (3 left) 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3234: rmattr oid 41 current snap is 301 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3229: finishing write tid 1 to smithi09487127-44 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3229: finishing write tid 2 to smithi09487127-44 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3229: finishing write tid 3 to smithi09487127-44 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3229: finishing write tid 4 to smithi09487127-44 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3229: finishing write tid 5 to smithi09487127-44 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1884 (ObjNum 953 snap 301 seq_num 953) dirty exists 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3229: left oid 44 (ObjNum 953 snap 301 seq_num 953) 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3230: finishing write tid 1 to smithi09487127-29 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3229: done (3 left) 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3235: read oid 23 snap -1 2024-08-17T17:18:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3235: expect deleted 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:3236: rollback oid 36 current snap is 301 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 298 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:3237: read oid 32 snap -1 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:3237: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:3238: read oid 19 snap -1 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:3238: expect deleted 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:3239: copy_from oid 13 from oid 31 current snap is 301 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:3240: rollback oid 47 current snap is 301 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 298 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 301 2024-08-17T17:18:00.836 INFO:tasks.rados.rados.0.smithi094.stdout:3241: seq_num 955 ranges {1572864=802816,2375680=557056,2932736=245760} 2024-08-17T17:18:00.845 INFO:tasks.rados.rados.0.smithi094.stdout:3241: writing smithi09487127-44 from 1572864 to 2375680 tid 1 2024-08-17T17:18:00.848 INFO:tasks.rados.rados.0.smithi094.stdout:3241: writing smithi09487127-44 from 2375680 to 2932736 tid 2 2024-08-17T17:18:00.850 INFO:tasks.rados.rados.0.smithi094.stdout:3241: writing smithi09487127-44 from 2932736 to 3178496 tid 3 2024-08-17T17:18:00.850 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 301 2024-08-17T17:18:00.850 INFO:tasks.rados.rados.0.smithi094.stdout:3242: seq_num 956 ranges {4161536=417792,4579328=434176,5013504=770048} 2024-08-17T17:18:00.874 INFO:tasks.rados.rados.0.smithi094.stdout:3242: writing smithi09487127-16 from 4161536 to 4579328 tid 1 2024-08-17T17:18:00.877 INFO:tasks.rados.rados.0.smithi094.stdout:3242: writing smithi09487127-16 from 4579328 to 5013504 tid 2 2024-08-17T17:18:00.882 INFO:tasks.rados.rados.0.smithi094.stdout:3242: writing smithi09487127-16 from 5013504 to 5783552 tid 3 2024-08-17T17:18:00.882 INFO:tasks.rados.rados.0.smithi094.stdout:3243: read oid 5 snap -1 2024-08-17T17:18:00.882 INFO:tasks.rados.rados.0.smithi094.stdout:3243: expect (ObjNum 937 snap 296 seq_num 937) 2024-08-17T17:18:00.882 INFO:tasks.rados.rados.0.smithi094.stdout:3244: copy_from oid 26 from oid 48 current snap is 301 2024-08-17T17:18:00.882 INFO:tasks.rados.rados.0.smithi094.stdout:3235: done (12 left) 2024-08-17T17:18:00.882 INFO:tasks.rados.rados.0.smithi094.stdout:3238: done (11 left) 2024-08-17T17:18:00.882 INFO:tasks.rados.rados.0.smithi094.stdout:3245: snap_create 2024-08-17T17:18:00.882 INFO:tasks.rados.rados.0.smithi094.stdout:3237: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3230: finishing write tid 2 to smithi09487127-29 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3232: finishing rollback tid 0 to smithi09487127-27 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3232: finishing rollback tid 1 to smithi09487127-27 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3230: finishing write tid 3 to smithi09487127-29 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3232: finishing rollback tid 2 to smithi09487127-27 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1851 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3230: finishing write tid 4 to smithi09487127-29 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3240: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3240: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:18:00.884 INFO:tasks.rados.rados.0.smithi094.stdout:3240: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1591 (ObjNum 49 snap 0 seq_num 3213884464) dirty exists 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3236: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3230: finishing write tid 5 to smithi09487127-29 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1632 (ObjNum 954 snap 301 seq_num 954) dirty exists 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3230: left oid 29 (ObjNum 954 snap 301 seq_num 954) 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1633 (ObjNum 33 snap 0 seq_num 3214670112) dirty exists 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3239: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3239: finishing copy_from to smithi09487127-13 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1535 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3241: finishing write tid 1 to smithi09487127-44 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3241: finishing write tid 2 to smithi09487127-44 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3241: finishing write tid 3 to smithi09487127-44 2024-08-17T17:18:00.885 INFO:tasks.rados.rados.0.smithi094.stdout:3241: finishing write tid 4 to smithi09487127-44 2024-08-17T17:18:00.886 INFO:tasks.rados.rados.0.smithi094.stdout:3241: finishing write tid 5 to smithi09487127-44 2024-08-17T17:18:00.886 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1888 (ObjNum 955 snap 301 seq_num 955) dirty exists 2024-08-17T17:18:00.886 INFO:tasks.rados.rados.0.smithi094.stdout:3241: left oid 44 (ObjNum 955 snap 301 seq_num 955) 2024-08-17T17:18:00.886 INFO:tasks.rados.rados.0.smithi094.stdout:3242: finishing write tid 1 to smithi09487127-16 2024-08-17T17:18:00.886 INFO:tasks.rados.rados.0.smithi094.stdout:3242: finishing write tid 2 to smithi09487127-16 2024-08-17T17:18:00.886 INFO:tasks.rados.rados.0.smithi094.stdout:3242: finishing write tid 3 to smithi09487127-16 2024-08-17T17:18:00.887 INFO:tasks.rados.rados.0.smithi094.stdout:3244: finishing copy_from racing read to smithi09487127-26 2024-08-17T17:18:00.887 INFO:tasks.rados.rados.0.smithi094.stdout:3242: finishing write tid 4 to smithi09487127-16 2024-08-17T17:18:00.887 INFO:tasks.rados.rados.0.smithi094.stdout:3244: finishing copy_from to smithi09487127-26 2024-08-17T17:18:00.887 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1848 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:18:00.888 INFO:tasks.rados.rados.0.smithi094.stdout:3242: finishing write tid 5 to smithi09487127-16 2024-08-17T17:18:00.888 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1503 (ObjNum 956 snap 301 seq_num 956) dirty exists 2024-08-17T17:18:00.888 INFO:tasks.rados.rados.0.smithi094.stdout:3242: left oid 16 (ObjNum 956 snap 301 seq_num 956) 2024-08-17T17:18:00.902 INFO:tasks.rados.rados.0.smithi094.stdout:3243: expect (ObjNum 937 snap 296 seq_num 937) 2024-08-17T17:18:01.764 INFO:tasks.rados.rados.0.smithi094.stdout:3230: done (11 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3232: done (10 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3234: done (9 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3236: done (8 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3237: done (7 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3239: done (6 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3240: done (5 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3241: done (4 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3242: done (3 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3243: done (2 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3244: done (1 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3245: done (0 left) 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3246: read oid 49 snap -1 2024-08-17T17:18:01.765 INFO:tasks.rados.rados.0.smithi094.stdout:3246: expect deleted 2024-08-17T17:18:01.766 INFO:tasks.rados.rados.0.smithi094.stdout:3247: snap_remove snap 301 2024-08-17T17:18:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:01 smithi094 ceph-mon[100402]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:18:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:01 smithi094 ceph-mon[100402]: pgmap v658: 121 pgs: 121 active+clean; 164 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 981 KiB/s wr, 8 op/s 2024-08-17T17:18:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:01 smithi094 ceph-mon[102949]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:18:02.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:01 smithi094 ceph-mon[102949]: pgmap v658: 121 pgs: 121 active+clean; 164 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 981 KiB/s wr, 8 op/s 2024-08-17T17:18:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:01 smithi190 ceph-mon[90718]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:18:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:01 smithi190 ceph-mon[90718]: pgmap v658: 121 pgs: 121 active+clean; 164 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 981 KiB/s wr, 8 op/s 2024-08-17T17:18:02.767 INFO:tasks.rados.rados.0.smithi094.stdout:3247: done (1 left) 2024-08-17T17:18:02.767 INFO:tasks.rados.rados.0.smithi094.stdout:3248: snap_remove snap 298 2024-08-17T17:18:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:02 smithi094 ceph-mon[100402]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:18:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:02 smithi094 ceph-mon[102949]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:18:03.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:02 smithi190 ceph-mon[90718]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:18:03.753 INFO:tasks.rados.rados.0.smithi094.stdout:3248: done (1 left) 2024-08-17T17:18:03.753 INFO:tasks.rados.rados.0.smithi094.stdout:3249: delete oid 14 current snap is 302 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:3246: done (1 left) 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:3249: done (0 left) 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:3250: rollback oid 19 current snap is 302 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:3250: done (0 left) 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:3251: copy_from oid 50 from oid 14 current snap is 302 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:3252: read oid 7 snap -1 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:3252: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 302 2024-08-17T17:18:03.763 INFO:tasks.rados.rados.0.smithi094.stdout:3253: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-08-17T17:18:03.766 INFO:tasks.rados.rados.0.smithi094.stdout:3253: writing smithi09487127-47 from 0 to 450560 tid 1 2024-08-17T17:18:03.771 INFO:tasks.rados.rados.0.smithi094.stdout:3253: writing smithi09487127-47 from 450560 to 1105920 tid 2 2024-08-17T17:18:03.775 INFO:tasks.rados.rados.0.smithi094.stdout:3253: writing smithi09487127-47 from 1105920 to 1654784 tid 3 2024-08-17T17:18:03.775 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 302 2024-08-17T17:18:03.775 INFO:tasks.rados.rados.0.smithi094.stdout:3251: finishing copy_from to smithi09487127-50 2024-08-17T17:18:03.775 INFO:tasks.rados.rados.0.smithi094.stdout:3251: got expected ENOENT (src dne) 2024-08-17T17:18:03.775 INFO:tasks.rados.rados.0.smithi094.stdout:3251: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:18:03.776 INFO:tasks.rados.rados.0.smithi094.stdout:3253: finishing write tid 1 to smithi09487127-47 2024-08-17T17:18:03.776 INFO:tasks.rados.rados.0.smithi094.stdout:3254: seq_num 959 ranges {15081472=466944,15548416=540672,16089088=557056,16646144=106496} 2024-08-17T17:18:03.857 INFO:tasks.rados.rados.0.smithi094.stdout:3254: writing smithi09487127-39 from 15081472 to 15548416 tid 1 2024-08-17T17:18:03.860 INFO:tasks.rados.rados.0.smithi094.stdout:3254: writing smithi09487127-39 from 15548416 to 16089088 tid 2 2024-08-17T17:18:03.863 INFO:tasks.rados.rados.0.smithi094.stdout:3254: writing smithi09487127-39 from 16089088 to 16646144 tid 3 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3254: writing smithi09487127-39 from 16646144 to 16752640 tid 4 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3251: done (3 left) 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3255: read oid 32 snap -1 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3255: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3256: read oid 26 snap -1 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3256: expect (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3257: copy_from oid 18 from oid 8 current snap is 302 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3253: finishing write tid 2 to smithi09487127-47 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3253: finishing write tid 3 to smithi09487127-47 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3253: finishing write tid 4 to smithi09487127-47 2024-08-17T17:18:03.865 INFO:tasks.rados.rados.0.smithi094.stdout:3252: expect (ObjNum 841 snap 270 seq_num 841) 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3253: finishing write tid 5 to smithi09487127-47 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1595 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3253: left oid 47 (ObjNum 958 snap 302 seq_num 958) 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3254: finishing write tid 1 to smithi09487127-39 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3252: done (5 left) 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3253: done (4 left) 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3258: read oid 15 snap -1 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3258: expect (ObjNum 947 snap 300 seq_num 947) 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3259: delete oid 33 current snap is 302 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3254: finishing write tid 2 to smithi09487127-39 2024-08-17T17:18:04.025 INFO:tasks.rados.rados.0.smithi094.stdout:3255: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:04.026 INFO:tasks.rados.rados.0.smithi094.stdout:3254: finishing write tid 3 to smithi09487127-39 2024-08-17T17:18:04.026 INFO:tasks.rados.rados.0.smithi094.stdout:3256: expect (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:18:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:3254: finishing write tid 4 to smithi09487127-39 2024-08-17T17:18:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:3254: finishing write tid 5 to smithi09487127-39 2024-08-17T17:18:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:3254: finishing write tid 6 to smithi09487127-39 2024-08-17T17:18:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1668 (ObjNum 959 snap 302 seq_num 959) dirty exists 2024-08-17T17:18:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:3254: left oid 39 (ObjNum 959 snap 302 seq_num 959) 2024-08-17T17:18:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:3257: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:18:04.047 INFO:tasks.rados.rados.0.smithi094.stdout:3257: finishing copy_from to smithi09487127-18 2024-08-17T17:18:04.048 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1649 (ObjNum 923 snap 290 seq_num 923) dirty exists 2024-08-17T17:18:04.048 INFO:tasks.rados.rados.0.smithi094.stdout:3254: done (5 left) 2024-08-17T17:18:04.048 INFO:tasks.rados.rados.0.smithi094.stdout:3255: done (4 left) 2024-08-17T17:18:04.048 INFO:tasks.rados.rados.0.smithi094.stdout:3256: done (3 left) 2024-08-17T17:18:04.048 INFO:tasks.rados.rados.0.smithi094.stdout:3257: done (2 left) 2024-08-17T17:18:04.048 INFO:tasks.rados.rados.0.smithi094.stdout:3259: done (1 left) 2024-08-17T17:18:04.048 INFO:tasks.rados.rados.0.smithi094.stdout:3260: snap_create 2024-08-17T17:18:04.048 INFO:tasks.rados.rados.0.smithi094.stdout:3258: expect (ObjNum 947 snap 300 seq_num 947) 2024-08-17T17:18:04.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:03 smithi190 ceph-mon[90718]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:18:04.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:03 smithi190 ceph-mon[90718]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:18:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:03 smithi094 ceph-mon[100402]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:18:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:03 smithi094 ceph-mon[100402]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:18:04.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:03 smithi094 ceph-mon[102949]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:18:04.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:03 smithi094 ceph-mon[102949]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:18:04.783 INFO:tasks.rados.rados.0.smithi094.stdout:3258: done (1 left) 2024-08-17T17:18:04.783 INFO:tasks.rados.rados.0.smithi094.stdout:3260: done (0 left) 2024-08-17T17:18:04.783 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 8 current snap is 303 2024-08-17T17:18:04.784 INFO:tasks.rados.rados.0.smithi094.stdout:3261: seq_num 961 ranges {14049280=499712,14548992=712704,15261696=491520} 2024-08-17T17:18:04.859 INFO:tasks.rados.rados.0.smithi094.stdout:3261: writing smithi09487127-8 from 14049280 to 14548992 tid 1 2024-08-17T17:18:04.863 INFO:tasks.rados.rados.0.smithi094.stdout:3261: writing smithi09487127-8 from 14548992 to 15261696 tid 2 2024-08-17T17:18:04.866 INFO:tasks.rados.rados.0.smithi094.stdout:3261: writing smithi09487127-8 from 15261696 to 15753216 tid 3 2024-08-17T17:18:04.866 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 303 2024-08-17T17:18:04.867 INFO:tasks.rados.rados.0.smithi094.stdout:3262: seq_num 962 ranges {5046272=516096,5562368=589824,6152192=614400} 2024-08-17T17:18:04.896 INFO:tasks.rados.rados.0.smithi094.stdout:3262: writing smithi09487127-29 from 5046272 to 5562368 tid 1 2024-08-17T17:18:04.899 INFO:tasks.rados.rados.0.smithi094.stdout:3262: writing smithi09487127-29 from 5562368 to 6152192 tid 2 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3262: writing smithi09487127-29 from 6152192 to 6766592 tid 3 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3263: copy_from oid 12 from oid 17 current snap is 303 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3261: finishing write tid 1 to smithi09487127-8 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3261: finishing write tid 2 to smithi09487127-8 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3261: finishing write tid 3 to smithi09487127-8 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3261: finishing write tid 4 to smithi09487127-8 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3261: finishing write tid 5 to smithi09487127-8 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1673 (ObjNum 961 snap 303 seq_num 961) dirty exists 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3261: left oid 8 (ObjNum 961 snap 303 seq_num 961) 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3262: finishing write tid 1 to smithi09487127-29 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3262: finishing write tid 2 to smithi09487127-29 2024-08-17T17:18:04.904 INFO:tasks.rados.rados.0.smithi094.stdout:3261: done (2 left) 2024-08-17T17:18:04.905 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 303 2024-08-17T17:18:04.905 INFO:tasks.rados.rados.0.smithi094.stdout:3264: seq_num 963 ranges {2285568=532480,2818048=475136,3293184=532480,3825664=196608} 2024-08-17T17:18:04.919 INFO:tasks.rados.rados.0.smithi094.stdout:3264: writing smithi09487127-22 from 2285568 to 2818048 tid 1 2024-08-17T17:18:04.922 INFO:tasks.rados.rados.0.smithi094.stdout:3264: writing smithi09487127-22 from 2818048 to 3293184 tid 2 2024-08-17T17:18:04.925 INFO:tasks.rados.rados.0.smithi094.stdout:3264: writing smithi09487127-22 from 3293184 to 3825664 tid 3 2024-08-17T17:18:04.926 INFO:tasks.rados.rados.0.smithi094.stdout:3264: writing smithi09487127-22 from 3825664 to 4022272 tid 4 2024-08-17T17:18:04.926 INFO:tasks.rados.rados.0.smithi094.stdout:3265: snap_remove snap 302 2024-08-17T17:18:05.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:04 smithi190 ceph-mon[90718]: pgmap v661: 121 pgs: 121 active+clean; 180 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.3 MiB/s wr, 6 op/s 2024-08-17T17:18:05.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:04 smithi094 ceph-mon[100402]: pgmap v661: 121 pgs: 121 active+clean; 180 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.3 MiB/s wr, 6 op/s 2024-08-17T17:18:05.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:04 smithi094 ceph-mon[102949]: pgmap v661: 121 pgs: 121 active+clean; 180 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.3 MiB/s wr, 6 op/s 2024-08-17T17:18:05.838 INFO:tasks.rados.rados.0.smithi094.stdout:3265: done (3 left) 2024-08-17T17:18:05.838 INFO:tasks.rados.rados.0.smithi094.stdout:3266: rollback oid 40 current snap is 303 2024-08-17T17:18:05.838 INFO:tasks.rados.rados.0.smithi094.stdout:3266: done (3 left) 2024-08-17T17:18:05.838 INFO:tasks.rados.rados.0.smithi094.stdout:3267: delete oid 13 current snap is 303 2024-08-17T17:18:05.838 INFO:tasks.rados.rados.0.smithi094.stdout:3262: finishing write tid 3 to smithi09487127-29 2024-08-17T17:18:05.838 INFO:tasks.rados.rados.0.smithi094.stdout:3262: finishing write tid 4 to smithi09487127-29 2024-08-17T17:18:05.838 INFO:tasks.rados.rados.0.smithi094.stdout:3262: finishing write tid 5 to smithi09487127-29 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1637 (ObjNum 962 snap 303 seq_num 962) dirty exists 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3262: left oid 29 (ObjNum 962 snap 303 seq_num 962) 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3263: finishing copy_from racing read to smithi09487127-12 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3263: finishing copy_from to smithi09487127-12 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1799 (ObjNum 938 snap 297 seq_num 938) dirty exists 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3264: finishing write tid 1 to smithi09487127-22 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3264: finishing write tid 2 to smithi09487127-22 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3264: finishing write tid 3 to smithi09487127-22 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3264: finishing write tid 4 to smithi09487127-22 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3264: finishing write tid 5 to smithi09487127-22 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3264: finishing write tid 6 to smithi09487127-22 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1508 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-08-17T17:18:05.839 INFO:tasks.rados.rados.0.smithi094.stdout:3264: left oid 22 (ObjNum 963 snap 303 seq_num 963) 2024-08-17T17:18:05.844 INFO:tasks.rados.rados.0.smithi094.stdout:3262: done (3 left) 2024-08-17T17:18:05.844 INFO:tasks.rados.rados.0.smithi094.stdout:3263: done (2 left) 2024-08-17T17:18:05.844 INFO:tasks.rados.rados.0.smithi094.stdout:3264: done (1 left) 2024-08-17T17:18:05.844 INFO:tasks.rados.rados.0.smithi094.stdout:3267: done (0 left) 2024-08-17T17:18:05.844 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 303 2024-08-17T17:18:05.844 INFO:tasks.rados.rados.0.smithi094.stdout:3268: seq_num 965 ranges {4440064=565248,5005312=647168,5652480=548864,6201344=8192} 2024-08-17T17:18:05.871 INFO:tasks.rados.rados.0.smithi094.stdout:3268: writing smithi09487127-34 from 4440064 to 5005312 tid 1 2024-08-17T17:18:05.874 INFO:tasks.rados.rados.0.smithi094.stdout:3268: writing smithi09487127-34 from 5005312 to 5652480 tid 2 2024-08-17T17:18:05.878 INFO:tasks.rados.rados.0.smithi094.stdout:3268: writing smithi09487127-34 from 5652480 to 6201344 tid 3 2024-08-17T17:18:05.878 INFO:tasks.rados.rados.0.smithi094.stdout:3268: writing smithi09487127-34 from 6201344 to 6209536 tid 4 2024-08-17T17:18:05.878 INFO:tasks.rados.rados.0.smithi094.stdout:3269: snap_create 2024-08-17T17:18:05.878 INFO:tasks.rados.rados.0.smithi094.stdout:3268: finishing write tid 1 to smithi09487127-34 2024-08-17T17:18:05.878 INFO:tasks.rados.rados.0.smithi094.stdout:3268: finishing write tid 2 to smithi09487127-34 2024-08-17T17:18:05.882 INFO:tasks.rados.rados.0.smithi094.stdout:3268: finishing write tid 3 to smithi09487127-34 2024-08-17T17:18:05.882 INFO:tasks.rados.rados.0.smithi094.stdout:3268: finishing write tid 4 to smithi09487127-34 2024-08-17T17:18:05.883 INFO:tasks.rados.rados.0.smithi094.stdout:3268: finishing write tid 5 to smithi09487127-34 2024-08-17T17:18:05.884 INFO:tasks.rados.rados.0.smithi094.stdout:3268: finishing write tid 6 to smithi09487127-34 2024-08-17T17:18:05.884 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1642 (ObjNum 965 snap 303 seq_num 965) dirty exists 2024-08-17T17:18:05.884 INFO:tasks.rados.rados.0.smithi094.stdout:3268: left oid 34 (ObjNum 965 snap 303 seq_num 965) 2024-08-17T17:18:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:05 smithi190 ceph-mon[90718]: pgmap v663: 121 pgs: 121 active+clean; 181 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 7.1 MiB/s wr, 19 op/s 2024-08-17T17:18:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:05 smithi190 ceph-mon[90718]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:18:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:05 smithi094 ceph-mon[100402]: pgmap v663: 121 pgs: 121 active+clean; 181 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 7.1 MiB/s wr, 19 op/s 2024-08-17T17:18:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:05 smithi094 ceph-mon[100402]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:18:06.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:05 smithi094 ceph-mon[102949]: pgmap v663: 121 pgs: 121 active+clean; 181 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 7.1 MiB/s wr, 19 op/s 2024-08-17T17:18:06.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:05 smithi094 ceph-mon[102949]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:18:06.842 INFO:tasks.rados.rados.0.smithi094.stdout:3268: done (1 left) 2024-08-17T17:18:06.842 INFO:tasks.rados.rados.0.smithi094.stdout:3269: done (0 left) 2024-08-17T17:18:06.842 INFO:tasks.rados.rados.0.smithi094.stdout:3270: read oid 31 snap -1 2024-08-17T17:18:06.842 INFO:tasks.rados.rados.0.smithi094.stdout:3270: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:18:06.842 INFO:tasks.rados.rados.0.smithi094.stdout:3271: read oid 45 snap -1 2024-08-17T17:18:06.842 INFO:tasks.rados.rados.0.smithi094.stdout:3271: expect (ObjNum 911 snap 286 seq_num 911) 2024-08-17T17:18:06.842 INFO:tasks.rados.rados.0.smithi094.stdout:3272: read oid 38 snap 303 2024-08-17T17:18:06.843 INFO:tasks.rados.rados.0.smithi094.stdout:3272: expect (ObjNum 952 snap 301 seq_num 952) 2024-08-17T17:18:06.843 INFO:tasks.rados.rados.0.smithi094.stdout:3273: delete oid 32 current snap is 304 2024-08-17T17:18:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:3270: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:18:06.894 INFO:tasks.rados.rados.0.smithi094.stdout:3271: expect (ObjNum 911 snap 286 seq_num 911) 2024-08-17T17:18:06.918 INFO:tasks.rados.rados.0.smithi094.stdout:3272: expect (ObjNum 952 snap 301 seq_num 952) 2024-08-17T17:18:07.006 INFO:tasks.rados.rados.0.smithi094.stdout:3270: done (3 left) 2024-08-17T17:18:07.006 INFO:tasks.rados.rados.0.smithi094.stdout:3271: done (2 left) 2024-08-17T17:18:07.006 INFO:tasks.rados.rados.0.smithi094.stdout:3272: done (1 left) 2024-08-17T17:18:07.006 INFO:tasks.rados.rados.0.smithi094.stdout:3273: done (0 left) 2024-08-17T17:18:07.006 INFO:tasks.rados.rados.0.smithi094.stdout:3274: copy_from oid 47 from oid 48 current snap is 304 2024-08-17T17:18:07.006 INFO:tasks.rados.rados.0.smithi094.stdout:3275: snap_remove snap 303 2024-08-17T17:18:07.173 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:06 smithi094 ceph-mon[100402]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:18:07.173 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:06 smithi094 ceph-mon[100402]: pgmap v666: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T17:18:07.174 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:06 smithi094 ceph-mon[102949]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:18:07.174 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:06 smithi094 ceph-mon[102949]: pgmap v666: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T17:18:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:06 smithi190 ceph-mon[90718]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:18:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:06 smithi190 ceph-mon[90718]: pgmap v666: 121 pgs: 121 active+clean; 160 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-08-17T17:18:07.849 INFO:tasks.rados.rados.0.smithi094.stdout:3275: done (1 left) 2024-08-17T17:18:07.849 INFO:tasks.rados.rados.0.smithi094.stdout:3276: read oid 44 snap -1 2024-08-17T17:18:07.849 INFO:tasks.rados.rados.0.smithi094.stdout:3276: expect (ObjNum 955 snap 301 seq_num 955) 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:3277: copy_from oid 37 from oid 50 current snap is 304 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:3274: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:3274: finishing copy_from to smithi09487127-47 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1848 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:3274: done (2 left) 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:3278: read oid 17 snap -1 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:3278: expect (ObjNum 938 snap 297 seq_num 938) 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 304 2024-08-17T17:18:07.850 INFO:tasks.rados.rados.0.smithi094.stdout:3279: seq_num 967 ranges {5783552=598016,6381568=466944,6848512=516096,7364608=221184} 2024-08-17T17:18:07.885 INFO:tasks.rados.rados.0.smithi094.stdout:3279: writing smithi09487127-16 from 5783552 to 6381568 tid 1 2024-08-17T17:18:07.888 INFO:tasks.rados.rados.0.smithi094.stdout:3279: writing smithi09487127-16 from 6381568 to 6848512 tid 2 2024-08-17T17:18:07.892 INFO:tasks.rados.rados.0.smithi094.stdout:3279: writing smithi09487127-16 from 6848512 to 7364608 tid 3 2024-08-17T17:18:07.893 INFO:tasks.rados.rados.0.smithi094.stdout:3279: writing smithi09487127-16 from 7364608 to 7585792 tid 4 2024-08-17T17:18:07.893 INFO:tasks.rados.rados.0.smithi094.stdout:3280: delete oid 40 current snap is 304 2024-08-17T17:18:07.893 INFO:tasks.rados.rados.0.smithi094.stdout:3276: expect (ObjNum 955 snap 301 seq_num 955) 2024-08-17T17:18:08.006 INFO:tasks.rados.rados.0.smithi094.stdout:3277: finishing copy_from racing read to smithi09487127-37 2024-08-17T17:18:08.006 INFO:tasks.rados.rados.0.smithi094.stdout:3277: finishing copy_from to smithi09487127-37 2024-08-17T17:18:08.006 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1476 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-08-17T17:18:08.006 INFO:tasks.rados.rados.0.smithi094.stdout:3278: expect (ObjNum 938 snap 297 seq_num 938) 2024-08-17T17:18:08.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:07 smithi190 ceph-mon[90718]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:18:08.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:07 smithi094 ceph-mon[100402]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:18:08.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:07 smithi094 ceph-mon[102949]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:18:08.452 INFO:tasks.rados.rados.0.smithi094.stdout:3279: finishing write tid 1 to smithi09487127-16 2024-08-17T17:18:08.452 INFO:tasks.rados.rados.0.smithi094.stdout:3279: finishing write tid 2 to smithi09487127-16 2024-08-17T17:18:08.452 INFO:tasks.rados.rados.0.smithi094.stdout:3279: finishing write tid 3 to smithi09487127-16 2024-08-17T17:18:08.452 INFO:tasks.rados.rados.0.smithi094.stdout:3279: finishing write tid 4 to smithi09487127-16 2024-08-17T17:18:08.452 INFO:tasks.rados.rados.0.smithi094.stdout:3279: finishing write tid 5 to smithi09487127-16 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3279: finishing write tid 6 to smithi09487127-16 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1513 (ObjNum 967 snap 304 seq_num 967) dirty exists 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3279: left oid 16 (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3276: done (4 left) 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3277: done (3 left) 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3278: done (2 left) 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3279: done (1 left) 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3280: done (0 left) 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3281: rollback oid 18 current snap is 304 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3281: done (0 left) 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3282: read oid 19 snap -1 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3282: expect deleted 2024-08-17T17:18:08.453 INFO:tasks.rados.rados.0.smithi094.stdout:3283: setattr oid 26 current snap is 304 2024-08-17T17:18:08.454 INFO:tasks.rados.rados.0.smithi094.stdout:3282: done (1 left) 2024-08-17T17:18:08.454 INFO:tasks.rados.rados.0.smithi094.stdout:3284: snap_create 2024-08-17T17:18:08.456 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1849 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:18:08.754 INFO:tasks.rados.rados.0.smithi094.stdout:3283: done (1 left) 2024-08-17T17:18:08.754 INFO:tasks.rados.rados.0.smithi094.stdout:3284: done (0 left) 2024-08-17T17:18:08.754 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 305 2024-08-17T17:18:08.754 INFO:tasks.rados.rados.0.smithi094.stdout:3285: seq_num 969 ranges {8871936=638976,9510912=630784,10141696=532480,10674176=40960} 2024-08-17T17:18:08.805 INFO:tasks.rados.rados.0.smithi094.stdout:3285: writing smithi09487127-42 from 8871936 to 9510912 tid 1 2024-08-17T17:18:08.808 INFO:tasks.rados.rados.0.smithi094.stdout:3285: writing smithi09487127-42 from 9510912 to 10141696 tid 2 2024-08-17T17:18:08.811 INFO:tasks.rados.rados.0.smithi094.stdout:3285: writing smithi09487127-42 from 10141696 to 10674176 tid 3 2024-08-17T17:18:08.811 INFO:tasks.rados.rados.0.smithi094.stdout:3285: writing smithi09487127-42 from 10674176 to 10715136 tid 4 2024-08-17T17:18:08.812 INFO:tasks.rados.rados.0.smithi094.stdout:3286: setattr oid 12 current snap is 305 2024-08-17T17:18:08.813 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 305 2024-08-17T17:18:08.813 INFO:tasks.rados.rados.0.smithi094.stdout:3287: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-08-17T17:18:08.817 INFO:tasks.rados.rados.0.smithi094.stdout:3287: writing smithi09487127-25 from 0 to 655360 tid 1 2024-08-17T17:18:08.820 INFO:tasks.rados.rados.0.smithi094.stdout:3287: writing smithi09487127-25 from 655360 to 1171456 tid 2 2024-08-17T17:18:08.825 INFO:tasks.rados.rados.0.smithi094.stdout:3287: writing smithi09487127-25 from 1171456 to 1859584 tid 3 2024-08-17T17:18:08.825 INFO:tasks.rados.rados.0.smithi094.stdout:3288: read oid 23 snap -1 2024-08-17T17:18:08.825 INFO:tasks.rados.rados.0.smithi094.stdout:3288: expect deleted 2024-08-17T17:18:08.825 INFO:tasks.rados.rados.0.smithi094.stdout:3289: delete oid 17 current snap is 305 2024-08-17T17:18:08.825 INFO:tasks.rados.rados.0.smithi094.stdout:3285: finishing write tid 1 to smithi09487127-42 2024-08-17T17:18:08.825 INFO:tasks.rados.rados.0.smithi094.stdout:3285: finishing write tid 2 to smithi09487127-42 2024-08-17T17:18:08.825 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1863 (ObjNum 938 snap 297 seq_num 938) dirty exists 2024-08-17T17:18:08.825 INFO:tasks.rados.rados.0.smithi094.stdout:3285: finishing write tid 3 to smithi09487127-42 2024-08-17T17:18:08.826 INFO:tasks.rados.rados.0.smithi094.stdout:3285: finishing write tid 4 to smithi09487127-42 2024-08-17T17:18:08.826 INFO:tasks.rados.rados.0.smithi094.stdout:3285: finishing write tid 5 to smithi09487127-42 2024-08-17T17:18:08.826 INFO:tasks.rados.rados.0.smithi094.stdout:3287: finishing write tid 1 to smithi09487127-25 2024-08-17T17:18:08.826 INFO:tasks.rados.rados.0.smithi094.stdout:3285: finishing write tid 6 to smithi09487127-42 2024-08-17T17:18:08.826 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1515 (ObjNum 969 snap 305 seq_num 969) dirty exists 2024-08-17T17:18:08.826 INFO:tasks.rados.rados.0.smithi094.stdout:3285: left oid 42 (ObjNum 969 snap 305 seq_num 969) 2024-08-17T17:18:08.826 INFO:tasks.rados.rados.0.smithi094.stdout:3287: finishing write tid 2 to smithi09487127-25 2024-08-17T17:18:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3287: finishing write tid 3 to smithi09487127-25 2024-08-17T17:18:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3285: done (4 left) 2024-08-17T17:18:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3286: done (3 left) 2024-08-17T17:18:08.828 INFO:tasks.rados.rados.0.smithi094.stdout:3288: done (2 left) 2024-08-17T17:18:08.829 INFO:tasks.rados.rados.0.smithi094.stdout:3289: done (1 left) 2024-08-17T17:18:08.829 INFO:tasks.rados.rados.0.smithi094.stdout:3290: setattr oid 49 current snap is 305 2024-08-17T17:18:08.829 INFO:tasks.rados.rados.0.smithi094.stdout:3287: finishing write tid 4 to smithi09487127-25 2024-08-17T17:18:08.829 INFO:tasks.rados.rados.0.smithi094.stdout:3287: finishing write tid 5 to smithi09487127-25 2024-08-17T17:18:08.829 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1419 (ObjNum 970 snap 305 seq_num 970) dirty exists 2024-08-17T17:18:08.829 INFO:tasks.rados.rados.0.smithi094.stdout:3287: left oid 25 (ObjNum 970 snap 305 seq_num 970) 2024-08-17T17:18:08.831 INFO:tasks.rados.rados.0.smithi094.stdout:3287: done (1 left) 2024-08-17T17:18:08.831 INFO:tasks.rados.rados.0.smithi094.stdout:3291: delete oid 15 current snap is 305 2024-08-17T17:18:08.834 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1514 (ObjNum 129 snap 0 seq_num 3214557216) dirty exists 2024-08-17T17:18:08.835 INFO:tasks.rados.rados.0.smithi094.stdout:3290: done (1 left) 2024-08-17T17:18:08.835 INFO:tasks.rados.rados.0.smithi094.stdout:3291: done (0 left) 2024-08-17T17:18:08.835 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 305 2024-08-17T17:18:08.835 INFO:tasks.rados.rados.0.smithi094.stdout:3292: seq_num 973 ranges {6561792=704512,7266304=573440,7839744=507904,8347648=122880} 2024-08-17T17:18:08.846 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:18:08 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=infra.usagestats t=2024-08-17T17:18:08.554453044Z level=info msg="Usage stats are ready to report" 2024-08-17T17:18:08.874 INFO:tasks.rados.rados.0.smithi094.stdout:3292: writing smithi09487127-12 from 6561792 to 7266304 tid 1 2024-08-17T17:18:08.878 INFO:tasks.rados.rados.0.smithi094.stdout:3292: writing smithi09487127-12 from 7266304 to 7839744 tid 2 2024-08-17T17:18:08.881 INFO:tasks.rados.rados.0.smithi094.stdout:3292: writing smithi09487127-12 from 7839744 to 8347648 tid 3 2024-08-17T17:18:08.882 INFO:tasks.rados.rados.0.smithi094.stdout:3292: writing smithi09487127-12 from 8347648 to 8470528 tid 4 2024-08-17T17:18:08.882 INFO:tasks.rados.rados.0.smithi094.stdout:3293: snap_remove snap 304 2024-08-17T17:18:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:08 smithi190 ceph-mon[90718]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:18:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:08 smithi190 ceph-mon[90718]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:18:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:08 smithi190 ceph-mon[90718]: pgmap v670: 121 pgs: 121 active+clean; 179 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.9 MiB/s wr, 8 op/s 2024-08-17T17:18:09.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:08 smithi094 ceph-mon[100402]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:18:09.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:08 smithi094 ceph-mon[100402]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:18:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:08 smithi094 ceph-mon[100402]: pgmap v670: 121 pgs: 121 active+clean; 179 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.9 MiB/s wr, 8 op/s 2024-08-17T17:18:09.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:08 smithi094 ceph-mon[102949]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:18:09.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:08 smithi094 ceph-mon[102949]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:18:09.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:08 smithi094 ceph-mon[102949]: pgmap v670: 121 pgs: 121 active+clean; 179 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.9 MiB/s wr, 8 op/s 2024-08-17T17:18:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:18:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:18:09] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:18:09.852 INFO:tasks.rados.rados.0.smithi094.stdout:3293: done (1 left) 2024-08-17T17:18:09.852 INFO:tasks.rados.rados.0.smithi094.stdout:3294: copy_from oid 28 from oid 33 current snap is 305 2024-08-17T17:18:09.852 INFO:tasks.rados.rados.0.smithi094.stdout:3295: rollback oid 2 current snap is 305 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3295: done (2 left) 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3296: snap_create 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3292: finishing write tid 1 to smithi09487127-12 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3292: finishing write tid 2 to smithi09487127-12 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3292: finishing write tid 3 to smithi09487127-12 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3292: finishing write tid 4 to smithi09487127-12 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3292: finishing write tid 5 to smithi09487127-12 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3292: finishing write tid 6 to smithi09487127-12 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1869 (ObjNum 973 snap 305 seq_num 973) dirty exists 2024-08-17T17:18:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3292: left oid 12 (ObjNum 973 snap 305 seq_num 973) 2024-08-17T17:18:09.860 INFO:tasks.rados.rados.0.smithi094.stdout:3294: finishing copy_from to smithi09487127-28 2024-08-17T17:18:09.860 INFO:tasks.rados.rados.0.smithi094.stdout:3294: got expected ENOENT (src dne) 2024-08-17T17:18:09.861 INFO:tasks.rados.rados.0.smithi094.stdout:3294: finishing copy_from racing read to smithi09487127-28 2024-08-17T17:18:10.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:18:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:18:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:18:10.859 INFO:tasks.rados.rados.0.smithi094.stdout:3292: done (2 left) 2024-08-17T17:18:10.859 INFO:tasks.rados.rados.0.smithi094.stdout:3294: done (1 left) 2024-08-17T17:18:10.859 INFO:tasks.rados.rados.0.smithi094.stdout:3296: done (0 left) 2024-08-17T17:18:10.859 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 306 2024-08-17T17:18:10.859 INFO:tasks.rados.rados.0.smithi094.stdout:3297: seq_num 974 ranges {1286144=720896,2007040=507904,2514944=671744,3186688=24576} 2024-08-17T17:18:10.868 INFO:tasks.rados.rados.0.smithi094.stdout:3297: writing smithi09487127-4 from 1286144 to 2007040 tid 1 2024-08-17T17:18:10.871 INFO:tasks.rados.rados.0.smithi094.stdout:3297: writing smithi09487127-4 from 2007040 to 2514944 tid 2 2024-08-17T17:18:10.875 INFO:tasks.rados.rados.0.smithi094.stdout:3297: writing smithi09487127-4 from 2514944 to 3186688 tid 3 2024-08-17T17:18:10.875 INFO:tasks.rados.rados.0.smithi094.stdout:3297: writing smithi09487127-4 from 3186688 to 3211264 tid 4 2024-08-17T17:18:10.876 INFO:tasks.rados.rados.0.smithi094.stdout:3298: snap_remove snap 305 2024-08-17T17:18:11.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:10 smithi190 ceph-mon[90718]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:18:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:10 smithi094 ceph-mon[100402]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:18:11.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:10 smithi094 ceph-mon[102949]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:18:11.865 INFO:tasks.rados.rados.0.smithi094.stdout:3298: done (1 left) 2024-08-17T17:18:11.865 INFO:tasks.rados.rados.0.smithi094.stdout:3299: read oid 14 snap -1 2024-08-17T17:18:11.865 INFO:tasks.rados.rados.0.smithi094.stdout:3299: expect deleted 2024-08-17T17:18:11.865 INFO:tasks.rados.rados.0.smithi094.stdout:3300: snap_create 2024-08-17T17:18:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:3297: finishing write tid 1 to smithi09487127-4 2024-08-17T17:18:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:3297: finishing write tid 2 to smithi09487127-4 2024-08-17T17:18:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:3297: finishing write tid 3 to smithi09487127-4 2024-08-17T17:18:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:3297: finishing write tid 4 to smithi09487127-4 2024-08-17T17:18:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:3297: finishing write tid 5 to smithi09487127-4 2024-08-17T17:18:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:3297: finishing write tid 6 to smithi09487127-4 2024-08-17T17:18:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1359 (ObjNum 974 snap 306 seq_num 974) dirty exists 2024-08-17T17:18:11.866 INFO:tasks.rados.rados.0.smithi094.stdout:3297: left oid 4 (ObjNum 974 snap 306 seq_num 974) 2024-08-17T17:18:12.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:11 smithi190 ceph-mon[90718]: pgmap v672: 121 pgs: 121 active+clean; 186 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.9 MiB/s wr, 23 op/s 2024-08-17T17:18:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:11 smithi190 ceph-mon[90718]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:18:12.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:11 smithi094 ceph-mon[100402]: pgmap v672: 121 pgs: 121 active+clean; 186 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.9 MiB/s wr, 23 op/s 2024-08-17T17:18:12.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:11 smithi094 ceph-mon[100402]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:18:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:11 smithi094 ceph-mon[102949]: pgmap v672: 121 pgs: 121 active+clean; 186 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.9 MiB/s wr, 23 op/s 2024-08-17T17:18:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:11 smithi094 ceph-mon[102949]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:18:12.868 INFO:tasks.rados.rados.0.smithi094.stdout:3297: done (2 left) 2024-08-17T17:18:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:3299: done (1 left) 2024-08-17T17:18:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:3300: done (0 left) 2024-08-17T17:18:12.869 INFO:tasks.rados.rados.0.smithi094.stdout:3301: snap_remove snap 306 2024-08-17T17:18:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:12 smithi190 ceph-mon[90718]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:18:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:12 smithi094 ceph-mon[102949]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:18:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:12 smithi094 ceph-mon[100402]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:18:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:13.756 INFO:tasks.rados.rados.0.smithi094.stdout:3301: done (0 left) 2024-08-17T17:18:13.756 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 307 2024-08-17T17:18:13.756 INFO:tasks.rados.rados.0.smithi094.stdout:3302: seq_num 975 ranges {3252224=737280,3989504=786432,4775936=417792} 2024-08-17T17:18:13.778 INFO:tasks.rados.rados.0.smithi094.stdout:3302: writing smithi09487127-50 from 3252224 to 3989504 tid 1 2024-08-17T17:18:13.782 INFO:tasks.rados.rados.0.smithi094.stdout:3302: writing smithi09487127-50 from 3989504 to 4775936 tid 2 2024-08-17T17:18:13.785 INFO:tasks.rados.rados.0.smithi094.stdout:3302: writing smithi09487127-50 from 4775936 to 5193728 tid 3 2024-08-17T17:18:13.785 INFO:tasks.rados.rados.0.smithi094.stdout:3303: delete oid 42 current snap is 307 2024-08-17T17:18:13.792 INFO:tasks.rados.rados.0.smithi094.stdout:3303: done (1 left) 2024-08-17T17:18:13.792 INFO:tasks.rados.rados.0.smithi094.stdout:3304: snap_create 2024-08-17T17:18:13.793 INFO:tasks.rados.rados.0.smithi094.stdout:3302: finishing write tid 1 to smithi09487127-50 2024-08-17T17:18:13.793 INFO:tasks.rados.rados.0.smithi094.stdout:3302: finishing write tid 2 to smithi09487127-50 2024-08-17T17:18:13.793 INFO:tasks.rados.rados.0.smithi094.stdout:3302: finishing write tid 3 to smithi09487127-50 2024-08-17T17:18:13.794 INFO:tasks.rados.rados.0.smithi094.stdout:3302: finishing write tid 4 to smithi09487127-50 2024-08-17T17:18:13.797 INFO:tasks.rados.rados.0.smithi094.stdout:3302: finishing write tid 5 to smithi09487127-50 2024-08-17T17:18:13.797 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1680 (ObjNum 975 snap 307 seq_num 975) dirty exists 2024-08-17T17:18:13.797 INFO:tasks.rados.rados.0.smithi094.stdout:3302: left oid 50 (ObjNum 975 snap 307 seq_num 975) 2024-08-17T17:18:14.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:13 smithi190 ceph-mon[90718]: pgmap v675: 121 pgs: 121 active+clean; 176 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-08-17T17:18:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:13 smithi190 ceph-mon[90718]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:18:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:13 smithi190 ceph-mon[90718]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:18:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:13 smithi094 ceph-mon[100402]: pgmap v675: 121 pgs: 121 active+clean; 176 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-08-17T17:18:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:13 smithi094 ceph-mon[100402]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:18:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:13 smithi094 ceph-mon[100402]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:18:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:13 smithi094 ceph-mon[102949]: pgmap v675: 121 pgs: 121 active+clean; 176 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-08-17T17:18:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:13 smithi094 ceph-mon[102949]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:18:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:13 smithi094 ceph-mon[102949]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:18:14.757 INFO:tasks.rados.rados.0.smithi094.stdout:3302: done (1 left) 2024-08-17T17:18:14.757 INFO:tasks.rados.rados.0.smithi094.stdout:3304: done (0 left) 2024-08-17T17:18:14.758 INFO:tasks.rados.rados.0.smithi094.stdout:3305: snap_create 2024-08-17T17:18:15.760 INFO:tasks.rados.rados.0.smithi094.stdout:3305: done (0 left) 2024-08-17T17:18:15.760 INFO:tasks.rados.rados.0.smithi094.stdout:3306: rollback oid 11 current snap is 309 2024-08-17T17:18:15.760 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 308 2024-08-17T17:18:15.760 INFO:tasks.rados.rados.0.smithi094.stdout:3307: rollback oid 32 current snap is 309 2024-08-17T17:18:15.760 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 307 2024-08-17T17:18:15.760 INFO:tasks.rados.rados.0.smithi094.stdout:3308: delete oid 15 current snap is 309 2024-08-17T17:18:15.766 INFO:tasks.rados.rados.0.smithi094.stdout:3308: done (2 left) 2024-08-17T17:18:15.766 INFO:tasks.rados.rados.0.smithi094.stdout:3309: rollback oid 41 current snap is 309 2024-08-17T17:18:15.766 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 307 2024-08-17T17:18:15.766 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 309 2024-08-17T17:18:15.766 INFO:tasks.rados.rados.0.smithi094.stdout:3310: seq_num 978 ranges {1253376=786432,2039808=442368,2482176=647168,3129344=114688} 2024-08-17T17:18:15.777 INFO:tasks.rados.rados.0.smithi094.stdout:3310: writing smithi09487127-46 from 1253376 to 2039808 tid 1 2024-08-17T17:18:15.780 INFO:tasks.rados.rados.0.smithi094.stdout:3310: writing smithi09487127-46 from 2039808 to 2482176 tid 2 2024-08-17T17:18:15.783 INFO:tasks.rados.rados.0.smithi094.stdout:3310: writing smithi09487127-46 from 2482176 to 3129344 tid 3 2024-08-17T17:18:15.784 INFO:tasks.rados.rados.0.smithi094.stdout:3310: writing smithi09487127-46 from 3129344 to 3244032 tid 4 2024-08-17T17:18:15.784 INFO:tasks.rados.rados.0.smithi094.stdout:3311: snap_create 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3307: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3306: finishing rollback tid 0 to smithi09487127-11 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3306: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3306: finishing rollback tid 2 to smithi09487127-11 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1150 (ObjNum 851 snap 272 seq_num 851) dirty exists 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3309: finishing rollback tid 0 to smithi09487127-41 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3309: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3309: finishing rollback tid 2 to smithi09487127-41 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1645 (ObjNum 49 snap 0 seq_num 3232217280) dirty exists 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3310: finishing write tid 1 to smithi09487127-46 2024-08-17T17:18:15.785 INFO:tasks.rados.rados.0.smithi094.stdout:3310: finishing write tid 2 to smithi09487127-46 2024-08-17T17:18:15.787 INFO:tasks.rados.rados.0.smithi094.stdout:3310: finishing write tid 3 to smithi09487127-46 2024-08-17T17:18:15.787 INFO:tasks.rados.rados.0.smithi094.stdout:3310: finishing write tid 4 to smithi09487127-46 2024-08-17T17:18:15.787 INFO:tasks.rados.rados.0.smithi094.stdout:3310: finishing write tid 5 to smithi09487127-46 2024-08-17T17:18:15.789 INFO:tasks.rados.rados.0.smithi094.stdout:3310: finishing write tid 6 to smithi09487127-46 2024-08-17T17:18:15.789 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1654 (ObjNum 978 snap 309 seq_num 978) dirty exists 2024-08-17T17:18:15.789 INFO:tasks.rados.rados.0.smithi094.stdout:3310: left oid 46 (ObjNum 978 snap 309 seq_num 978) 2024-08-17T17:18:16.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:15 smithi094 ceph-mon[100402]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:18:16.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:15 smithi094 ceph-mon[102949]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:18:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:15 smithi190 ceph-mon[90718]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:18:16.770 INFO:tasks.rados.rados.0.smithi094.stdout:3306: done (4 left) 2024-08-17T17:18:16.770 INFO:tasks.rados.rados.0.smithi094.stdout:3307: done (3 left) 2024-08-17T17:18:16.770 INFO:tasks.rados.rados.0.smithi094.stdout:3309: done (2 left) 2024-08-17T17:18:16.771 INFO:tasks.rados.rados.0.smithi094.stdout:3310: done (1 left) 2024-08-17T17:18:16.771 INFO:tasks.rados.rados.0.smithi094.stdout:3311: done (0 left) 2024-08-17T17:18:16.771 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 310 2024-08-17T17:18:16.771 INFO:tasks.rados.rados.0.smithi094.stdout:3312: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2024-08-17T17:18:16.774 INFO:tasks.rados.rados.0.smithi094.stdout:3312: writing smithi09487127-13 from 0 to 802816 tid 1 2024-08-17T17:18:16.778 INFO:tasks.rados.rados.0.smithi094.stdout:3312: writing smithi09487127-13 from 802816 to 1531904 tid 2 2024-08-17T17:18:16.781 INFO:tasks.rados.rados.0.smithi094.stdout:3312: writing smithi09487127-13 from 1531904 to 1990656 tid 3 2024-08-17T17:18:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:3312: writing smithi09487127-13 from 1990656 to 2007040 tid 4 2024-08-17T17:18:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:3313: rollback oid 30 current snap is 310 2024-08-17T17:18:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 30 to 309 2024-08-17T17:18:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:3312: finishing write tid 1 to smithi09487127-13 2024-08-17T17:18:16.782 INFO:tasks.rados.rados.0.smithi094.stdout:3314: snap_create 2024-08-17T17:18:16.785 INFO:tasks.rados.rados.0.smithi094.stdout:3313: finishing rollback tid 1 to smithi09487127-30 2024-08-17T17:18:16.785 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 0 (ObjNum 145 snap 0 seq_num 3213660784) dirty dne 2024-08-17T17:18:16.786 INFO:tasks.rados.rados.0.smithi094.stdout:3312: finishing write tid 2 to smithi09487127-13 2024-08-17T17:18:16.788 INFO:tasks.rados.rados.0.smithi094.stdout:3312: finishing write tid 3 to smithi09487127-13 2024-08-17T17:18:16.788 INFO:tasks.rados.rados.0.smithi094.stdout:3312: finishing write tid 4 to smithi09487127-13 2024-08-17T17:18:16.788 INFO:tasks.rados.rados.0.smithi094.stdout:3312: finishing write tid 5 to smithi09487127-13 2024-08-17T17:18:16.792 INFO:tasks.rados.rados.0.smithi094.stdout:3312: finishing write tid 6 to smithi09487127-13 2024-08-17T17:18:16.792 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1685 (ObjNum 979 snap 310 seq_num 979) dirty exists 2024-08-17T17:18:16.792 INFO:tasks.rados.rados.0.smithi094.stdout:3312: left oid 13 (ObjNum 979 snap 310 seq_num 979) 2024-08-17T17:18:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:16 smithi094 ceph-mon[100402]: pgmap v679: 121 pgs: 121 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-17T17:18:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:16 smithi094 ceph-mon[100402]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:18:17.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:16 smithi094 ceph-mon[102949]: pgmap v679: 121 pgs: 121 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-17T17:18:17.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:16 smithi094 ceph-mon[102949]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:18:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:16 smithi190 ceph-mon[90718]: pgmap v679: 121 pgs: 121 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-08-17T17:18:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:16 smithi190 ceph-mon[90718]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:18:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:3312: done (2 left) 2024-08-17T17:18:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:3313: done (1 left) 2024-08-17T17:18:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:3314: done (0 left) 2024-08-17T17:18:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:3315: read oid 41 snap -1 2024-08-17T17:18:17.773 INFO:tasks.rados.rados.0.smithi094.stdout:3315: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:17.774 INFO:tasks.rados.rados.0.smithi094.stdout:3316: snap_create 2024-08-17T17:18:17.774 INFO:tasks.rados.rados.0.smithi094.stdout:3315: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:17 smithi190 ceph-mon[90718]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:18:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:17 smithi094 ceph-mon[100402]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:18:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:17 smithi094 ceph-mon[102949]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:18:18.757 INFO:tasks.rados.rados.0.smithi094.stdout:3315: done (1 left) 2024-08-17T17:18:18.757 INFO:tasks.rados.rados.0.smithi094.stdout:3316: done (0 left) 2024-08-17T17:18:18.758 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 312 2024-08-17T17:18:18.758 INFO:tasks.rados.rados.0.smithi094.stdout:3317: seq_num 980 ranges {0=417792,417792=614400,1032192=663552,1695744=327680} 2024-08-17T17:18:18.759 INFO:tasks.rados.rados.0.smithi094.stdout:3317: writing smithi09487127-41 from 0 to 417792 tid 1 2024-08-17T17:18:18.763 INFO:tasks.rados.rados.0.smithi094.stdout:3317: writing smithi09487127-41 from 417792 to 1032192 tid 2 2024-08-17T17:18:18.767 INFO:tasks.rados.rados.0.smithi094.stdout:3317: writing smithi09487127-41 from 1032192 to 1695744 tid 3 2024-08-17T17:18:18.769 INFO:tasks.rados.rados.0.smithi094.stdout:3317: writing smithi09487127-41 from 1695744 to 2023424 tid 4 2024-08-17T17:18:18.770 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 312 2024-08-17T17:18:18.770 INFO:tasks.rados.rados.0.smithi094.stdout:3317: finishing write tid 1 to smithi09487127-41 2024-08-17T17:18:18.770 INFO:tasks.rados.rados.0.smithi094.stdout:3318: seq_num 981 ranges {696320=434176,1130496=540672,1671168=466944,2138112=524288,2662400=73728} 2024-08-17T17:18:18.776 INFO:tasks.rados.rados.0.smithi094.stdout:3318: writing smithi09487127-27 from 696320 to 1130496 tid 1 2024-08-17T17:18:18.779 INFO:tasks.rados.rados.0.smithi094.stdout:3318: writing smithi09487127-27 from 1130496 to 1671168 tid 2 2024-08-17T17:18:18.782 INFO:tasks.rados.rados.0.smithi094.stdout:3318: writing smithi09487127-27 from 1671168 to 2138112 tid 3 2024-08-17T17:18:18.786 INFO:tasks.rados.rados.0.smithi094.stdout:3318: writing smithi09487127-27 from 2138112 to 2662400 tid 4 2024-08-17T17:18:18.787 INFO:tasks.rados.rados.0.smithi094.stdout:3318: writing smithi09487127-27 from 2662400 to 2736128 tid 5 2024-08-17T17:18:18.787 INFO:tasks.rados.rados.0.smithi094.stdout:3319: read oid 3 snap -1 2024-08-17T17:18:18.787 INFO:tasks.rados.rados.0.smithi094.stdout:3319: expect (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:18:18.787 INFO:tasks.rados.rados.0.smithi094.stdout:3320: read oid 6 snap -1 2024-08-17T17:18:18.787 INFO:tasks.rados.rados.0.smithi094.stdout:3320: expect deleted 2024-08-17T17:18:18.787 INFO:tasks.rados.rados.0.smithi094.stdout:3321: copy_from oid 44 from oid 36 current snap is 312 2024-08-17T17:18:18.787 INFO:tasks.rados.rados.0.smithi094.stdout:3317: finishing write tid 2 to smithi09487127-41 2024-08-17T17:18:18.787 INFO:tasks.rados.rados.0.smithi094.stdout:3317: finishing write tid 3 to smithi09487127-41 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3317: finishing write tid 4 to smithi09487127-41 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3317: finishing write tid 5 to smithi09487127-41 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3317: finishing write tid 6 to smithi09487127-41 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1650 (ObjNum 980 snap 312 seq_num 980) dirty exists 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3317: left oid 41 (ObjNum 980 snap 312 seq_num 980) 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3318: finishing write tid 1 to smithi09487127-27 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3318: finishing write tid 2 to smithi09487127-27 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3318: finishing write tid 3 to smithi09487127-27 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3317: done (4 left) 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3322: rmattr oid 5 current snap is 312 2024-08-17T17:18:18.788 INFO:tasks.rados.rados.0.smithi094.stdout:3323: delete oid 28 current snap is 312 2024-08-17T17:18:18.789 INFO:tasks.rados.rados.0.smithi094.stdout:3321: finishing copy_from to smithi09487127-44 2024-08-17T17:18:18.789 INFO:tasks.rados.rados.0.smithi094.stdout:3321: got expected ENOENT (src dne) 2024-08-17T17:18:18.789 INFO:tasks.rados.rados.0.smithi094.stdout:3321: finishing copy_from racing read to smithi09487127-44 2024-08-17T17:18:18.790 INFO:tasks.rados.rados.0.smithi094.stdout:3318: finishing write tid 4 to smithi09487127-27 2024-08-17T17:18:18.790 INFO:tasks.rados.rados.0.smithi094.stdout:3320: done (5 left) 2024-08-17T17:18:18.790 INFO:tasks.rados.rados.0.smithi094.stdout:3321: done (4 left) 2024-08-17T17:18:18.790 INFO:tasks.rados.rados.0.smithi094.stdout:3323: done (3 left) 2024-08-17T17:18:18.791 INFO:tasks.rados.rados.0.smithi094.stdout:3324: delete oid 42 current snap is 312 2024-08-17T17:18:18.791 INFO:tasks.rados.rados.0.smithi094.stdout:3318: finishing write tid 5 to smithi09487127-27 2024-08-17T17:18:18.791 INFO:tasks.rados.rados.0.smithi094.stdout:3318: finishing write tid 6 to smithi09487127-27 2024-08-17T17:18:18.791 INFO:tasks.rados.rados.0.smithi094.stdout:3318: finishing write tid 7 to smithi09487127-27 2024-08-17T17:18:18.791 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1857 (ObjNum 981 snap 312 seq_num 981) dirty exists 2024-08-17T17:18:18.792 INFO:tasks.rados.rados.0.smithi094.stdout:3318: left oid 27 (ObjNum 981 snap 312 seq_num 981) 2024-08-17T17:18:18.801 INFO:tasks.rados.rados.0.smithi094.stdout:3319: expect (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:18:18.878 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1517 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-08-17T17:18:18.878 INFO:tasks.rados.rados.0.smithi094.stdout:3318: done (3 left) 2024-08-17T17:18:18.878 INFO:tasks.rados.rados.0.smithi094.stdout:3319: done (2 left) 2024-08-17T17:18:18.878 INFO:tasks.rados.rados.0.smithi094.stdout:3322: done (1 left) 2024-08-17T17:18:18.879 INFO:tasks.rados.rados.0.smithi094.stdout:3324: done (0 left) 2024-08-17T17:18:18.879 INFO:tasks.rados.rados.0.smithi094.stdout:3325: snap_create 2024-08-17T17:18:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:18 smithi190 ceph-mon[90718]: pgmap v682: 121 pgs: 121 active+clean; 167 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 261 B/s rd, 484 KiB/s wr, 1 op/s 2024-08-17T17:18:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:18 smithi190 ceph-mon[90718]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:18:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:18 smithi190 ceph-mon[90718]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:18:19.270 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:18 smithi094 ceph-mon[102949]: pgmap v682: 121 pgs: 121 active+clean; 167 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 261 B/s rd, 484 KiB/s wr, 1 op/s 2024-08-17T17:18:19.270 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:18 smithi094 ceph-mon[102949]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:18:19.270 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:18 smithi094 ceph-mon[102949]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:18:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:18 smithi094 ceph-mon[100402]: pgmap v682: 121 pgs: 121 active+clean; 167 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 261 B/s rd, 484 KiB/s wr, 1 op/s 2024-08-17T17:18:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:18 smithi094 ceph-mon[100402]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:18:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:18 smithi094 ceph-mon[100402]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:18:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:18:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:18:19] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:18:19.785 INFO:tasks.rados.rados.0.smithi094.stdout:3325: done (0 left) 2024-08-17T17:18:19.785 INFO:tasks.rados.rados.0.smithi094.stdout:3326: snap_remove snap 311 2024-08-17T17:18:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:18:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:18:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:18:20.787 INFO:tasks.rados.rados.0.smithi094.stdout:3326: done (0 left) 2024-08-17T17:18:20.787 INFO:tasks.rados.rados.0.smithi094.stdout:3327: snap_create 2024-08-17T17:18:21.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:20 smithi190 ceph-mon[90718]: pgmap v685: 121 pgs: 121 active+clean; 169 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 1 op/s 2024-08-17T17:18:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:20 smithi190 ceph-mon[90718]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:18:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:20 smithi094 ceph-mon[102949]: pgmap v685: 121 pgs: 121 active+clean; 169 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 1 op/s 2024-08-17T17:18:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:20 smithi094 ceph-mon[102949]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:18:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:20 smithi094 ceph-mon[100402]: pgmap v685: 121 pgs: 121 active+clean; 169 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 1 op/s 2024-08-17T17:18:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:20 smithi094 ceph-mon[100402]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:18:21.789 INFO:tasks.rados.rados.0.smithi094.stdout:3327: done (0 left) 2024-08-17T17:18:21.789 INFO:tasks.rados.rados.0.smithi094.stdout:3328: copy_from oid 13 from oid 23 current snap is 314 2024-08-17T17:18:21.789 INFO:tasks.rados.rados.0.smithi094.stdout:3329: delete oid 7 current snap is 314 2024-08-17T17:18:21.791 INFO:tasks.rados.rados.0.smithi094.stdout:3328: finishing copy_from to smithi09487127-13 2024-08-17T17:18:21.792 INFO:tasks.rados.rados.0.smithi094.stdout:3328: got expected ENOENT (src dne) 2024-08-17T17:18:21.792 INFO:tasks.rados.rados.0.smithi094.stdout:3328: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:18:21.797 INFO:tasks.rados.rados.0.smithi094.stdout:3328: done (1 left) 2024-08-17T17:18:21.798 INFO:tasks.rados.rados.0.smithi094.stdout:3329: done (0 left) 2024-08-17T17:18:21.798 INFO:tasks.rados.rados.0.smithi094.stdout:3330: snap_create 2024-08-17T17:18:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:21 smithi190 ceph-mon[90718]: pgmap v687: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:18:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:21 smithi190 ceph-mon[90718]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:18:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:21 smithi094 ceph-mon[102949]: pgmap v687: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:18:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:21 smithi094 ceph-mon[102949]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:18:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:21 smithi094 ceph-mon[100402]: pgmap v687: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:18:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:21 smithi094 ceph-mon[100402]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:18:22.798 INFO:tasks.rados.rados.0.smithi094.stdout:3330: done (0 left) 2024-08-17T17:18:22.799 INFO:tasks.rados.rados.0.smithi094.stdout:3331: snap_create 2024-08-17T17:18:23.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:22 smithi190 ceph-mon[90718]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:18:23.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:22 smithi094 ceph-mon[100402]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:18:23.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:22 smithi094 ceph-mon[102949]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:18:23.758 INFO:tasks.rados.rados.0.smithi094.stdout:3331: done (0 left) 2024-08-17T17:18:23.758 INFO:tasks.rados.rados.0.smithi094.stdout:3332: snap_create 2024-08-17T17:18:24.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:23 smithi190 ceph-mon[90718]: pgmap v690: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-17T17:18:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:23 smithi190 ceph-mon[90718]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:18:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:23 smithi190 ceph-mon[90718]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:18:24.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:23 smithi094 ceph-mon[102949]: pgmap v690: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-17T17:18:24.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:23 smithi094 ceph-mon[102949]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:18:24.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:23 smithi094 ceph-mon[102949]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:18:24.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:23 smithi094 ceph-mon[100402]: pgmap v690: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-17T17:18:24.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:23 smithi094 ceph-mon[100402]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:18:24.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:23 smithi094 ceph-mon[100402]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:18:24.760 INFO:tasks.rados.rados.0.smithi094.stdout:3332: done (0 left) 2024-08-17T17:18:24.760 INFO:tasks.rados.rados.0.smithi094.stdout:3333: snap_create 2024-08-17T17:18:25.766 INFO:tasks.rados.rados.0.smithi094.stdout:3333: done (0 left) 2024-08-17T17:18:25.766 INFO:tasks.rados.rados.0.smithi094.stdout:3334: read oid 3 snap 316 2024-08-17T17:18:25.766 INFO:tasks.rados.rados.0.smithi094.stdout:3334: expect (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:18:25.766 INFO:tasks.rados.rados.0.smithi094.stdout:3335: delete oid 41 current snap is 318 2024-08-17T17:18:25.769 INFO:tasks.rados.rados.0.smithi094.stdout:3335: done (1 left) 2024-08-17T17:18:25.769 INFO:tasks.rados.rados.0.smithi094.stdout:3336: snap_remove snap 315 2024-08-17T17:18:26.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:25 smithi094 ceph-mon[100402]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:18:26.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:25 smithi094 ceph-mon[102949]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:18:26.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:25 smithi190 ceph-mon[90718]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:18:26.768 INFO:tasks.rados.rados.0.smithi094.stdout:3336: done (1 left) 2024-08-17T17:18:26.768 INFO:tasks.rados.rados.0.smithi094.stdout:3337: copy_from oid 36 from oid 33 current snap is 318 2024-08-17T17:18:26.768 INFO:tasks.rados.rados.0.smithi094.stdout:3334: expect (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:18:26.850 INFO:tasks.rados.rados.0.smithi094.stdout:3337: finishing copy_from to smithi09487127-36 2024-08-17T17:18:26.850 INFO:tasks.rados.rados.0.smithi094.stdout:3337: got expected ENOENT (src dne) 2024-08-17T17:18:26.850 INFO:tasks.rados.rados.0.smithi094.stdout:3337: finishing copy_from racing read to smithi09487127-36 2024-08-17T17:18:26.850 INFO:tasks.rados.rados.0.smithi094.stdout:3334: done (1 left) 2024-08-17T17:18:26.850 INFO:tasks.rados.rados.0.smithi094.stdout:3337: done (0 left) 2024-08-17T17:18:26.851 INFO:tasks.rados.rados.0.smithi094.stdout:3338: delete oid 4 current snap is 318 2024-08-17T17:18:26.853 INFO:tasks.rados.rados.0.smithi094.stdout:3338: done (0 left) 2024-08-17T17:18:26.853 INFO:tasks.rados.rados.0.smithi094.stdout:3339: rmattr oid 23 current snap is 318 2024-08-17T17:18:26.853 INFO:tasks.rados.rados.0.smithi094.stdout:3339: done (0 left) 2024-08-17T17:18:26.853 INFO:tasks.rados.rados.0.smithi094.stdout:3340: read oid 29 snap -1 2024-08-17T17:18:26.853 INFO:tasks.rados.rados.0.smithi094.stdout:3340: expect (ObjNum 962 snap 303 seq_num 962) 2024-08-17T17:18:26.853 INFO:tasks.rados.rados.0.smithi094.stdout:3341: snap_create 2024-08-17T17:18:26.872 INFO:tasks.rados.rados.0.smithi094.stdout:3340: expect (ObjNum 962 snap 303 seq_num 962) 2024-08-17T17:18:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:26 smithi094 ceph-mon[100402]: pgmap v694: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:18:27.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:26 smithi094 ceph-mon[100402]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:18:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:26 smithi094 ceph-mon[102949]: pgmap v694: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:18:27.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:26 smithi094 ceph-mon[102949]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:18:27.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:26 smithi190 ceph-mon[90718]: pgmap v694: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:18:27.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:26 smithi190 ceph-mon[90718]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:18:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:3340: done (1 left) 2024-08-17T17:18:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:3341: done (0 left) 2024-08-17T17:18:27.782 INFO:tasks.rados.rados.0.smithi094.stdout:3342: snap_remove snap 317 2024-08-17T17:18:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:27 smithi094 ceph-mon[100402]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:18:28.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:27 smithi094 ceph-mon[102949]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:18:28.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:28.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:27 smithi190 ceph-mon[90718]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:18:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:28.761 INFO:tasks.rados.rados.0.smithi094.stdout:3342: done (0 left) 2024-08-17T17:18:28.761 INFO:tasks.rados.rados.0.smithi094.stdout:3343: snap_create 2024-08-17T17:18:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:28 smithi190 ceph-mon[90718]: pgmap v697: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:18:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:28 smithi190 ceph-mon[90718]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:18:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:28 smithi190 ceph-mon[90718]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:18:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:28 smithi094 ceph-mon[100402]: pgmap v697: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:18:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:28 smithi094 ceph-mon[100402]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:18:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:28 smithi094 ceph-mon[100402]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:18:29.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:28 smithi094 ceph-mon[102949]: pgmap v697: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:18:29.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:28 smithi094 ceph-mon[102949]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:18:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:28 smithi094 ceph-mon[102949]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:18:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:18:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:18:29] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:18:29.762 INFO:tasks.rados.rados.0.smithi094.stdout:3343: done (0 left) 2024-08-17T17:18:29.762 INFO:tasks.rados.rados.0.smithi094.stdout:3344: read oid 23 snap -1 2024-08-17T17:18:29.762 INFO:tasks.rados.rados.0.smithi094.stdout:3344: expect deleted 2024-08-17T17:18:29.762 INFO:tasks.rados.rados.0.smithi094.stdout:3345: delete oid 46 current snap is 320 2024-08-17T17:18:29.765 INFO:tasks.rados.rados.0.smithi094.stdout:3344: done (1 left) 2024-08-17T17:18:29.765 INFO:tasks.rados.rados.0.smithi094.stdout:3345: done (0 left) 2024-08-17T17:18:29.765 INFO:tasks.rados.rados.0.smithi094.stdout:3346: rmattr oid 8 current snap is 320 2024-08-17T17:18:29.765 INFO:tasks.rados.rados.0.smithi094.stdout:3347: rmattr oid 37 current snap is 320 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3348: read oid 38 snap 307 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3348: expect (ObjNum 952 snap 301 seq_num 952) 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3349: read oid 24 snap 307 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3349: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3350: read oid 6 snap 314 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3350: expect deleted 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3351: read oid 26 snap -1 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3351: expect (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:18:29.766 INFO:tasks.rados.rados.0.smithi094.stdout:3352: snap_remove snap 313 2024-08-17T17:18:30.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:18:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:18:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:18:30.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1515 (ObjNum 886 snap 282 seq_num 886) dirty exists 2024-08-17T17:18:30.764 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1687 (ObjNum 961 snap 303 seq_num 961) dirty exists 2024-08-17T17:18:30.764 INFO:tasks.rados.rados.0.smithi094.stdout:3348: expect (ObjNum 952 snap 301 seq_num 952) 2024-08-17T17:18:30.857 INFO:tasks.rados.rados.0.smithi094.stdout:3351: expect (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:18:30.879 INFO:tasks.rados.rados.0.smithi094.stdout:3349: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:3346: done (6 left) 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:3347: done (5 left) 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:3348: done (4 left) 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:3349: done (3 left) 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:3350: done (2 left) 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:3351: done (1 left) 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:3352: done (0 left) 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 15 current snap is 320 2024-08-17T17:18:30.983 INFO:tasks.rados.rados.0.smithi094.stdout:3353: seq_num 988 ranges {0=557056,557056=532480,1089536=622592,1712128=450560} 2024-08-17T17:18:30.985 INFO:tasks.rados.rados.0.smithi094.stdout:3353: writing smithi09487127-15 from 0 to 557056 tid 1 2024-08-17T17:18:30.988 INFO:tasks.rados.rados.0.smithi094.stdout:3353: writing smithi09487127-15 from 557056 to 1089536 tid 2 2024-08-17T17:18:30.992 INFO:tasks.rados.rados.0.smithi094.stdout:3353: writing smithi09487127-15 from 1089536 to 1712128 tid 3 2024-08-17T17:18:30.996 INFO:tasks.rados.rados.0.smithi094.stdout:3353: writing smithi09487127-15 from 1712128 to 2162688 tid 4 2024-08-17T17:18:30.996 INFO:tasks.rados.rados.0.smithi094.stdout:3354: read oid 39 snap -1 2024-08-17T17:18:30.996 INFO:tasks.rados.rados.0.smithi094.stdout:3354: expect (ObjNum 959 snap 302 seq_num 959) 2024-08-17T17:18:30.996 INFO:tasks.rados.rados.0.smithi094.stdout:3355: rollback oid 5 current snap is 320 2024-08-17T17:18:30.996 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 5 to 312 2024-08-17T17:18:30.996 INFO:tasks.rados.rados.0.smithi094.stdout:3353: finishing write tid 1 to smithi09487127-15 2024-08-17T17:18:30.996 INFO:tasks.rados.rados.0.smithi094.stdout:3353: finishing write tid 2 to smithi09487127-15 2024-08-17T17:18:30.996 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 320 2024-08-17T17:18:30.997 INFO:tasks.rados.rados.0.smithi094.stdout:3356: seq_num 989 ranges {8470528=573440,9043968=466944,9510912=434176,9945088=638976,10584064=65536} 2024-08-17T17:18:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:30 smithi094 ceph-mon[100402]: pgmap v700: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 op/s 2024-08-17T17:18:31.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:30 smithi094 ceph-mon[100402]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:18:31.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:30 smithi094 ceph-mon[102949]: pgmap v700: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 op/s 2024-08-17T17:18:31.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:30 smithi094 ceph-mon[102949]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:18:31.045 INFO:tasks.rados.rados.0.smithi094.stdout:3356: writing smithi09487127-12 from 8470528 to 9043968 tid 1 2024-08-17T17:18:31.048 INFO:tasks.rados.rados.0.smithi094.stdout:3356: writing smithi09487127-12 from 9043968 to 9510912 tid 2 2024-08-17T17:18:31.051 INFO:tasks.rados.rados.0.smithi094.stdout:3356: writing smithi09487127-12 from 9510912 to 9945088 tid 3 2024-08-17T17:18:31.054 INFO:tasks.rados.rados.0.smithi094.stdout:3356: writing smithi09487127-12 from 9945088 to 10584064 tid 4 2024-08-17T17:18:31.055 INFO:tasks.rados.rados.0.smithi094.stdout:3356: writing smithi09487127-12 from 10584064 to 10649600 tid 5 2024-08-17T17:18:31.055 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 320 2024-08-17T17:18:31.055 INFO:tasks.rados.rados.0.smithi094.stdout:3353: finishing write tid 3 to smithi09487127-15 2024-08-17T17:18:31.055 INFO:tasks.rados.rados.0.smithi094.stdout:3355: finishing rollback tid 0 to smithi09487127-5 2024-08-17T17:18:31.055 INFO:tasks.rados.rados.0.smithi094.stdout:3353: finishing write tid 4 to smithi09487127-15 2024-08-17T17:18:31.056 INFO:tasks.rados.rados.0.smithi094.stdout:3357: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-08-17T17:18:31.059 INFO:tasks.rados.rados.0.smithi094.stdout:3357: writing smithi09487127-14 from 0 to 589824 tid 1 2024-08-17T17:18:31.063 INFO:tasks.rados.rados.0.smithi094.stdout:3357: writing smithi09487127-14 from 589824 to 1343488 tid 2 2024-08-17T17:18:31.068 INFO:tasks.rados.rados.0.smithi094.stdout:3357: writing smithi09487127-14 from 1343488 to 1982464 tid 3 2024-08-17T17:18:31.070 INFO:tasks.rados.rados.0.smithi094.stdout:3357: writing smithi09487127-14 from 1982464 to 2195456 tid 4 2024-08-17T17:18:31.070 INFO:tasks.rados.rados.0.smithi094.stdout:3358: rollback oid 10 current snap is 320 2024-08-17T17:18:31.070 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 310 2024-08-17T17:18:31.070 INFO:tasks.rados.rados.0.smithi094.stdout:3353: finishing write tid 5 to smithi09487127-15 2024-08-17T17:18:31.070 INFO:tasks.rados.rados.0.smithi094.stdout:3355: finishing rollback tid 1 to smithi09487127-5 2024-08-17T17:18:31.070 INFO:tasks.rados.rados.0.smithi094.stdout:3355: finishing rollback tid 2 to smithi09487127-5 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1520 (ObjNum 937 snap 296 seq_num 937) dirty exists 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3353: finishing write tid 6 to smithi09487127-15 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1901 (ObjNum 988 snap 320 seq_num 988) dirty exists 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3353: left oid 15 (ObjNum 988 snap 320 seq_num 988) 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3353: done (5 left) 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3355: done (4 left) 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3359: snap_create 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3356: finishing write tid 1 to smithi09487127-12 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3356: finishing write tid 2 to smithi09487127-12 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3356: finishing write tid 3 to smithi09487127-12 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3356: finishing write tid 4 to smithi09487127-12 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3356: finishing write tid 5 to smithi09487127-12 2024-08-17T17:18:31.071 INFO:tasks.rados.rados.0.smithi094.stdout:3356: finishing write tid 6 to smithi09487127-12 2024-08-17T17:18:31.072 INFO:tasks.rados.rados.0.smithi094.stdout:3357: finishing write tid 1 to smithi09487127-14 2024-08-17T17:18:31.072 INFO:tasks.rados.rados.0.smithi094.stdout:3356: finishing write tid 7 to smithi09487127-12 2024-08-17T17:18:31.072 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1876 (ObjNum 989 snap 320 seq_num 989) dirty exists 2024-08-17T17:18:31.072 INFO:tasks.rados.rados.0.smithi094.stdout:3356: left oid 12 (ObjNum 989 snap 320 seq_num 989) 2024-08-17T17:18:31.072 INFO:tasks.rados.rados.0.smithi094.stdout:3357: finishing write tid 2 to smithi09487127-14 2024-08-17T17:18:31.073 INFO:tasks.rados.rados.0.smithi094.stdout:3357: finishing write tid 3 to smithi09487127-14 2024-08-17T17:18:31.075 INFO:tasks.rados.rados.0.smithi094.stdout:3357: finishing write tid 4 to smithi09487127-14 2024-08-17T17:18:31.075 INFO:tasks.rados.rados.0.smithi094.stdout:3358: finishing rollback tid 0 to smithi09487127-10 2024-08-17T17:18:31.075 INFO:tasks.rados.rados.0.smithi094.stdout:3357: finishing write tid 5 to smithi09487127-14 2024-08-17T17:18:31.075 INFO:tasks.rados.rados.0.smithi094.stdout:3358: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:18:31.075 INFO:tasks.rados.rados.0.smithi094.stdout:3358: finishing rollback tid 2 to smithi09487127-10 2024-08-17T17:18:31.075 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1879 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:18:31.076 INFO:tasks.rados.rados.0.smithi094.stdout:3357: finishing write tid 6 to smithi09487127-14 2024-08-17T17:18:31.076 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1906 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-08-17T17:18:31.076 INFO:tasks.rados.rados.0.smithi094.stdout:3357: left oid 14 (ObjNum 990 snap 320 seq_num 990) 2024-08-17T17:18:31.081 INFO:tasks.rados.rados.0.smithi094.stdout:3354: expect (ObjNum 959 snap 302 seq_num 959) 2024-08-17T17:18:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:30 smithi190 ceph-mon[90718]: pgmap v700: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 0 op/s 2024-08-17T17:18:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:30 smithi190 ceph-mon[90718]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:18:32.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:31 smithi094 ceph-mon[100402]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:18:32.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:31 smithi094 ceph-mon[102949]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:18:32.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:31 smithi190 ceph-mon[90718]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:18:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:32 smithi094 ceph-mon[100402]: pgmap v703: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T17:18:33.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:32 smithi094 ceph-mon[100402]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:18:33.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:32 smithi094 ceph-mon[102949]: pgmap v703: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T17:18:33.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:32 smithi094 ceph-mon[102949]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:18:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:32 smithi190 ceph-mon[90718]: pgmap v703: 121 pgs: 121 active+clean; 175 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-17T17:18:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:32 smithi190 ceph-mon[90718]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3354: done (4 left) 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3356: done (3 left) 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3357: done (2 left) 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3358: done (1 left) 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3359: done (0 left) 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3360: rollback oid 6 current snap is 321 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 6 to 308 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3361: read oid 16 snap -1 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3361: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 321 2024-08-17T17:18:33.572 INFO:tasks.rados.rados.0.smithi094.stdout:3362: seq_num 991 ranges {933888=606208,1540096=638976,2179072=794624,2973696=172032} 2024-08-17T17:18:33.580 INFO:tasks.rados.rados.0.smithi094.stdout:3362: writing smithi09487127-2 from 933888 to 1540096 tid 1 2024-08-17T17:18:33.583 INFO:tasks.rados.rados.0.smithi094.stdout:3362: writing smithi09487127-2 from 1540096 to 2179072 tid 2 2024-08-17T17:18:33.588 INFO:tasks.rados.rados.0.smithi094.stdout:3362: writing smithi09487127-2 from 2179072 to 2973696 tid 3 2024-08-17T17:18:33.589 INFO:tasks.rados.rados.0.smithi094.stdout:3362: writing smithi09487127-2 from 2973696 to 3145728 tid 4 2024-08-17T17:18:33.589 INFO:tasks.rados.rados.0.smithi094.stdout:3363: copy_from oid 13 from oid 27 current snap is 321 2024-08-17T17:18:33.590 INFO:tasks.rados.rados.0.smithi094.stdout:3360: finishing rollback tid 1 to smithi09487127-6 2024-08-17T17:18:33.590 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:18:33.590 INFO:tasks.rados.rados.0.smithi094.stdout:3362: finishing write tid 1 to smithi09487127-2 2024-08-17T17:18:33.590 INFO:tasks.rados.rados.0.smithi094.stdout:3362: finishing write tid 2 to smithi09487127-2 2024-08-17T17:18:33.590 INFO:tasks.rados.rados.0.smithi094.stdout:3360: done (3 left) 2024-08-17T17:18:33.590 INFO:tasks.rados.rados.0.smithi094.stdout:3364: delete oid 18 current snap is 321 2024-08-17T17:18:33.595 INFO:tasks.rados.rados.0.smithi094.stdout:3362: finishing write tid 3 to smithi09487127-2 2024-08-17T17:18:33.595 INFO:tasks.rados.rados.0.smithi094.stdout:3362: finishing write tid 4 to smithi09487127-2 2024-08-17T17:18:33.595 INFO:tasks.rados.rados.0.smithi094.stdout:3362: finishing write tid 5 to smithi09487127-2 2024-08-17T17:18:33.596 INFO:tasks.rados.rados.0.smithi094.stdout:3362: finishing write tid 6 to smithi09487127-2 2024-08-17T17:18:33.596 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1673 (ObjNum 991 snap 321 seq_num 991) dirty exists 2024-08-17T17:18:33.597 INFO:tasks.rados.rados.0.smithi094.stdout:3362: left oid 2 (ObjNum 991 snap 321 seq_num 991) 2024-08-17T17:18:33.597 INFO:tasks.rados.rados.0.smithi094.stdout:3361: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:3363: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:3363: finishing copy_from to smithi09487127-13 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1857 (ObjNum 981 snap 312 seq_num 981) dirty exists 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:3361: done (3 left) 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:3362: done (2 left) 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:3363: done (1 left) 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:3364: done (0 left) 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 321 2024-08-17T17:18:34.040 INFO:tasks.rados.rados.0.smithi094.stdout:3365: seq_num 993 ranges {614400=638976,1253376=409600,1662976=409600,2072576=688128,2760704=98304} 2024-08-17T17:18:34.046 INFO:tasks.rados.rados.0.smithi094.stdout:3365: writing smithi09487127-47 from 614400 to 1253376 tid 1 2024-08-17T17:18:34.048 INFO:tasks.rados.rados.0.smithi094.stdout:3365: writing smithi09487127-47 from 1253376 to 1662976 tid 2 2024-08-17T17:18:34.050 INFO:tasks.rados.rados.0.smithi094.stdout:3365: writing smithi09487127-47 from 1662976 to 2072576 tid 3 2024-08-17T17:18:34.054 INFO:tasks.rados.rados.0.smithi094.stdout:3365: writing smithi09487127-47 from 2072576 to 2760704 tid 4 2024-08-17T17:18:34.055 INFO:tasks.rados.rados.0.smithi094.stdout:3365: writing smithi09487127-47 from 2760704 to 2859008 tid 5 2024-08-17T17:18:34.055 INFO:tasks.rados.rados.0.smithi094.stdout:3366: snap_create 2024-08-17T17:18:34.055 INFO:tasks.rados.rados.0.smithi094.stdout:3365: finishing write tid 1 to smithi09487127-47 2024-08-17T17:18:34.055 INFO:tasks.rados.rados.0.smithi094.stdout:3365: finishing write tid 2 to smithi09487127-47 2024-08-17T17:18:34.055 INFO:tasks.rados.rados.0.smithi094.stdout:3365: finishing write tid 3 to smithi09487127-47 2024-08-17T17:18:34.058 INFO:tasks.rados.rados.0.smithi094.stdout:3365: finishing write tid 4 to smithi09487127-47 2024-08-17T17:18:34.058 INFO:tasks.rados.rados.0.smithi094.stdout:3365: finishing write tid 5 to smithi09487127-47 2024-08-17T17:18:34.058 INFO:tasks.rados.rados.0.smithi094.stdout:3365: finishing write tid 6 to smithi09487127-47 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi094.stdout:3365: finishing write tid 7 to smithi09487127-47 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1854 (ObjNum 993 snap 321 seq_num 993) dirty exists 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi094.stdout:3365: left oid 47 (ObjNum 993 snap 321 seq_num 993) 2024-08-17T17:18:34.783 INFO:tasks.rados.rados.0.smithi094.stdout:3365: done (1 left) 2024-08-17T17:18:34.783 INFO:tasks.rados.rados.0.smithi094.stdout:3366: done (0 left) 2024-08-17T17:18:34.783 INFO:tasks.rados.rados.0.smithi094.stdout:3367: rmattr oid 27 current snap is 322 2024-08-17T17:18:34.783 INFO:tasks.rados.rados.0.smithi094.stdout:3368: copy_from oid 28 from oid 23 current snap is 322 2024-08-17T17:18:34.783 INFO:tasks.rados.rados.0.smithi094.stdout:3369: setattr oid 29 current snap is 322 2024-08-17T17:18:34.785 INFO:tasks.rados.rados.0.smithi094.stdout:3370: read oid 46 snap -1 2024-08-17T17:18:34.785 INFO:tasks.rados.rados.0.smithi094.stdout:3370: expect deleted 2024-08-17T17:18:34.785 INFO:tasks.rados.rados.0.smithi094.stdout:3371: rollback oid 4 current snap is 322 2024-08-17T17:18:34.785 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 318 2024-08-17T17:18:34.785 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 322 2024-08-17T17:18:34.785 INFO:tasks.rados.rados.0.smithi094.stdout:3372: seq_num 994 ranges {3252224=655360,3907584=688128,4595712=622592,5218304=294912} 2024-08-17T17:18:34.806 INFO:tasks.rados.rados.0.smithi094.stdout:3372: writing smithi09487127-37 from 3252224 to 3907584 tid 1 2024-08-17T17:18:34.810 INFO:tasks.rados.rados.0.smithi094.stdout:3372: writing smithi09487127-37 from 3907584 to 4595712 tid 2 2024-08-17T17:18:34.814 INFO:tasks.rados.rados.0.smithi094.stdout:3372: writing smithi09487127-37 from 4595712 to 5218304 tid 3 2024-08-17T17:18:34.816 INFO:tasks.rados.rados.0.smithi094.stdout:3372: writing smithi09487127-37 from 5218304 to 5513216 tid 4 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:3373: rollback oid 22 current snap is 322 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 318 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1858 (ObjNum 981 snap 312 seq_num 981) dirty exists 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:3368: finishing copy_from to smithi09487127-28 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:3368: got expected ENOENT (src dne) 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:3368: finishing copy_from racing read to smithi09487127-28 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:3371: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1360 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1652 (ObjNum 962 snap 303 seq_num 962) dirty exists 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:3372: finishing write tid 1 to smithi09487127-37 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:3372: finishing write tid 2 to smithi09487127-37 2024-08-17T17:18:34.817 INFO:tasks.rados.rados.0.smithi094.stdout:3367: done (6 left) 2024-08-17T17:18:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3368: done (5 left) 2024-08-17T17:18:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3369: done (4 left) 2024-08-17T17:18:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3370: done (3 left) 2024-08-17T17:18:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3371: done (2 left) 2024-08-17T17:18:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3374: setattr oid 9 current snap is 322 2024-08-17T17:18:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3375: snap_create 2024-08-17T17:18:34.819 INFO:tasks.rados.rados.0.smithi094.stdout:3372: finishing write tid 3 to smithi09487127-37 2024-08-17T17:18:34.819 INFO:tasks.rados.rados.0.smithi094.stdout:3372: finishing write tid 4 to smithi09487127-37 2024-08-17T17:18:34.819 INFO:tasks.rados.rados.0.smithi094.stdout:3372: finishing write tid 5 to smithi09487127-37 2024-08-17T17:18:34.821 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1674 (ObjNum 946 snap 300 seq_num 946) dirty exists 2024-08-17T17:18:34.822 INFO:tasks.rados.rados.0.smithi094.stdout:3373: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:18:34.822 INFO:tasks.rados.rados.0.smithi094.stdout:3372: finishing write tid 6 to smithi09487127-37 2024-08-17T17:18:34.823 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1520 (ObjNum 994 snap 322 seq_num 994) dirty exists 2024-08-17T17:18:34.823 INFO:tasks.rados.rados.0.smithi094.stdout:3372: left oid 37 (ObjNum 994 snap 322 seq_num 994) 2024-08-17T17:18:34.823 INFO:tasks.rados.rados.0.smithi094.stdout:3373: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:18:34.824 INFO:tasks.rados.rados.0.smithi094.stdout:3373: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:18:34.824 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1523 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-08-17T17:18:35.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:34 smithi190 ceph-mon[90718]: pgmap v705: 121 pgs: 121 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 528 KiB/s wr, 6 op/s 2024-08-17T17:18:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:34 smithi094 ceph-mon[100402]: pgmap v705: 121 pgs: 121 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 528 KiB/s wr, 6 op/s 2024-08-17T17:18:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:34 smithi094 ceph-mon[102949]: pgmap v705: 121 pgs: 121 active+clean; 177 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 528 KiB/s wr, 6 op/s 2024-08-17T17:18:35.788 INFO:tasks.rados.rados.0.smithi094.stdout:3372: done (3 left) 2024-08-17T17:18:35.788 INFO:tasks.rados.rados.0.smithi094.stdout:3373: done (2 left) 2024-08-17T17:18:35.788 INFO:tasks.rados.rados.0.smithi094.stdout:3374: done (1 left) 2024-08-17T17:18:35.788 INFO:tasks.rados.rados.0.smithi094.stdout:3375: done (0 left) 2024-08-17T17:18:35.788 INFO:tasks.rados.rados.0.smithi094.stdout:3376: read oid 20 snap -1 2024-08-17T17:18:35.788 INFO:tasks.rados.rados.0.smithi094.stdout:3376: expect (ObjNum 924 snap 290 seq_num 924) 2024-08-17T17:18:35.789 INFO:tasks.rados.rados.0.smithi094.stdout:3377: copy_from oid 18 from oid 31 current snap is 323 2024-08-17T17:18:35.789 INFO:tasks.rados.rados.0.smithi094.stdout:3378: read oid 24 snap -1 2024-08-17T17:18:35.789 INFO:tasks.rados.rados.0.smithi094.stdout:3378: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:18:35.789 INFO:tasks.rados.rados.0.smithi094.stdout:3379: snap_create 2024-08-17T17:18:35.814 INFO:tasks.rados.rados.0.smithi094.stdout:3378: expect (ObjNum 692 snap 211 seq_num 692) 2024-08-17T17:18:35.918 INFO:tasks.rados.rados.0.smithi094.stdout:3376: expect (ObjNum 924 snap 290 seq_num 924) 2024-08-17T17:18:36.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:35 smithi190 ceph-mon[90718]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:18:36.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:35 smithi094 ceph-mon[100402]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:18:36.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:35 smithi094 ceph-mon[102949]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:18:36.538 INFO:tasks.rados.rados.0.smithi094.stdout:3377: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:18:36.538 INFO:tasks.rados.rados.0.smithi094.stdout:3377: finishing copy_from to smithi09487127-18 2024-08-17T17:18:36.538 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1535 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:18:36.786 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:36 smithi094 ceph-mon[100402]: pgmap v707: 121 pgs: 121 active+clean; 184 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-08-17T17:18:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3376: done (3 left) 2024-08-17T17:18:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3377: done (2 left) 2024-08-17T17:18:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3378: done (1 left) 2024-08-17T17:18:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3379: done (0 left) 2024-08-17T17:18:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 324 2024-08-17T17:18:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3380: seq_num 995 ranges {6766592=671744,7438336=573440,8011776=778240,8790016=253952} 2024-08-17T17:18:36.831 INFO:tasks.rados.rados.0.smithi094.stdout:3380: writing smithi09487127-29 from 6766592 to 7438336 tid 1 2024-08-17T17:18:36.834 INFO:tasks.rados.rados.0.smithi094.stdout:3380: writing smithi09487127-29 from 7438336 to 8011776 tid 2 2024-08-17T17:18:36.839 INFO:tasks.rados.rados.0.smithi094.stdout:3380: writing smithi09487127-29 from 8011776 to 8790016 tid 3 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:3380: writing smithi09487127-29 from 8790016 to 9043968 tid 4 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:3381: read oid 16 snap -1 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:3381: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:3382: rollback oid 36 current snap is 324 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 36 to 310 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:3383: rollback oid 48 current snap is 324 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 48 to 316 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:3380: finishing write tid 1 to smithi09487127-29 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:3384: delete oid 25 current snap is 324 2024-08-17T17:18:36.842 INFO:tasks.rados.rados.0.smithi094.stdout:3380: finishing write tid 2 to smithi09487127-29 2024-08-17T17:18:36.846 INFO:tasks.rados.rados.0.smithi094.stdout:3380: finishing write tid 3 to smithi09487127-29 2024-08-17T17:18:36.847 INFO:tasks.rados.rados.0.smithi094.stdout:3383: finishing rollback tid 0 to smithi09487127-48 2024-08-17T17:18:36.848 INFO:tasks.rados.rados.0.smithi094.stdout:3383: finishing rollback tid 1 to smithi09487127-48 2024-08-17T17:18:36.848 INFO:tasks.rados.rados.0.smithi094.stdout:3383: finishing rollback tid 2 to smithi09487127-48 2024-08-17T17:18:36.848 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1910 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:18:36.848 INFO:tasks.rados.rados.0.smithi094.stdout:3383: done (4 left) 2024-08-17T17:18:36.848 INFO:tasks.rados.rados.0.smithi094.stdout:3384: done (3 left) 2024-08-17T17:18:36.848 INFO:tasks.rados.rados.0.smithi094.stdout:3385: delete oid 30 current snap is 324 2024-08-17T17:18:36.850 INFO:tasks.rados.rados.0.smithi094.stdout:3385: done (3 left) 2024-08-17T17:18:36.850 INFO:tasks.rados.rados.0.smithi094.stdout:3386: rmattr oid 39 current snap is 324 2024-08-17T17:18:36.850 INFO:tasks.rados.rados.0.smithi094.stdout:3387: read oid 43 snap -1 2024-08-17T17:18:36.850 INFO:tasks.rados.rados.0.smithi094.stdout:3387: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:18:36.850 INFO:tasks.rados.rados.0.smithi094.stdout:3388: snap_create 2024-08-17T17:18:36.852 INFO:tasks.rados.rados.0.smithi094.stdout:3380: finishing write tid 4 to smithi09487127-29 2024-08-17T17:18:36.857 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1858 (ObjNum 959 snap 302 seq_num 959) dirty exists 2024-08-17T17:18:36.861 INFO:tasks.rados.rados.0.smithi094.stdout:3380: finishing write tid 5 to smithi09487127-29 2024-08-17T17:18:36.862 INFO:tasks.rados.rados.0.smithi094.stdout:3382: finishing rollback tid 1 to smithi09487127-36 2024-08-17T17:18:36.862 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 0 (ObjNum 65 snap 0 seq_num 1548839502) dirty dne 2024-08-17T17:18:36.863 INFO:tasks.rados.rados.0.smithi094.stdout:3380: finishing write tid 6 to smithi09487127-29 2024-08-17T17:18:36.863 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1657 (ObjNum 995 snap 324 seq_num 995) dirty exists 2024-08-17T17:18:36.863 INFO:tasks.rados.rados.0.smithi094.stdout:3380: left oid 29 (ObjNum 995 snap 324 seq_num 995) 2024-08-17T17:18:36.865 INFO:tasks.rados.rados.0.smithi094.stdout:3381: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:18:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:36 smithi190 ceph-mon[90718]: pgmap v707: 121 pgs: 121 active+clean; 184 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-08-17T17:18:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:36 smithi190 ceph-mon[90718]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:18:37.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:36 smithi094 ceph-mon[100402]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:18:37.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:36 smithi094 ceph-mon[102949]: pgmap v707: 121 pgs: 121 active+clean; 184 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-08-17T17:18:37.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:36 smithi094 ceph-mon[102949]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:18:37.303 INFO:tasks.rados.rados.0.smithi094.stdout:3387: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3380: done (5 left) 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3381: done (4 left) 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3382: done (3 left) 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3386: done (2 left) 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3387: done (1 left) 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3388: done (0 left) 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3389: rollback oid 49 current snap is 325 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 49 to 308 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3390: read oid 42 snap -1 2024-08-17T17:18:37.796 INFO:tasks.rados.rados.0.smithi094.stdout:3390: expect deleted 2024-08-17T17:18:37.797 INFO:tasks.rados.rados.0.smithi094.stdout:3391: snap_create 2024-08-17T17:18:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3389: finishing rollback tid 0 to smithi09487127-49 2024-08-17T17:18:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3389: finishing rollback tid 1 to smithi09487127-49 2024-08-17T17:18:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3389: finishing rollback tid 2 to smithi09487127-49 2024-08-17T17:18:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1526 (ObjNum 33 snap 0 seq_num 3214201120) dirty exists 2024-08-17T17:18:38.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:37 smithi190 ceph-mon[90718]: pgmap v709: 121 pgs: 121 active+clean; 186 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-08-17T17:18:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:37 smithi190 ceph-mon[90718]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:18:38.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:37 smithi094 ceph-mon[102949]: pgmap v709: 121 pgs: 121 active+clean; 186 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-08-17T17:18:38.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:37 smithi094 ceph-mon[102949]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:18:38.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:37 smithi094 ceph-mon[100402]: pgmap v709: 121 pgs: 121 active+clean; 186 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.8 MiB/s wr, 15 op/s 2024-08-17T17:18:38.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:37 smithi094 ceph-mon[100402]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:18:38.763 INFO:tasks.rados.rados.0.smithi094.stdout:3389: done (2 left) 2024-08-17T17:18:38.763 INFO:tasks.rados.rados.0.smithi094.stdout:3390: done (1 left) 2024-08-17T17:18:38.763 INFO:tasks.rados.rados.0.smithi094.stdout:3391: done (0 left) 2024-08-17T17:18:38.763 INFO:tasks.rados.rados.0.smithi094.stdout:3392: read oid 49 snap 319 2024-08-17T17:18:38.763 INFO:tasks.rados.rados.0.smithi094.stdout:3392: expect (ObjNum -1074105664 snap 21846 seq_num 3220807392) 2024-08-17T17:18:38.763 INFO:tasks.rados.rados.0.smithi094.stdout:3393: delete oid 47 current snap is 326 2024-08-17T17:18:38.766 INFO:tasks.rados.rados.0.smithi094.stdout:3392: expect (ObjNum -1074105664 snap 21846 seq_num 3220807392) 2024-08-17T17:18:38.772 INFO:tasks.rados.rados.0.smithi094.stdout:3392: done (1 left) 2024-08-17T17:18:38.772 INFO:tasks.rados.rados.0.smithi094.stdout:3393: done (0 left) 2024-08-17T17:18:38.772 INFO:tasks.rados.rados.0.smithi094.stdout:3394: snap_remove snap 307 2024-08-17T17:18:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:38 smithi190 ceph-mon[90718]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:18:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:38 smithi190 ceph-mon[90718]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:18:39.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:38 smithi094 ceph-mon[100402]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:18:39.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:38 smithi094 ceph-mon[100402]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:18:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:38 smithi094 ceph-mon[102949]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:18:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:38 smithi094 ceph-mon[102949]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:18:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:18:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:18:39] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:18:39.768 INFO:tasks.rados.rados.0.smithi094.stdout:3394: done (0 left) 2024-08-17T17:18:39.768 INFO:tasks.rados.rados.0.smithi094.stdout:3395: snap_create 2024-08-17T17:18:40.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:18:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:18:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:18:40.770 INFO:tasks.rados.rados.0.smithi094.stdout:3395: done (0 left) 2024-08-17T17:18:40.770 INFO:tasks.rados.rados.0.smithi094.stdout:3396: rollback oid 21 current snap is 327 2024-08-17T17:18:40.770 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 21 to 310 2024-08-17T17:18:40.770 INFO:tasks.rados.rados.0.smithi094.stdout:3397: rollback oid 38 current snap is 327 2024-08-17T17:18:40.770 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 38 to 325 2024-08-17T17:18:40.770 INFO:tasks.rados.rados.0.smithi094.stdout:3398: snap_create 2024-08-17T17:18:40.775 INFO:tasks.rados.rados.0.smithi094.stdout:3396: finishing rollback tid 0 to smithi09487127-21 2024-08-17T17:18:40.778 INFO:tasks.rados.rados.0.smithi094.stdout:3396: finishing rollback tid 1 to smithi09487127-21 2024-08-17T17:18:40.779 INFO:tasks.rados.rados.0.smithi094.stdout:3396: finishing rollback tid 2 to smithi09487127-21 2024-08-17T17:18:40.779 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1852 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-08-17T17:18:40.780 INFO:tasks.rados.rados.0.smithi094.stdout:3397: finishing rollback tid 0 to smithi09487127-38 2024-08-17T17:18:40.782 INFO:tasks.rados.rados.0.smithi094.stdout:3397: finishing rollback tid 1 to smithi09487127-38 2024-08-17T17:18:40.782 INFO:tasks.rados.rados.0.smithi094.stdout:3397: finishing rollback tid 2 to smithi09487127-38 2024-08-17T17:18:40.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1855 (ObjNum 952 snap 301 seq_num 952) dirty exists 2024-08-17T17:18:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:40 smithi094 ceph-mon[102949]: pgmap v713: 121 pgs: 121 active+clean; 191 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-17T17:18:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:40 smithi094 ceph-mon[102949]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:18:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:40 smithi094 ceph-mon[100402]: pgmap v713: 121 pgs: 121 active+clean; 191 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-17T17:18:41.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:40 smithi094 ceph-mon[100402]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:18:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:40 smithi190 ceph-mon[90718]: pgmap v713: 121 pgs: 121 active+clean; 191 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-17T17:18:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:40 smithi190 ceph-mon[90718]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:18:41.781 INFO:tasks.rados.rados.0.smithi094.stdout:3396: done (2 left) 2024-08-17T17:18:41.781 INFO:tasks.rados.rados.0.smithi094.stdout:3397: done (1 left) 2024-08-17T17:18:41.781 INFO:tasks.rados.rados.0.smithi094.stdout:3398: done (0 left) 2024-08-17T17:18:41.782 INFO:tasks.rados.rados.0.smithi094.stdout:3399: read oid 9 snap 327 2024-08-17T17:18:41.782 INFO:tasks.rados.rados.0.smithi094.stdout:3399: expect (ObjNum 946 snap 300 seq_num 946) 2024-08-17T17:18:41.782 INFO:tasks.rados.rados.0.smithi094.stdout:3400: delete oid 24 current snap is 328 2024-08-17T17:18:41.789 INFO:tasks.rados.rados.0.smithi094.stdout:3400: done (1 left) 2024-08-17T17:18:41.790 INFO:tasks.rados.rados.0.smithi094.stdout:3401: rollback oid 26 current snap is 328 2024-08-17T17:18:41.790 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 308 2024-08-17T17:18:41.790 INFO:tasks.rados.rados.0.smithi094.stdout:3402: snap_create 2024-08-17T17:18:41.795 INFO:tasks.rados.rados.0.smithi094.stdout:3401: finishing rollback tid 0 to smithi09487127-26 2024-08-17T17:18:41.795 INFO:tasks.rados.rados.0.smithi094.stdout:3401: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:18:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:3401: finishing rollback tid 2 to smithi09487127-26 2024-08-17T17:18:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1858 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:18:41.796 INFO:tasks.rados.rados.0.smithi094.stdout:3399: expect (ObjNum 946 snap 300 seq_num 946) 2024-08-17T17:18:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:41 smithi190 ceph-mon[90718]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:18:42.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:41 smithi094 ceph-mon[100402]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:18:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:41 smithi094 ceph-mon[102949]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:18:42.789 INFO:tasks.rados.rados.0.smithi094.stdout:3399: done (2 left) 2024-08-17T17:18:42.789 INFO:tasks.rados.rados.0.smithi094.stdout:3401: done (1 left) 2024-08-17T17:18:42.789 INFO:tasks.rados.rados.0.smithi094.stdout:3402: done (0 left) 2024-08-17T17:18:42.789 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 329 2024-08-17T17:18:42.789 INFO:tasks.rados.rados.0.smithi094.stdout:3403: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-08-17T17:18:42.793 INFO:tasks.rados.rados.0.smithi094.stdout:3403: writing smithi09487127-23 from 0 to 753664 tid 1 2024-08-17T17:18:42.796 INFO:tasks.rados.rados.0.smithi094.stdout:3403: writing smithi09487127-23 from 753664 to 1196032 tid 2 2024-08-17T17:18:42.799 INFO:tasks.rados.rados.0.smithi094.stdout:3403: writing smithi09487127-23 from 1196032 to 1761280 tid 3 2024-08-17T17:18:42.802 INFO:tasks.rados.rados.0.smithi094.stdout:3403: writing smithi09487127-23 from 1761280 to 2220032 tid 4 2024-08-17T17:18:42.803 INFO:tasks.rados.rados.0.smithi094.stdout:3403: writing smithi09487127-23 from 2220032 to 2359296 tid 5 2024-08-17T17:18:42.803 INFO:tasks.rados.rados.0.smithi094.stdout:3404: delete oid 13 current snap is 329 2024-08-17T17:18:42.803 INFO:tasks.rados.rados.0.smithi094.stdout:3403: finishing write tid 1 to smithi09487127-23 2024-08-17T17:18:42.803 INFO:tasks.rados.rados.0.smithi094.stdout:3403: finishing write tid 2 to smithi09487127-23 2024-08-17T17:18:42.804 INFO:tasks.rados.rados.0.smithi094.stdout:3403: finishing write tid 3 to smithi09487127-23 2024-08-17T17:18:42.806 INFO:tasks.rados.rados.0.smithi094.stdout:3403: finishing write tid 4 to smithi09487127-23 2024-08-17T17:18:42.806 INFO:tasks.rados.rados.0.smithi094.stdout:3403: finishing write tid 5 to smithi09487127-23 2024-08-17T17:18:42.806 INFO:tasks.rados.rados.0.smithi094.stdout:3403: finishing write tid 6 to smithi09487127-23 2024-08-17T17:18:42.807 INFO:tasks.rados.rados.0.smithi094.stdout:3403: finishing write tid 7 to smithi09487127-23 2024-08-17T17:18:42.807 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1156 (ObjNum 1000 snap 329 seq_num 1000) dirty exists 2024-08-17T17:18:42.807 INFO:tasks.rados.rados.0.smithi094.stdout:3403: left oid 23 (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:18:42.809 INFO:tasks.rados.rados.0.smithi094.stdout:3403: done (1 left) 2024-08-17T17:18:42.809 INFO:tasks.rados.rados.0.smithi094.stdout:3404: done (0 left) 2024-08-17T17:18:42.809 INFO:tasks.rados.rados.0.smithi094.stdout:3405: copy_from oid 8 from oid 23 current snap is 329 2024-08-17T17:18:42.809 INFO:tasks.rados.rados.0.smithi094.stdout:3406: snap_remove snap 308 2024-08-17T17:18:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:42 smithi190 ceph-mon[90718]: pgmap v716: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 194 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-17T17:18:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:42 smithi190 ceph-mon[90718]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:18:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:42 smithi094 ceph-mon[100402]: pgmap v716: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 194 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-17T17:18:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:42 smithi094 ceph-mon[100402]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:18:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:42 smithi094 ceph-mon[102949]: pgmap v716: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 194 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 20 op/s 2024-08-17T17:18:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:42 smithi094 ceph-mon[102949]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:18:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:43.794 INFO:tasks.rados.rados.0.smithi094.stdout:3406: done (1 left) 2024-08-17T17:18:43.795 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 329 2024-08-17T17:18:43.795 INFO:tasks.rados.rados.0.smithi094.stdout:3407: seq_num 1002 ranges {5193728=786432,5980160=614400,6594560=581632,7176192=409600} 2024-08-17T17:18:43.828 INFO:tasks.rados.rados.0.smithi094.stdout:3407: writing smithi09487127-50 from 5193728 to 5980160 tid 1 2024-08-17T17:18:43.831 INFO:tasks.rados.rados.0.smithi094.stdout:3407: writing smithi09487127-50 from 5980160 to 6594560 tid 2 2024-08-17T17:18:43.834 INFO:tasks.rados.rados.0.smithi094.stdout:3407: writing smithi09487127-50 from 6594560 to 7176192 tid 3 2024-08-17T17:18:43.837 INFO:tasks.rados.rados.0.smithi094.stdout:3407: writing smithi09487127-50 from 7176192 to 7585792 tid 4 2024-08-17T17:18:43.837 INFO:tasks.rados.rados.0.smithi094.stdout:3408: snap_create 2024-08-17T17:18:43.837 INFO:tasks.rados.rados.0.smithi094.stdout:3405: finishing copy_from racing read to smithi09487127-8 2024-08-17T17:18:43.837 INFO:tasks.rados.rados.0.smithi094.stdout:3405: finishing copy_from to smithi09487127-8 2024-08-17T17:18:43.837 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1156 (ObjNum 1000 snap 329 seq_num 1000) dirty exists 2024-08-17T17:18:43.838 INFO:tasks.rados.rados.0.smithi094.stdout:3407: finishing write tid 1 to smithi09487127-50 2024-08-17T17:18:43.838 INFO:tasks.rados.rados.0.smithi094.stdout:3407: finishing write tid 2 to smithi09487127-50 2024-08-17T17:18:43.841 INFO:tasks.rados.rados.0.smithi094.stdout:3407: finishing write tid 3 to smithi09487127-50 2024-08-17T17:18:43.841 INFO:tasks.rados.rados.0.smithi094.stdout:3407: finishing write tid 4 to smithi09487127-50 2024-08-17T17:18:43.841 INFO:tasks.rados.rados.0.smithi094.stdout:3407: finishing write tid 5 to smithi09487127-50 2024-08-17T17:18:43.843 INFO:tasks.rados.rados.0.smithi094.stdout:3407: finishing write tid 6 to smithi09487127-50 2024-08-17T17:18:43.843 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1864 (ObjNum 1002 snap 329 seq_num 1002) dirty exists 2024-08-17T17:18:43.844 INFO:tasks.rados.rados.0.smithi094.stdout:3407: left oid 50 (ObjNum 1002 snap 329 seq_num 1002) 2024-08-17T17:18:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:43 smithi190 ceph-mon[90718]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 194 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 556 KiB/s wr, 13 op/s 2024-08-17T17:18:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:43 smithi190 ceph-mon[90718]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:18:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:43 smithi094 ceph-mon[100402]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 194 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 556 KiB/s wr, 13 op/s 2024-08-17T17:18:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:43 smithi094 ceph-mon[100402]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:18:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:43 smithi094 ceph-mon[102949]: pgmap v719: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 194 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 556 KiB/s wr, 13 op/s 2024-08-17T17:18:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:43 smithi094 ceph-mon[102949]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:18:44.799 INFO:tasks.rados.rados.0.smithi094.stdout:3405: done (2 left) 2024-08-17T17:18:44.799 INFO:tasks.rados.rados.0.smithi094.stdout:3407: done (1 left) 2024-08-17T17:18:44.799 INFO:tasks.rados.rados.0.smithi094.stdout:3408: done (0 left) 2024-08-17T17:18:44.799 INFO:tasks.rados.rados.0.smithi094.stdout:3409: copy_from oid 7 from oid 49 current snap is 330 2024-08-17T17:18:44.799 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 330 2024-08-17T17:18:44.799 INFO:tasks.rados.rados.0.smithi094.stdout:3410: seq_num 1003 ranges {5513216=802816,6316032=499712,6815744=737280,7553024=368640} 2024-08-17T17:18:44.833 INFO:tasks.rados.rados.0.smithi094.stdout:3410: writing smithi09487127-37 from 5513216 to 6316032 tid 1 2024-08-17T17:18:44.836 INFO:tasks.rados.rados.0.smithi094.stdout:3410: writing smithi09487127-37 from 6316032 to 6815744 tid 2 2024-08-17T17:18:44.840 INFO:tasks.rados.rados.0.smithi094.stdout:3410: writing smithi09487127-37 from 6815744 to 7553024 tid 3 2024-08-17T17:18:44.843 INFO:tasks.rados.rados.0.smithi094.stdout:3410: writing smithi09487127-37 from 7553024 to 7921664 tid 4 2024-08-17T17:18:44.843 INFO:tasks.rados.rados.0.smithi094.stdout:3411: copy_from oid 5 from oid 6 current snap is 330 2024-08-17T17:18:44.843 INFO:tasks.rados.rados.0.smithi094.stdout:3409: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:18:44.843 INFO:tasks.rados.rados.0.smithi094.stdout:3409: finishing copy_from to smithi09487127-7 2024-08-17T17:18:44.843 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1526 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:3410: finishing write tid 1 to smithi09487127-37 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:3409: done (2 left) 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:3412: rollback oid 46 current snap is 330 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 326 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:3410: finishing write tid 2 to smithi09487127-37 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:3413: rollback oid 33 current snap is 330 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 33 to 323 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:3414: copy_from oid 34 from oid 48 current snap is 330 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 330 2024-08-17T17:18:44.844 INFO:tasks.rados.rados.0.smithi094.stdout:3415: seq_num 1004 ranges {614400=16384} 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:3415: writing smithi09487127-26 from 614400 to 630784 tid 1 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 330 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:3410: finishing write tid 3 to smithi09487127-37 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:3412: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1656 (ObjNum 689 snap 0 seq_num 3162484608) dirty dne 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:3413: finishing rollback tid 1 to smithi09487127-33 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 0 (ObjNum 33 snap 0 seq_num 3213522528) dirty dne 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:3410: finishing write tid 4 to smithi09487127-37 2024-08-17T17:18:44.847 INFO:tasks.rados.rados.0.smithi094.stdout:3416: seq_num 1005 ranges {7790592=32768} 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3416: writing smithi09487127-43 from 7790592 to 7823360 tid 1 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3412: done (6 left) 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3413: done (5 left) 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 330 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3410: finishing write tid 5 to smithi09487127-37 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3411: finishing copy_from to smithi09487127-5 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3411: got expected ENOENT (src dne) 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3411: finishing copy_from racing read to smithi09487127-5 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3410: finishing write tid 6 to smithi09487127-37 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1531 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:18:44.889 INFO:tasks.rados.rados.0.smithi094.stdout:3410: left oid 37 (ObjNum 1003 snap 330 seq_num 1003) 2024-08-17T17:18:44.890 INFO:tasks.rados.rados.0.smithi094.stdout:3414: finishing copy_from racing read to smithi09487127-34 2024-08-17T17:18:44.890 INFO:tasks.rados.rados.0.smithi094.stdout:3417: seq_num 1006 ranges {0=49152} 2024-08-17T17:18:44.890 INFO:tasks.rados.rados.0.smithi094.stdout:3417: writing smithi09487127-24 from 0 to 49152 tid 1 2024-08-17T17:18:44.890 INFO:tasks.rados.rados.0.smithi094.stdout:3410: done (5 left) 2024-08-17T17:18:44.890 INFO:tasks.rados.rados.0.smithi094.stdout:3411: done (4 left) 2024-08-17T17:18:44.890 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 330 2024-08-17T17:18:44.890 INFO:tasks.rados.rados.0.smithi094.stdout:3418: seq_num 1007 ranges {3145728=65536} 2024-08-17T17:18:44.906 INFO:tasks.rados.rados.0.smithi094.stdout:3418: writing smithi09487127-2 from 3145728 to 3211264 tid 1 2024-08-17T17:18:44.906 INFO:tasks.rados.rados.0.smithi094.stdout:3419: read oid 16 snap -1 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3419: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3420: setattr oid 29 current snap is 330 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3415: finishing write tid 1 to smithi09487127-26 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3415: finishing write tid 2 to smithi09487127-26 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3414: finishing copy_from to smithi09487127-34 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1910 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3415: finishing write tid 3 to smithi09487127-26 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1860 (ObjNum 1004 snap 330 seq_num 1004) dirty exists 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3415: left oid 26 (ObjNum 1004 snap 330 seq_num 1004) 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3417: finishing write tid 1 to smithi09487127-24 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3417: finishing write tid 2 to smithi09487127-24 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3416: finishing write tid 1 to smithi09487127-43 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3416: finishing write tid 2 to smithi09487127-43 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:3417: finishing write tid 3 to smithi09487127-24 2024-08-17T17:18:44.907 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1297 (ObjNum 1006 snap 330 seq_num 1006) dirty exists 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:3417: left oid 24 (ObjNum 1006 snap 330 seq_num 1006) 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:3416: finishing write tid 3 to smithi09487127-43 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1362 (ObjNum 1005 snap 330 seq_num 1005) dirty exists 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:3416: left oid 43 (ObjNum 1005 snap 330 seq_num 1005) 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:3414: done (6 left) 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:3415: done (5 left) 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:3416: done (4 left) 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:3417: done (3 left) 2024-08-17T17:18:44.908 INFO:tasks.rados.rados.0.smithi094.stdout:3421: delete oid 5 current snap is 330 2024-08-17T17:18:44.910 INFO:tasks.rados.rados.0.smithi094.stdout:3421: done (3 left) 2024-08-17T17:18:44.910 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 330 2024-08-17T17:18:44.910 INFO:tasks.rados.rados.0.smithi094.stdout:3422: seq_num 1009 ranges {1523712=106496} 2024-08-17T17:18:44.919 INFO:tasks.rados.rados.0.smithi094.stdout:3422: writing smithi09487127-1 from 1523712 to 1630208 tid 1 2024-08-17T17:18:44.919 INFO:tasks.rados.rados.0.smithi094.stdout:3423: delete oid 7 current snap is 330 2024-08-17T17:18:44.919 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1911 (ObjNum 995 snap 324 seq_num 995) dirty exists 2024-08-17T17:18:44.920 INFO:tasks.rados.rados.0.smithi094.stdout:3418: finishing write tid 1 to smithi09487127-2 2024-08-17T17:18:44.920 INFO:tasks.rados.rados.0.smithi094.stdout:3418: finishing write tid 2 to smithi09487127-2 2024-08-17T17:18:44.920 INFO:tasks.rados.rados.0.smithi094.stdout:3418: finishing write tid 3 to smithi09487127-2 2024-08-17T17:18:44.920 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1676 (ObjNum 1007 snap 330 seq_num 1007) dirty exists 2024-08-17T17:18:44.920 INFO:tasks.rados.rados.0.smithi094.stdout:3418: left oid 2 (ObjNum 1007 snap 330 seq_num 1007) 2024-08-17T17:18:44.922 INFO:tasks.rados.rados.0.smithi094.stdout:3418: done (4 left) 2024-08-17T17:18:44.922 INFO:tasks.rados.rados.0.smithi094.stdout:3420: done (3 left) 2024-08-17T17:18:44.923 INFO:tasks.rados.rados.0.smithi094.stdout:3423: done (2 left) 2024-08-17T17:18:44.923 INFO:tasks.rados.rados.0.smithi094.stdout:3424: snap_remove snap 322 2024-08-17T17:18:45.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:44 smithi190 ceph-mon[90718]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:18:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:44 smithi094 ceph-mon[100402]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:18:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:44 smithi094 ceph-mon[102949]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:18:45.805 INFO:tasks.rados.rados.0.smithi094.stdout:3422: finishing write tid 1 to smithi09487127-1 2024-08-17T17:18:45.805 INFO:tasks.rados.rados.0.smithi094.stdout:3422: finishing write tid 2 to smithi09487127-1 2024-08-17T17:18:45.805 INFO:tasks.rados.rados.0.smithi094.stdout:3422: finishing write tid 3 to smithi09487127-1 2024-08-17T17:18:45.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1422 (ObjNum 1009 snap 330 seq_num 1009) dirty exists 2024-08-17T17:18:45.805 INFO:tasks.rados.rados.0.smithi094.stdout:3422: left oid 1 (ObjNum 1009 snap 330 seq_num 1009) 2024-08-17T17:18:45.805 INFO:tasks.rados.rados.0.smithi094.stdout:3419: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:18:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:45 smithi190 ceph-mon[90718]: pgmap v721: 121 pgs: 121 active+clean; 200 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-17T17:18:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:45 smithi190 ceph-mon[90718]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:18:46.252 INFO:tasks.rados.rados.0.smithi094.stdout:3419: done (2 left) 2024-08-17T17:18:46.252 INFO:tasks.rados.rados.0.smithi094.stdout:3422: done (1 left) 2024-08-17T17:18:46.252 INFO:tasks.rados.rados.0.smithi094.stdout:3424: done (0 left) 2024-08-17T17:18:46.252 INFO:tasks.rados.rados.0.smithi094.stdout:3425: read oid 19 snap -1 2024-08-17T17:18:46.252 INFO:tasks.rados.rados.0.smithi094.stdout:3425: expect deleted 2024-08-17T17:18:46.252 INFO:tasks.rados.rados.0.smithi094.stdout:3426: snap_create 2024-08-17T17:18:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:45 smithi094 ceph-mon[102949]: pgmap v721: 121 pgs: 121 active+clean; 200 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-17T17:18:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:45 smithi094 ceph-mon[102949]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:18:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:45 smithi094 ceph-mon[100402]: pgmap v721: 121 pgs: 121 active+clean; 200 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-17T17:18:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:45 smithi094 ceph-mon[100402]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:18:46.809 INFO:tasks.rados.rados.0.smithi094.stdout:3425: done (1 left) 2024-08-17T17:18:46.809 INFO:tasks.rados.rados.0.smithi094.stdout:3426: done (0 left) 2024-08-17T17:18:46.809 INFO:tasks.rados.rados.0.smithi094.stdout:3427: snap_create 2024-08-17T17:18:47.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:46 smithi190 ceph-mon[90718]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:18:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:46 smithi094 ceph-mon[100402]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:18:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:46 smithi094 ceph-mon[102949]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:18:47.812 INFO:tasks.rados.rados.0.smithi094.stdout:3427: done (0 left) 2024-08-17T17:18:47.812 INFO:tasks.rados.rados.0.smithi094.stdout:3428: rmattr oid 7 current snap is 332 2024-08-17T17:18:47.812 INFO:tasks.rados.rados.0.smithi094.stdout:3428: done (0 left) 2024-08-17T17:18:47.812 INFO:tasks.rados.rados.0.smithi094.stdout:3429: read oid 17 snap 314 2024-08-17T17:18:47.812 INFO:tasks.rados.rados.0.smithi094.stdout:3429: expect deleted 2024-08-17T17:18:47.812 INFO:tasks.rados.rados.0.smithi094.stdout:3430: read oid 46 snap -1 2024-08-17T17:18:47.812 INFO:tasks.rados.rados.0.smithi094.stdout:3430: expect deleted 2024-08-17T17:18:47.812 INFO:tasks.rados.rados.0.smithi094.stdout:3431: snap_create 2024-08-17T17:18:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:47 smithi190 ceph-mon[90718]: pgmap v724: 121 pgs: 121 active+clean; 200 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T17:18:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:47 smithi190 ceph-mon[90718]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:18:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:47 smithi094 ceph-mon[100402]: pgmap v724: 121 pgs: 121 active+clean; 200 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T17:18:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:47 smithi094 ceph-mon[100402]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:18:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:47 smithi094 ceph-mon[102949]: pgmap v724: 121 pgs: 121 active+clean; 200 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-17T17:18:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:47 smithi094 ceph-mon[102949]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:18:48.763 INFO:tasks.rados.rados.0.smithi094.stdout:3429: done (2 left) 2024-08-17T17:18:48.763 INFO:tasks.rados.rados.0.smithi094.stdout:3430: done (1 left) 2024-08-17T17:18:48.764 INFO:tasks.rados.rados.0.smithi094.stdout:3431: done (0 left) 2024-08-17T17:18:48.764 INFO:tasks.rados.rados.0.smithi094.stdout:3432: snap_create 2024-08-17T17:18:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:48 smithi190 ceph-mon[90718]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:18:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:48 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:18:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:48 smithi190 ceph-mon[90718]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:18:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:48 smithi094 ceph-mon[100402]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:18:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:48 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:18:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:48 smithi094 ceph-mon[100402]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:18:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:48 smithi094 ceph-mon[102949]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:18:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:48 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:18:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:48 smithi094 ceph-mon[102949]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:18:49.769 INFO:tasks.rados.rados.0.smithi094.stdout:3432: done (0 left) 2024-08-17T17:18:49.770 INFO:tasks.rados.rados.0.smithi094.stdout:3433: snap_remove snap 328 2024-08-17T17:18:49.771 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:18:49] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:18:50.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:49 smithi190 ceph-mon[90718]: pgmap v728: 121 pgs: 121 active+clean; 203 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 625 KiB/s wr, 7 op/s 2024-08-17T17:18:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:18:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:18:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:49 smithi190 ceph-mon[90718]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:18:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[100402]: pgmap v728: 121 pgs: 121 active+clean; 203 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 625 KiB/s wr, 7 op/s 2024-08-17T17:18:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:18:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:18:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[100402]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:18:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[102949]: pgmap v728: 121 pgs: 121 active+clean; 203 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 625 KiB/s wr, 7 op/s 2024-08-17T17:18:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:18:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:18:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:18:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:49 smithi094 ceph-mon[102949]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:18:50.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:18:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:18:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3433: done (0 left) 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3434: rmattr oid 50 current snap is 334 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3435: read oid 35 snap 321 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3435: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3436: read oid 10 snap -1 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3436: expect (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3437: rmattr oid 24 current snap is 334 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3437: done (3 left) 2024-08-17T17:18:50.774 INFO:tasks.rados.rados.0.smithi094.stdout:3438: read oid 28 snap -1 2024-08-17T17:18:50.775 INFO:tasks.rados.rados.0.smithi094.stdout:3438: expect deleted 2024-08-17T17:18:50.775 INFO:tasks.rados.rados.0.smithi094.stdout:3439: setattr oid 21 current snap is 334 2024-08-17T17:18:50.776 INFO:tasks.rados.rados.0.smithi094.stdout:3440: copy_from oid 30 from oid 26 current snap is 334 2024-08-17T17:18:50.776 INFO:tasks.rados.rados.0.smithi094.stdout:3441: read oid 1 snap -1 2024-08-17T17:18:50.776 INFO:tasks.rados.rados.0.smithi094.stdout:3441: expect (ObjNum 1009 snap 330 seq_num 1009) 2024-08-17T17:18:50.776 INFO:tasks.rados.rados.0.smithi094.stdout:3442: snap_remove snap 314 2024-08-17T17:18:51.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:18:50 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[113896]: 2024-08-17T17:18:50.794+0000 7f1273d29640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19d after trimming was started 2024-08-17T17:18:51.782 INFO:tasks.rados.rados.0.smithi094.stdout:3442: done (7 left) 2024-08-17T17:18:51.782 INFO:tasks.rados.rados.0.smithi094.stdout:3443: rollback oid 25 current snap is 334 2024-08-17T17:18:51.782 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 333 2024-08-17T17:18:51.782 INFO:tasks.rados.rados.0.smithi094.stdout:3444: rollback oid 16 current snap is 334 2024-08-17T17:18:51.782 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 16 to 318 2024-08-17T17:18:51.782 INFO:tasks.rados.rados.0.smithi094.stdout:3445: copy_from oid 7 from oid 18 current snap is 334 2024-08-17T17:18:51.782 INFO:tasks.rados.rados.0.smithi094.stdout:3446: setattr oid 31 current snap is 334 2024-08-17T17:18:51.783 INFO:tasks.rados.rados.0.smithi094.stdout:3436: expect (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:18:51.811 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1865 (ObjNum 1002 snap 329 seq_num 1002) dirty exists 2024-08-17T17:18:51.811 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1861 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-08-17T17:18:51.812 INFO:tasks.rados.rados.0.smithi094.stdout:3441: expect (ObjNum 1009 snap 330 seq_num 1009) 2024-08-17T17:18:51.881 INFO:tasks.rados.rados.0.smithi094.stdout:3435: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:18:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:51 smithi190 ceph-mon[90718]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:18:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:51 smithi094 ceph-mon[100402]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:18:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:51 smithi094 ceph-mon[102949]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:18:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:52 smithi190 ceph-mon[90718]: pgmap v731: 121 pgs: 121 active+clean; 204 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 783 KiB/s wr, 11 op/s 2024-08-17T17:18:53.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:52 smithi190 ceph-mon[90718]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:18:53.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:52 smithi094 ceph-mon[100402]: pgmap v731: 121 pgs: 121 active+clean; 204 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 783 KiB/s wr, 11 op/s 2024-08-17T17:18:53.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:52 smithi094 ceph-mon[100402]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:18:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:52 smithi094 ceph-mon[102949]: pgmap v731: 121 pgs: 121 active+clean; 204 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 783 KiB/s wr, 11 op/s 2024-08-17T17:18:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:52 smithi094 ceph-mon[102949]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:18:53.748 INFO:tasks.rados.rados.0.smithi094.stdout:3440: finishing copy_from racing read to smithi09487127-30 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:3440: finishing copy_from to smithi09487127-30 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1860 (ObjNum 1004 snap 330 seq_num 1004) dirty exists 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:3443: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1420 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:3444: finishing rollback tid 0 to smithi09487127-16 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:3444: finishing rollback tid 1 to smithi09487127-16 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:3444: finishing rollback tid 2 to smithi09487127-16 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1534 (ObjNum 967 snap 304 seq_num 967) dirty exists 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:3445: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:3445: finishing copy_from to smithi09487127-7 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1535 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1862 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:18:53.749 INFO:tasks.rados.rados.0.smithi094.stdout:3434: done (10 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3435: done (9 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3436: done (8 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3438: done (7 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3439: done (6 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3440: done (5 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3441: done (4 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3443: done (3 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3444: done (2 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3445: done (1 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3446: done (0 left) 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3447: rollback oid 15 current snap is 334 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 15 to 310 2024-08-17T17:18:53.750 INFO:tasks.rados.rados.0.smithi094.stdout:3448: read oid 17 snap -1 2024-08-17T17:18:53.751 INFO:tasks.rados.rados.0.smithi094.stdout:3448: expect deleted 2024-08-17T17:18:53.751 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 334 2024-08-17T17:18:53.751 INFO:tasks.rados.rados.0.smithi094.stdout:3449: seq_num 1011 ranges {16752640=139264} 2024-08-17T17:18:53.838 INFO:tasks.rados.rados.0.smithi094.stdout:3449: writing smithi09487127-39 from 16752640 to 16891904 tid 1 2024-08-17T17:18:53.838 INFO:tasks.rados.rados.0.smithi094.stdout:3450: read oid 5 snap -1 2024-08-17T17:18:53.839 INFO:tasks.rados.rados.0.smithi094.stdout:3450: expect deleted 2024-08-17T17:18:53.839 INFO:tasks.rados.rados.0.smithi094.stdout:3451: snap_remove snap 326 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3451: done (4 left) 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3452: copy_from oid 42 from oid 24 current snap is 334 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3447: finishing rollback tid 0 to smithi09487127-15 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3447: finishing rollback tid 1 to smithi09487127-15 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 15 v 1921 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3449: finishing write tid 1 to smithi09487127-39 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3449: finishing write tid 2 to smithi09487127-39 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3449: finishing write tid 3 to smithi09487127-39 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1867 (ObjNum 1011 snap 334 seq_num 1011) dirty exists 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3449: left oid 39 (ObjNum 1011 snap 334 seq_num 1011) 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3447: done (4 left) 2024-08-17T17:18:54.782 INFO:tasks.rados.rados.0.smithi094.stdout:3448: done (3 left) 2024-08-17T17:18:54.783 INFO:tasks.rados.rados.0.smithi094.stdout:3449: done (2 left) 2024-08-17T17:18:54.783 INFO:tasks.rados.rados.0.smithi094.stdout:3450: done (1 left) 2024-08-17T17:18:54.783 INFO:tasks.rados.rados.0.smithi094.stdout:3453: setattr oid 33 current snap is 334 2024-08-17T17:18:54.785 INFO:tasks.rados.rados.0.smithi094.stdout:3454: read oid 46 snap 318 2024-08-17T17:18:54.785 INFO:tasks.rados.rados.0.smithi094.stdout:3454: expect (ObjNum 978 snap 309 seq_num 978) 2024-08-17T17:18:54.785 INFO:tasks.rados.rados.0.smithi094.stdout:3455: snap_remove snap 319 2024-08-17T17:18:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:54 smithi094 ceph-mon[100402]: pgmap v733: 121 pgs: 121 active+clean; 206 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 705 KiB/s wr, 9 op/s 2024-08-17T17:18:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:54 smithi094 ceph-mon[100402]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:18:55.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:54 smithi094 ceph-mon[102949]: pgmap v733: 121 pgs: 121 active+clean; 206 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 705 KiB/s wr, 9 op/s 2024-08-17T17:18:55.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:54 smithi094 ceph-mon[102949]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:18:55.185 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:18:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:18:54.792+0000 7f4d03dfe640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 19b after trimming was started 2024-08-17T17:18:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:54 smithi190 ceph-mon[90718]: pgmap v733: 121 pgs: 121 active+clean; 206 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 705 KiB/s wr, 9 op/s 2024-08-17T17:18:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:54 smithi190 ceph-mon[90718]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:18:55.787 INFO:tasks.rados.rados.0.smithi094.stdout:3455: done (3 left) 2024-08-17T17:18:55.787 INFO:tasks.rados.rados.0.smithi094.stdout:3456: read oid 20 snap 323 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:3456: expect (ObjNum 924 snap 290 seq_num 924) 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:3457: read oid 23 snap -1 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:3457: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:3458: snap_create 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:3452: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1677 (ObjNum 33 snap 0 seq_num 3214445488) dirty exists 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:3452: finishing copy_from to smithi09487127-42 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1297 (ObjNum 1006 snap 330 seq_num 1006) dirty exists 2024-08-17T17:18:55.788 INFO:tasks.rados.rados.0.smithi094.stdout:3454: expect (ObjNum 978 snap 309 seq_num 978) 2024-08-17T17:18:55.909 INFO:tasks.rados.rados.0.smithi094.stdout:3457: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:18:55.973 INFO:tasks.rados.rados.0.smithi094.stdout:3456: expect (ObjNum 924 snap 290 seq_num 924) 2024-08-17T17:18:56.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:55 smithi190 ceph-mon[90718]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:18:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:55 smithi094 ceph-mon[100402]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:18:56.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:55 smithi094 ceph-mon[102949]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:18:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:3452: done (5 left) 2024-08-17T17:18:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:3453: done (4 left) 2024-08-17T17:18:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:3454: done (3 left) 2024-08-17T17:18:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:3456: done (2 left) 2024-08-17T17:18:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:3457: done (1 left) 2024-08-17T17:18:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:3458: done (0 left) 2024-08-17T17:18:56.792 INFO:tasks.rados.rados.0.smithi094.stdout:3459: snap_remove snap 309 2024-08-17T17:18:57.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:56 smithi190 ceph-mon[90718]: pgmap v736: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 206 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 561 KiB/s wr, 17 op/s 2024-08-17T17:18:57.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:56 smithi190 ceph-mon[90718]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:18:57.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:56 smithi094 ceph-mon[100402]: pgmap v736: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 206 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 561 KiB/s wr, 17 op/s 2024-08-17T17:18:57.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:56 smithi094 ceph-mon[100402]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:18:57.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:56 smithi094 ceph-mon[102949]: pgmap v736: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 206 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 561 KiB/s wr, 17 op/s 2024-08-17T17:18:57.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:56 smithi094 ceph-mon[102949]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:18:57.801 INFO:tasks.rados.rados.0.smithi094.stdout:3459: done (0 left) 2024-08-17T17:18:57.801 INFO:tasks.rados.rados.0.smithi094.stdout:3460: copy_from oid 49 from oid 2 current snap is 335 2024-08-17T17:18:57.801 INFO:tasks.rados.rados.0.smithi094.stdout:3461: read oid 18 snap -1 2024-08-17T17:18:57.801 INFO:tasks.rados.rados.0.smithi094.stdout:3461: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:18:57.801 INFO:tasks.rados.rados.0.smithi094.stdout:3462: copy_from oid 12 from oid 4 current snap is 335 2024-08-17T17:18:57.801 INFO:tasks.rados.rados.0.smithi094.stdout:3463: rollback oid 25 current snap is 335 2024-08-17T17:18:57.801 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 329 2024-08-17T17:18:57.801 INFO:tasks.rados.rados.0.smithi094.stdout:3464: snap_create 2024-08-17T17:18:57.807 INFO:tasks.rados.rados.0.smithi094.stdout:3462: finishing copy_from to smithi09487127-12 2024-08-17T17:18:57.807 INFO:tasks.rados.rados.0.smithi094.stdout:3462: got expected ENOENT (src dne) 2024-08-17T17:18:57.807 INFO:tasks.rados.rados.0.smithi094.stdout:3462: finishing copy_from racing read to smithi09487127-12 2024-08-17T17:18:57.808 INFO:tasks.rados.rados.0.smithi094.stdout:3463: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:18:57.808 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1420 (ObjNum 385 snap 0 seq_num 3213546000) dirty dne 2024-08-17T17:18:57.819 INFO:tasks.rados.rados.0.smithi094.stdout:3461: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:18:57.867 INFO:tasks.rados.rados.0.smithi094.stdout:3460: finishing copy_from racing read to smithi09487127-49 2024-08-17T17:18:57.867 INFO:tasks.rados.rados.0.smithi094.stdout:3460: finishing copy_from to smithi09487127-49 2024-08-17T17:18:57.867 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1676 (ObjNum 1007 snap 330 seq_num 1007) dirty exists 2024-08-17T17:18:58.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:57 smithi190 ceph-mon[90718]: pgmap v739: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 206 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 46 KiB/s wr, 20 op/s 2024-08-17T17:18:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:57 smithi190 ceph-mon[90718]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:18:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:57 smithi094 ceph-mon[100402]: pgmap v739: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 206 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 46 KiB/s wr, 20 op/s 2024-08-17T17:18:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:57 smithi094 ceph-mon[100402]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:18:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:57 smithi094 ceph-mon[102949]: pgmap v739: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 206 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 46 KiB/s wr, 20 op/s 2024-08-17T17:18:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:57 smithi094 ceph-mon[102949]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:18:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:58.768 INFO:tasks.rados.rados.0.smithi094.stdout:3460: done (4 left) 2024-08-17T17:18:58.768 INFO:tasks.rados.rados.0.smithi094.stdout:3461: done (3 left) 2024-08-17T17:18:58.768 INFO:tasks.rados.rados.0.smithi094.stdout:3462: done (2 left) 2024-08-17T17:18:58.769 INFO:tasks.rados.rados.0.smithi094.stdout:3463: done (1 left) 2024-08-17T17:18:58.769 INFO:tasks.rados.rados.0.smithi094.stdout:3464: done (0 left) 2024-08-17T17:18:58.769 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 336 2024-08-17T17:18:58.769 INFO:tasks.rados.rados.0.smithi094.stdout:3465: seq_num 1012 ranges {0=155648} 2024-08-17T17:18:58.769 INFO:tasks.rados.rados.0.smithi094.stdout:3465: writing smithi09487127-32 from 0 to 155648 tid 1 2024-08-17T17:18:58.769 INFO:tasks.rados.rados.0.smithi094.stdout:3466: snap_remove snap 323 2024-08-17T17:18:59.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:58 smithi190 ceph-mon[90718]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:18:59.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:18:58 smithi190 ceph-mon[90718]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:18:59.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:58 smithi094 ceph-mon[100402]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:18:59.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:18:58 smithi094 ceph-mon[100402]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:18:59.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:58 smithi094 ceph-mon[102949]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:18:59.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:18:58 smithi094 ceph-mon[102949]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:18:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:18:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:18:59] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:18:59.773 INFO:tasks.rados.rados.0.smithi094.stdout:3466: done (1 left) 2024-08-17T17:18:59.773 INFO:tasks.rados.rados.0.smithi094.stdout:3467: copy_from oid 44 from oid 3 current snap is 336 2024-08-17T17:18:59.773 INFO:tasks.rados.rados.0.smithi094.stdout:3468: read oid 39 snap -1 2024-08-17T17:18:59.773 INFO:tasks.rados.rados.0.smithi094.stdout:3468: expect (ObjNum 1011 snap 334 seq_num 1011) 2024-08-17T17:18:59.774 INFO:tasks.rados.rados.0.smithi094.stdout:3469: snap_remove snap 320 2024-08-17T17:19:00.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:19:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:19:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:3469: done (3 left) 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:3470: setattr oid 9 current snap is 336 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:3465: finishing write tid 1 to smithi09487127-32 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:3465: finishing write tid 2 to smithi09487127-32 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:3465: finishing write tid 3 to smithi09487127-32 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1857 (ObjNum 1012 snap 336 seq_num 1012) dirty exists 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:3465: left oid 32 (ObjNum 1012 snap 336 seq_num 1012) 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:3467: finishing copy_from racing read to smithi09487127-44 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:3467: finishing copy_from to smithi09487127-44 2024-08-17T17:19:00.781 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1487 (ObjNum 945 snap 300 seq_num 945) dirty exists 2024-08-17T17:19:00.782 INFO:tasks.rados.rados.0.smithi094.stdout:3468: expect (ObjNum 1011 snap 334 seq_num 1011) 2024-08-17T17:19:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:00 smithi094 ceph-mon[100402]: pgmap v742: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 796 KiB/s wr, 7 op/s 2024-08-17T17:19:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:00 smithi094 ceph-mon[100402]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:19:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:00 smithi094 ceph-mon[102949]: pgmap v742: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 796 KiB/s wr, 7 op/s 2024-08-17T17:19:01.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:00 smithi094 ceph-mon[102949]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:19:01.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:00 smithi190 ceph-mon[90718]: pgmap v742: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 796 KiB/s wr, 7 op/s 2024-08-17T17:19:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:00 smithi190 ceph-mon[90718]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:19:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:01 smithi190 ceph-mon[90718]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:19:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:01 smithi094 ceph-mon[100402]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:19:02.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:01 smithi094 ceph-mon[102949]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:19:03.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:02 smithi190 ceph-mon[90718]: pgmap v745: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 784 KiB/s wr, 4 op/s 2024-08-17T17:19:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:02 smithi094 ceph-mon[100402]: pgmap v745: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 784 KiB/s wr, 4 op/s 2024-08-17T17:19:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:02 smithi094 ceph-mon[102949]: pgmap v745: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 784 KiB/s wr, 4 op/s 2024-08-17T17:19:03.534 INFO:tasks.rados.rados.0.smithi094.stdout:3465: done (3 left) 2024-08-17T17:19:03.534 INFO:tasks.rados.rados.0.smithi094.stdout:3467: done (2 left) 2024-08-17T17:19:03.534 INFO:tasks.rados.rados.0.smithi094.stdout:3468: done (1 left) 2024-08-17T17:19:03.534 INFO:tasks.rados.rados.0.smithi094.stdout:3471: delete oid 33 current snap is 336 2024-08-17T17:19:03.538 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1678 (ObjNum 946 snap 300 seq_num 946) dirty exists 2024-08-17T17:19:03.539 INFO:tasks.rados.rados.0.smithi094.stdout:3470: done (1 left) 2024-08-17T17:19:03.539 INFO:tasks.rados.rados.0.smithi094.stdout:3471: done (0 left) 2024-08-17T17:19:03.539 INFO:tasks.rados.rados.0.smithi094.stdout:3472: read oid 23 snap -1 2024-08-17T17:19:03.539 INFO:tasks.rados.rados.0.smithi094.stdout:3472: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:19:03.540 INFO:tasks.rados.rados.0.smithi094.stdout:3473: rollback oid 39 current snap is 336 2024-08-17T17:19:03.540 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 39 to 332 2024-08-17T17:19:03.540 INFO:tasks.rados.rados.0.smithi094.stdout:3474: read oid 29 snap -1 2024-08-17T17:19:03.540 INFO:tasks.rados.rados.0.smithi094.stdout:3474: expect (ObjNum 995 snap 324 seq_num 995) 2024-08-17T17:19:03.540 INFO:tasks.rados.rados.0.smithi094.stdout:3475: snap_create 2024-08-17T17:19:03.545 INFO:tasks.rados.rados.0.smithi094.stdout:3473: finishing rollback tid 0 to smithi09487127-39 2024-08-17T17:19:03.546 INFO:tasks.rados.rados.0.smithi094.stdout:3473: finishing rollback tid 1 to smithi09487127-39 2024-08-17T17:19:03.546 INFO:tasks.rados.rados.0.smithi094.stdout:3473: finishing rollback tid 2 to smithi09487127-39 2024-08-17T17:19:03.547 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1870 (ObjNum 959 snap 302 seq_num 959) dirty exists 2024-08-17T17:19:03.550 INFO:tasks.rados.rados.0.smithi094.stdout:3472: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:19:03.616 INFO:tasks.rados.rados.0.smithi094.stdout:3474: expect (ObjNum 995 snap 324 seq_num 995) 2024-08-17T17:19:04.155 INFO:tasks.rados.rados.0.smithi094.stdout:3472: done (3 left) 2024-08-17T17:19:04.155 INFO:tasks.rados.rados.0.smithi094.stdout:3473: done (2 left) 2024-08-17T17:19:04.155 INFO:tasks.rados.rados.0.smithi094.stdout:3474: done (1 left) 2024-08-17T17:19:04.155 INFO:tasks.rados.rados.0.smithi094.stdout:3475: done (0 left) 2024-08-17T17:19:04.155 INFO:tasks.rados.rados.0.smithi094.stdout:3476: read oid 15 snap -1 2024-08-17T17:19:04.155 INFO:tasks.rados.rados.0.smithi094.stdout:3476: expect deleted 2024-08-17T17:19:04.155 INFO:tasks.rados.rados.0.smithi094.stdout:3477: setattr oid 2 current snap is 337 2024-08-17T17:19:04.156 INFO:tasks.rados.rados.0.smithi094.stdout:3476: done (1 left) 2024-08-17T17:19:04.156 INFO:tasks.rados.rados.0.smithi094.stdout:3478: copy_from oid 8 from oid 27 current snap is 337 2024-08-17T17:19:04.156 INFO:tasks.rados.rados.0.smithi094.stdout:3479: rmattr oid 25 current snap is 337 2024-08-17T17:19:04.156 INFO:tasks.rados.rados.0.smithi094.stdout:3479: done (2 left) 2024-08-17T17:19:04.156 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 337 2024-08-17T17:19:04.156 INFO:tasks.rados.rados.0.smithi094.stdout:3480: seq_num 1014 ranges {7823360=188416} 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:3480: writing smithi09487127-43 from 7823360 to 8011776 tid 1 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:3481: copy_from oid 44 from oid 18 current snap is 337 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1680 (ObjNum 1007 snap 330 seq_num 1007) dirty exists 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:3478: finishing copy_from racing read to smithi09487127-8 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:3478: finishing copy_from to smithi09487127-8 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1858 (ObjNum 981 snap 312 seq_num 981) dirty exists 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:3477: done (3 left) 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:3478: done (2 left) 2024-08-17T17:19:04.200 INFO:tasks.rados.rados.0.smithi094.stdout:3482: setattr oid 10 current snap is 337 2024-08-17T17:19:04.201 INFO:tasks.rados.rados.0.smithi094.stdout:3483: rollback oid 41 current snap is 337 2024-08-17T17:19:04.202 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 41 to 321 2024-08-17T17:19:04.202 INFO:tasks.rados.rados.0.smithi094.stdout:3484: read oid 31 snap 334 2024-08-17T17:19:04.202 INFO:tasks.rados.rados.0.smithi094.stdout:3484: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:19:04.202 INFO:tasks.rados.rados.0.smithi094.stdout:3485: delete oid 19 current snap is 337 2024-08-17T17:19:04.205 INFO:tasks.rados.rados.0.smithi094.stdout:3480: finishing write tid 1 to smithi09487127-43 2024-08-17T17:19:04.205 INFO:tasks.rados.rados.0.smithi094.stdout:3480: finishing write tid 2 to smithi09487127-43 2024-08-17T17:19:04.206 INFO:tasks.rados.rados.0.smithi094.stdout:3483: finishing rollback tid 1 to smithi09487127-41 2024-08-17T17:19:04.206 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1651 (ObjNum 65 snap 0 seq_num 1348628327) dirty dne 2024-08-17T17:19:04.206 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1906 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:19:04.207 INFO:tasks.rados.rados.0.smithi094.stdout:3480: finishing write tid 3 to smithi09487127-43 2024-08-17T17:19:04.207 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1364 (ObjNum 1014 snap 337 seq_num 1014) dirty exists 2024-08-17T17:19:04.207 INFO:tasks.rados.rados.0.smithi094.stdout:3480: left oid 43 (ObjNum 1014 snap 337 seq_num 1014) 2024-08-17T17:19:04.207 INFO:tasks.rados.rados.0.smithi094.stdout:3481: finishing copy_from racing read to smithi09487127-44 2024-08-17T17:19:04.208 INFO:tasks.rados.rados.0.smithi094.stdout:3480: done (5 left) 2024-08-17T17:19:04.208 INFO:tasks.rados.rados.0.smithi094.stdout:3482: done (4 left) 2024-08-17T17:19:04.208 INFO:tasks.rados.rados.0.smithi094.stdout:3483: done (3 left) 2024-08-17T17:19:04.208 INFO:tasks.rados.rados.0.smithi094.stdout:3485: done (2 left) 2024-08-17T17:19:04.208 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 337 2024-08-17T17:19:04.208 INFO:tasks.rados.rados.0.smithi094.stdout:3486: seq_num 1016 ranges {4022272=221184} 2024-08-17T17:19:04.230 INFO:tasks.rados.rados.0.smithi094.stdout:3486: writing smithi09487127-22 from 4022272 to 4243456 tid 1 2024-08-17T17:19:04.231 INFO:tasks.rados.rados.0.smithi094.stdout:3487: rollback oid 25 current snap is 337 2024-08-17T17:19:04.231 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 335 2024-08-17T17:19:04.231 INFO:tasks.rados.rados.0.smithi094.stdout:3481: finishing copy_from to smithi09487127-44 2024-08-17T17:19:04.231 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1535 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:19:04.231 INFO:tasks.rados.rados.0.smithi094.stdout:3484: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3487: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1420 (ObjNum 49 snap 0 seq_num 3232217280) dirty dne 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3486: finishing write tid 1 to smithi09487127-22 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3486: finishing write tid 2 to smithi09487127-22 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3486: finishing write tid 3 to smithi09487127-22 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1678 (ObjNum 1016 snap 337 seq_num 1016) dirty exists 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3486: left oid 22 (ObjNum 1016 snap 337 seq_num 1016) 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3481: done (3 left) 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3484: done (2 left) 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3486: done (1 left) 2024-08-17T17:19:04.279 INFO:tasks.rados.rados.0.smithi094.stdout:3487: done (0 left) 2024-08-17T17:19:04.280 INFO:tasks.rados.rados.0.smithi094.stdout:3488: read oid 34 snap 330 2024-08-17T17:19:04.280 INFO:tasks.rados.rados.0.smithi094.stdout:3488: expect (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:19:04.280 INFO:tasks.rados.rados.0.smithi094.stdout:3489: copy_from oid 26 from oid 45 current snap is 337 2024-08-17T17:19:04.280 INFO:tasks.rados.rados.0.smithi094.stdout:3490: snap_create 2024-08-17T17:19:04.281 INFO:tasks.rados.rados.0.smithi094.stdout:3488: expect (ObjNum 896 snap 283 seq_num 896) 2024-08-17T17:19:04.299 INFO:tasks.rados.rados.0.smithi094.stdout:3489: finishing copy_from racing read to smithi09487127-26 2024-08-17T17:19:04.299 INFO:tasks.rados.rados.0.smithi094.stdout:3489: finishing copy_from to smithi09487127-26 2024-08-17T17:19:04.300 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1483 (ObjNum 911 snap 286 seq_num 911) dirty exists 2024-08-17T17:19:04.785 INFO:tasks.rados.rados.0.smithi094.stdout:3488: done (2 left) 2024-08-17T17:19:04.785 INFO:tasks.rados.rados.0.smithi094.stdout:3489: done (1 left) 2024-08-17T17:19:04.785 INFO:tasks.rados.rados.0.smithi094.stdout:3490: done (0 left) 2024-08-17T17:19:04.785 INFO:tasks.rados.rados.0.smithi094.stdout:3491: delete oid 8 current snap is 338 2024-08-17T17:19:04.793 INFO:tasks.rados.rados.0.smithi094.stdout:3491: done (0 left) 2024-08-17T17:19:04.794 INFO:tasks.rados.rados.0.smithi094.stdout:3492: snap_remove snap 312 2024-08-17T17:19:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:04 smithi094 ceph-mon[100402]: pgmap v746: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 658 KiB/s wr, 4 op/s 2024-08-17T17:19:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:04 smithi094 ceph-mon[100402]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:19:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:04 smithi094 ceph-mon[102949]: pgmap v746: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 658 KiB/s wr, 4 op/s 2024-08-17T17:19:05.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:04 smithi094 ceph-mon[102949]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:19:05.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:04 smithi190 ceph-mon[90718]: pgmap v746: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 209 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 658 KiB/s wr, 4 op/s 2024-08-17T17:19:05.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:04 smithi190 ceph-mon[90718]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:19:05.789 INFO:tasks.rados.rados.0.smithi094.stdout:3492: done (0 left) 2024-08-17T17:19:05.789 INFO:tasks.rados.rados.0.smithi094.stdout:3493: rmattr oid 5 current snap is 338 2024-08-17T17:19:05.789 INFO:tasks.rados.rados.0.smithi094.stdout:3493: done (0 left) 2024-08-17T17:19:05.789 INFO:tasks.rados.rados.0.smithi094.stdout:3494: snap_create 2024-08-17T17:19:06.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:05 smithi190 ceph-mon[90718]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:19:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:05 smithi094 ceph-mon[100402]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:19:06.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:05 smithi094 ceph-mon[102949]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:19:06.802 INFO:tasks.rados.rados.0.smithi094.stdout:3494: done (0 left) 2024-08-17T17:19:06.802 INFO:tasks.rados.rados.0.smithi094.stdout:3495: snap_remove snap 327 2024-08-17T17:19:07.173 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:06 smithi094 ceph-mon[100402]: pgmap v749: 121 pgs: 121 active+clean; 213 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 946 KiB/s wr, 7 op/s 2024-08-17T17:19:07.173 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:06 smithi094 ceph-mon[100402]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:19:07.174 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:06 smithi094 ceph-mon[102949]: pgmap v749: 121 pgs: 121 active+clean; 213 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 946 KiB/s wr, 7 op/s 2024-08-17T17:19:07.174 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:06 smithi094 ceph-mon[102949]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:19:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:06 smithi190 ceph-mon[90718]: pgmap v749: 121 pgs: 121 active+clean; 213 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 946 KiB/s wr, 7 op/s 2024-08-17T17:19:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:06 smithi190 ceph-mon[90718]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:19:07.807 INFO:tasks.rados.rados.0.smithi094.stdout:3495: done (0 left) 2024-08-17T17:19:07.807 INFO:tasks.rados.rados.0.smithi094.stdout:3496: snap_remove snap 335 2024-08-17T17:19:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:07 smithi190 ceph-mon[90718]: pgmap v751: 121 pgs: 121 active+clean; 214 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 822 KiB/s wr, 12 op/s 2024-08-17T17:19:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:07 smithi190 ceph-mon[90718]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:19:08.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:07 smithi094 ceph-mon[100402]: pgmap v751: 121 pgs: 121 active+clean; 214 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 822 KiB/s wr, 12 op/s 2024-08-17T17:19:08.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:07 smithi094 ceph-mon[100402]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:19:08.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:07 smithi094 ceph-mon[102949]: pgmap v751: 121 pgs: 121 active+clean; 214 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 822 KiB/s wr, 12 op/s 2024-08-17T17:19:08.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:07 smithi094 ceph-mon[102949]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:19:08.774 INFO:tasks.rados.rados.0.smithi094.stdout:3496: done (0 left) 2024-08-17T17:19:08.775 INFO:tasks.rados.rados.0.smithi094.stdout:3497: snap_create 2024-08-17T17:19:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:08 smithi190 ceph-mon[90718]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:19:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:08 smithi190 ceph-mon[90718]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:19:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:08 smithi094 ceph-mon[100402]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:19:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:08 smithi094 ceph-mon[100402]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:19:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:08 smithi094 ceph-mon[102949]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:19:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:08 smithi094 ceph-mon[102949]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:19:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:19:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:19:09] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:19:09.779 INFO:tasks.rados.rados.0.smithi094.stdout:3497: done (0 left) 2024-08-17T17:19:09.779 INFO:tasks.rados.rados.0.smithi094.stdout:3498: read oid 36 snap 321 2024-08-17T17:19:09.779 INFO:tasks.rados.rados.0.smithi094.stdout:3498: expect deleted 2024-08-17T17:19:09.779 INFO:tasks.rados.rados.0.smithi094.stdout:3499: setattr oid 19 current snap is 340 2024-08-17T17:19:09.780 INFO:tasks.rados.rados.0.smithi094.stdout:3498: done (1 left) 2024-08-17T17:19:09.780 INFO:tasks.rados.rados.0.smithi094.stdout:3500: copy_from oid 35 from oid 25 current snap is 340 2024-08-17T17:19:09.780 INFO:tasks.rados.rados.0.smithi094.stdout:3501: snap_remove snap 338 2024-08-17T17:19:10.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:19:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:19:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:3501: done (2 left) 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:3502: rmattr oid 12 current snap is 340 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1918 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:3500: finishing copy_from to smithi09487127-35 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:3500: got expected ENOENT (src dne) 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:3500: finishing copy_from racing read to smithi09487127-35 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:3499: done (2 left) 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:3500: done (1 left) 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:3503: rollback oid 13 current snap is 340 2024-08-17T17:19:10.781 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 329 2024-08-17T17:19:10.782 INFO:tasks.rados.rados.0.smithi094.stdout:3504: snap_remove snap 336 2024-08-17T17:19:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:10 smithi190 ceph-mon[90718]: pgmap v755: 121 pgs: 121 active+clean; 214 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 100 KiB/s wr, 16 op/s 2024-08-17T17:19:11.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:10 smithi190 ceph-mon[90718]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:19:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:10 smithi094 ceph-mon[100402]: pgmap v755: 121 pgs: 121 active+clean; 214 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 100 KiB/s wr, 16 op/s 2024-08-17T17:19:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:10 smithi094 ceph-mon[100402]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:19:11.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:10 smithi094 ceph-mon[102949]: pgmap v755: 121 pgs: 121 active+clean; 214 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 100 KiB/s wr, 16 op/s 2024-08-17T17:19:11.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:10 smithi094 ceph-mon[102949]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:19:11.793 INFO:tasks.rados.rados.0.smithi094.stdout:3504: done (2 left) 2024-08-17T17:19:11.793 INFO:tasks.rados.rados.0.smithi094.stdout:3505: snap_remove snap 310 2024-08-17T17:19:12.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:11 smithi190 ceph-mon[90718]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:19:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:11 smithi094 ceph-mon[102949]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:19:12.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:11 smithi094 ceph-mon[100402]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:19:12.798 INFO:tasks.rados.rados.0.smithi094.stdout:3505: done (2 left) 2024-08-17T17:19:12.798 INFO:tasks.rados.rados.0.smithi094.stdout:3506: copy_from oid 11 from oid 33 current snap is 340 2024-08-17T17:19:12.798 INFO:tasks.rados.rados.0.smithi094.stdout:3507: copy_from oid 45 from oid 43 current snap is 340 2024-08-17T17:19:12.798 INFO:tasks.rados.rados.0.smithi094.stdout:3503: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:19:12.799 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1859 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:19:12.799 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 1920 (ObjNum 989 snap 320 seq_num 989) dirty exists 2024-08-17T17:19:12.799 INFO:tasks.rados.rados.0.smithi094.stdout:3502: done (3 left) 2024-08-17T17:19:12.799 INFO:tasks.rados.rados.0.smithi094.stdout:3503: done (2 left) 2024-08-17T17:19:12.799 INFO:tasks.rados.rados.0.smithi094.stdout:3508: snap_remove snap 339 2024-08-17T17:19:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:12 smithi190 ceph-mon[90718]: pgmap v758: 121 pgs: 121 active+clean; 216 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 723 KiB/s wr, 6 op/s 2024-08-17T17:19:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:12 smithi190 ceph-mon[90718]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:19:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:12 smithi094 ceph-mon[100402]: pgmap v758: 121 pgs: 121 active+clean; 216 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 723 KiB/s wr, 6 op/s 2024-08-17T17:19:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:12 smithi094 ceph-mon[100402]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:19:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:12 smithi094 ceph-mon[102949]: pgmap v758: 121 pgs: 121 active+clean; 216 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 256 B/s rd, 723 KiB/s wr, 6 op/s 2024-08-17T17:19:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:12 smithi094 ceph-mon[102949]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:19:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:13.776 INFO:tasks.rados.rados.0.smithi094.stdout:3508: done (2 left) 2024-08-17T17:19:13.776 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 340 2024-08-17T17:19:13.777 INFO:tasks.rados.rados.0.smithi094.stdout:3509: seq_num 1018 ranges {0=253952} 2024-08-17T17:19:13.777 INFO:tasks.rados.rados.0.smithi094.stdout:3509: writing smithi09487127-41 from 0 to 253952 tid 1 2024-08-17T17:19:13.777 INFO:tasks.rados.rados.0.smithi094.stdout:3510: rmattr oid 34 current snap is 340 2024-08-17T17:19:13.777 INFO:tasks.rados.rados.0.smithi094.stdout:3510: done (3 left) 2024-08-17T17:19:13.778 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 340 2024-08-17T17:19:13.778 INFO:tasks.rados.rados.0.smithi094.stdout:3511: seq_num 1019 ranges {2736128=270336} 2024-08-17T17:19:13.794 INFO:tasks.rados.rados.0.smithi094.stdout:3511: writing smithi09487127-27 from 2736128 to 3006464 tid 1 2024-08-17T17:19:13.794 INFO:tasks.rados.rados.0.smithi094.stdout:3512: setattr oid 25 current snap is 340 2024-08-17T17:19:13.794 INFO:tasks.rados.rados.0.smithi094.stdout:3506: finishing copy_from to smithi09487127-11 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:3506: got expected ENOENT (src dne) 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:3506: finishing copy_from racing read to smithi09487127-11 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:3507: finishing copy_from racing read to smithi09487127-45 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:3507: finishing copy_from to smithi09487127-45 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 1364 (ObjNum 1014 snap 337 seq_num 1014) dirty exists 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:3509: finishing write tid 1 to smithi09487127-41 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:3509: finishing write tid 2 to smithi09487127-41 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:3509: finishing write tid 3 to smithi09487127-41 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1913 (ObjNum 1018 snap 340 seq_num 1018) dirty exists 2024-08-17T17:19:13.795 INFO:tasks.rados.rados.0.smithi094.stdout:3509: left oid 41 (ObjNum 1018 snap 340 seq_num 1018) 2024-08-17T17:19:13.796 INFO:tasks.rados.rados.0.smithi094.stdout:3506: done (4 left) 2024-08-17T17:19:13.796 INFO:tasks.rados.rados.0.smithi094.stdout:3507: done (3 left) 2024-08-17T17:19:13.796 INFO:tasks.rados.rados.0.smithi094.stdout:3509: done (2 left) 2024-08-17T17:19:13.796 INFO:tasks.rados.rados.0.smithi094.stdout:3513: read oid 3 snap -1 2024-08-17T17:19:13.796 INFO:tasks.rados.rados.0.smithi094.stdout:3513: expect (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:19:13.796 INFO:tasks.rados.rados.0.smithi094.stdout:3514: delete oid 38 current snap is 340 2024-08-17T17:19:13.799 INFO:tasks.rados.rados.0.smithi094.stdout:3511: finishing write tid 1 to smithi09487127-27 2024-08-17T17:19:13.799 INFO:tasks.rados.rados.0.smithi094.stdout:3511: finishing write tid 2 to smithi09487127-27 2024-08-17T17:19:13.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1423 (ObjNum 161 snap 0 seq_num 3162484080) dirty exists 2024-08-17T17:19:13.800 INFO:tasks.rados.rados.0.smithi094.stdout:3512: done (3 left) 2024-08-17T17:19:13.800 INFO:tasks.rados.rados.0.smithi094.stdout:3514: done (2 left) 2024-08-17T17:19:13.800 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 340 2024-08-17T17:19:13.801 INFO:tasks.rados.rados.0.smithi094.stdout:3515: seq_num 1021 ranges {9043968=303104} 2024-08-17T17:19:13.850 INFO:tasks.rados.rados.0.smithi094.stdout:3515: writing smithi09487127-29 from 9043968 to 9347072 tid 1 2024-08-17T17:19:13.850 INFO:tasks.rados.rados.0.smithi094.stdout:3516: rollback oid 8 current snap is 340 2024-08-17T17:19:13.851 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 8 to 334 2024-08-17T17:19:13.851 INFO:tasks.rados.rados.0.smithi094.stdout:3511: finishing write tid 3 to smithi09487127-27 2024-08-17T17:19:13.851 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1860 (ObjNum 1019 snap 340 seq_num 1019) dirty exists 2024-08-17T17:19:13.851 INFO:tasks.rados.rados.0.smithi094.stdout:3511: left oid 27 (ObjNum 1019 snap 340 seq_num 1019) 2024-08-17T17:19:13.851 INFO:tasks.rados.rados.0.smithi094.stdout:3513: expect (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3515: finishing write tid 1 to smithi09487127-29 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3515: finishing write tid 2 to smithi09487127-29 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3515: finishing write tid 3 to smithi09487127-29 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1915 (ObjNum 1021 snap 340 seq_num 1021) dirty exists 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3515: left oid 29 (ObjNum 1021 snap 340 seq_num 1021) 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3516: finishing rollback tid 1 to smithi09487127-8 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3516: finishing rollback tid 2 to smithi09487127-8 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1873 (ObjNum 1000 snap 329 seq_num 1000) dirty exists 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3511: done (3 left) 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3513: done (2 left) 2024-08-17T17:19:13.928 INFO:tasks.rados.rados.0.smithi094.stdout:3515: done (1 left) 2024-08-17T17:19:13.929 INFO:tasks.rados.rados.0.smithi094.stdout:3516: done (0 left) 2024-08-17T17:19:13.929 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 340 2024-08-17T17:19:13.929 INFO:tasks.rados.rados.0.smithi094.stdout:3517: seq_num 1022 ranges {868352=319488} 2024-08-17T17:19:13.934 INFO:tasks.rados.rados.0.smithi094.stdout:3517: writing smithi09487127-26 from 868352 to 1187840 tid 1 2024-08-17T17:19:13.934 INFO:tasks.rados.rados.0.smithi094.stdout:3518: read oid 7 snap -1 2024-08-17T17:19:13.934 INFO:tasks.rados.rados.0.smithi094.stdout:3518: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:19:13.934 INFO:tasks.rados.rados.0.smithi094.stdout:3519: snap_remove snap 332 2024-08-17T17:19:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:13 smithi190 ceph-mon[90718]: pgmap v761: 121 pgs: 121 active+clean; 216 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 668 KiB/s wr, 8 op/s 2024-08-17T17:19:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:13 smithi190 ceph-mon[90718]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:19:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:13 smithi190 ceph-mon[90718]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:19:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:13 smithi094 ceph-mon[100402]: pgmap v761: 121 pgs: 121 active+clean; 216 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 668 KiB/s wr, 8 op/s 2024-08-17T17:19:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:13 smithi094 ceph-mon[100402]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:19:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:13 smithi094 ceph-mon[100402]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:19:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:13 smithi094 ceph-mon[102949]: pgmap v761: 121 pgs: 121 active+clean; 216 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 668 KiB/s wr, 8 op/s 2024-08-17T17:19:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:13 smithi094 ceph-mon[102949]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:19:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:13 smithi094 ceph-mon[102949]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:19:14.811 INFO:tasks.rados.rados.0.smithi094.stdout:3517: finishing write tid 1 to smithi09487127-26 2024-08-17T17:19:14.811 INFO:tasks.rados.rados.0.smithi094.stdout:3517: finishing write tid 2 to smithi09487127-26 2024-08-17T17:19:14.811 INFO:tasks.rados.rados.0.smithi094.stdout:3518: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:19:14.859 INFO:tasks.rados.rados.0.smithi094.stdout:3517: finishing write tid 3 to smithi09487127-26 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1865 (ObjNum 1022 snap 340 seq_num 1022) dirty exists 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3517: left oid 26 (ObjNum 1022 snap 340 seq_num 1022) 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3517: done (2 left) 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3518: done (1 left) 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3519: done (0 left) 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3520: read oid 8 snap -1 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3520: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3521: copy_from oid 1 from oid 21 current snap is 340 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3522: read oid 33 snap -1 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:3522: expect deleted 2024-08-17T17:19:14.860 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 36 current snap is 340 2024-08-17T17:19:14.861 INFO:tasks.rados.rados.0.smithi094.stdout:3523: seq_num 1023 ranges {0=335872} 2024-08-17T17:19:14.861 INFO:tasks.rados.rados.0.smithi094.stdout:3523: writing smithi09487127-36 from 0 to 335872 tid 1 2024-08-17T17:19:14.861 INFO:tasks.rados.rados.0.smithi094.stdout:3524: snap_create 2024-08-17T17:19:14.866 INFO:tasks.rados.rados.0.smithi094.stdout:3523: finishing write tid 1 to smithi09487127-36 2024-08-17T17:19:14.866 INFO:tasks.rados.rados.0.smithi094.stdout:3523: finishing write tid 2 to smithi09487127-36 2024-08-17T17:19:14.867 INFO:tasks.rados.rados.0.smithi094.stdout:3523: finishing write tid 3 to smithi09487127-36 2024-08-17T17:19:14.867 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 1917 (ObjNum 1023 snap 340 seq_num 1023) dirty exists 2024-08-17T17:19:14.868 INFO:tasks.rados.rados.0.smithi094.stdout:3523: left oid 36 (ObjNum 1023 snap 340 seq_num 1023) 2024-08-17T17:19:14.877 INFO:tasks.rados.rados.0.smithi094.stdout:3520: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:19:14.955 INFO:tasks.rados.rados.0.smithi094.stdout:3521: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:19:14.955 INFO:tasks.rados.rados.0.smithi094.stdout:3521: finishing copy_from to smithi09487127-1 2024-08-17T17:19:14.955 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1861 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-08-17T17:19:15.814 INFO:tasks.rados.rados.0.smithi094.stdout:3520: done (4 left) 2024-08-17T17:19:15.814 INFO:tasks.rados.rados.0.smithi094.stdout:3521: done (3 left) 2024-08-17T17:19:15.814 INFO:tasks.rados.rados.0.smithi094.stdout:3522: done (2 left) 2024-08-17T17:19:15.814 INFO:tasks.rados.rados.0.smithi094.stdout:3523: done (1 left) 2024-08-17T17:19:15.815 INFO:tasks.rados.rados.0.smithi094.stdout:3524: done (0 left) 2024-08-17T17:19:15.815 INFO:tasks.rados.rados.0.smithi094.stdout:3525: delete oid 30 current snap is 341 2024-08-17T17:19:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3525: done (0 left) 2024-08-17T17:19:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3526: read oid 9 snap 316 2024-08-17T17:19:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3526: expect (ObjNum 946 snap 300 seq_num 946) 2024-08-17T17:19:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3527: rollback oid 26 current snap is 341 2024-08-17T17:19:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 334 2024-08-17T17:19:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3528: read oid 28 snap 321 2024-08-17T17:19:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3528: expect deleted 2024-08-17T17:19:15.820 INFO:tasks.rados.rados.0.smithi094.stdout:3529: snap_remove snap 324 2024-08-17T17:19:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:15 smithi190 ceph-mon[90718]: pgmap v763: 121 pgs: 121 active+clean; 223 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1018 B/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-17T17:19:16.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:15 smithi190 ceph-mon[90718]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:19:16.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:15 smithi094 ceph-mon[100402]: pgmap v763: 121 pgs: 121 active+clean; 223 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1018 B/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-17T17:19:16.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:15 smithi094 ceph-mon[100402]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:19:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:15 smithi094 ceph-mon[102949]: pgmap v763: 121 pgs: 121 active+clean; 223 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1018 B/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-17T17:19:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:15 smithi094 ceph-mon[102949]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:19:16.821 INFO:tasks.rados.rados.0.smithi094.stdout:3529: done (3 left) 2024-08-17T17:19:16.821 INFO:tasks.rados.rados.0.smithi094.stdout:3530: snap_create 2024-08-17T17:19:16.821 INFO:tasks.rados.rados.0.smithi094.stdout:3527: finishing rollback tid 0 to smithi09487127-26 2024-08-17T17:19:16.821 INFO:tasks.rados.rados.0.smithi094.stdout:3527: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:19:16.821 INFO:tasks.rados.rados.0.smithi094.stdout:3527: finishing rollback tid 2 to smithi09487127-26 2024-08-17T17:19:16.821 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1868 (ObjNum 1004 snap 330 seq_num 1004) dirty exists 2024-08-17T17:19:16.821 INFO:tasks.rados.rados.0.smithi094.stdout:3526: expect (ObjNum 946 snap 300 seq_num 946) 2024-08-17T17:19:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:16 smithi190 ceph-mon[90718]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:19:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:16 smithi094 ceph-mon[100402]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:19:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:16 smithi094 ceph-mon[102949]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:19:17.822 INFO:tasks.rados.rados.0.smithi094.stdout:3526: done (3 left) 2024-08-17T17:19:17.822 INFO:tasks.rados.rados.0.smithi094.stdout:3527: done (2 left) 2024-08-17T17:19:17.822 INFO:tasks.rados.rados.0.smithi094.stdout:3528: done (1 left) 2024-08-17T17:19:17.822 INFO:tasks.rados.rados.0.smithi094.stdout:3530: done (0 left) 2024-08-17T17:19:17.822 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 28 current snap is 342 2024-08-17T17:19:17.822 INFO:tasks.rados.rados.0.smithi094.stdout:3531: seq_num 1025 ranges {0=368640} 2024-08-17T17:19:17.824 INFO:tasks.rados.rados.0.smithi094.stdout:3531: writing smithi09487127-28 from 0 to 368640 tid 1 2024-08-17T17:19:17.824 INFO:tasks.rados.rados.0.smithi094.stdout:3532: snap_remove snap 316 2024-08-17T17:19:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:17 smithi190 ceph-mon[90718]: pgmap v766: 121 pgs: 121 active+clean; 223 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-17T17:19:18.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:17 smithi190 ceph-mon[90718]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:19:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:17 smithi094 ceph-mon[100402]: pgmap v766: 121 pgs: 121 active+clean; 223 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-17T17:19:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:17 smithi094 ceph-mon[100402]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:19:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:17 smithi094 ceph-mon[102949]: pgmap v766: 121 pgs: 121 active+clean; 223 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-17T17:19:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:17 smithi094 ceph-mon[102949]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:19:18.777 INFO:tasks.rados.rados.0.smithi094.stdout:3531: finishing write tid 1 to smithi09487127-28 2024-08-17T17:19:18.778 INFO:tasks.rados.rados.0.smithi094.stdout:3531: finishing write tid 2 to smithi09487127-28 2024-08-17T17:19:18.778 INFO:tasks.rados.rados.0.smithi094.stdout:3531: finishing write tid 3 to smithi09487127-28 2024-08-17T17:19:18.778 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1659 (ObjNum 1025 snap 342 seq_num 1025) dirty exists 2024-08-17T17:19:18.778 INFO:tasks.rados.rados.0.smithi094.stdout:3531: left oid 28 (ObjNum 1025 snap 342 seq_num 1025) 2024-08-17T17:19:18.778 INFO:tasks.rados.rados.0.smithi094.stdout:3531: done (1 left) 2024-08-17T17:19:18.778 INFO:tasks.rados.rados.0.smithi094.stdout:3532: done (0 left) 2024-08-17T17:19:18.778 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 342 2024-08-17T17:19:18.778 INFO:tasks.rados.rados.0.smithi094.stdout:3533: seq_num 1026 ranges {49152=385024} 2024-08-17T17:19:18.780 INFO:tasks.rados.rados.0.smithi094.stdout:3533: writing smithi09487127-24 from 49152 to 434176 tid 1 2024-08-17T17:19:18.780 INFO:tasks.rados.rados.0.smithi094.stdout:3534: rollback oid 22 current snap is 342 2024-08-17T17:19:18.780 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 329 2024-08-17T17:19:18.781 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 342 2024-08-17T17:19:18.781 INFO:tasks.rados.rados.0.smithi094.stdout:3535: seq_num 1027 ranges {8011776=409600} 2024-08-17T17:19:18.828 INFO:tasks.rados.rados.0.smithi094.stdout:3535: writing smithi09487127-43 from 8011776 to 8421376 tid 1 2024-08-17T17:19:18.828 INFO:tasks.rados.rados.0.smithi094.stdout:3536: copy_from oid 6 from oid 16 current snap is 342 2024-08-17T17:19:18.828 INFO:tasks.rados.rados.0.smithi094.stdout:3533: finishing write tid 1 to smithi09487127-24 2024-08-17T17:19:18.828 INFO:tasks.rados.rados.0.smithi094.stdout:3533: finishing write tid 2 to smithi09487127-24 2024-08-17T17:19:18.828 INFO:tasks.rados.rados.0.smithi094.stdout:3533: finishing write tid 3 to smithi09487127-24 2024-08-17T17:19:18.828 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1863 (ObjNum 1026 snap 342 seq_num 1026) dirty exists 2024-08-17T17:19:18.828 INFO:tasks.rados.rados.0.smithi094.stdout:3533: left oid 24 (ObjNum 1026 snap 342 seq_num 1026) 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3534: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3534: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3534: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1681 (ObjNum 963 snap 303 seq_num 963) dirty exists 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3533: done (3 left) 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3534: done (2 left) 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3537: read oid 1 snap -1 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3537: expect (ObjNum 883 snap 282 seq_num 883) 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3538: copy_from oid 30 from oid 13 current snap is 342 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3539: delete oid 2 current snap is 342 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3538: finishing copy_from to smithi09487127-30 2024-08-17T17:19:18.829 INFO:tasks.rados.rados.0.smithi094.stdout:3538: got expected ENOENT (src dne) 2024-08-17T17:19:18.830 INFO:tasks.rados.rados.0.smithi094.stdout:3538: finishing copy_from racing read to smithi09487127-30 2024-08-17T17:19:18.835 INFO:tasks.rados.rados.0.smithi094.stdout:3535: finishing write tid 1 to smithi09487127-43 2024-08-17T17:19:18.835 INFO:tasks.rados.rados.0.smithi094.stdout:3535: finishing write tid 2 to smithi09487127-43 2024-08-17T17:19:18.837 INFO:tasks.rados.rados.0.smithi094.stdout:3535: finishing write tid 3 to smithi09487127-43 2024-08-17T17:19:18.837 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1366 (ObjNum 1027 snap 342 seq_num 1027) dirty exists 2024-08-17T17:19:18.837 INFO:tasks.rados.rados.0.smithi094.stdout:3535: left oid 43 (ObjNum 1027 snap 342 seq_num 1027) 2024-08-17T17:19:18.838 INFO:tasks.rados.rados.0.smithi094.stdout:3535: done (4 left) 2024-08-17T17:19:18.838 INFO:tasks.rados.rados.0.smithi094.stdout:3538: done (3 left) 2024-08-17T17:19:18.838 INFO:tasks.rados.rados.0.smithi094.stdout:3539: done (2 left) 2024-08-17T17:19:18.838 INFO:tasks.rados.rados.0.smithi094.stdout:3540: copy_from oid 47 from oid 14 current snap is 342 2024-08-17T17:19:18.838 INFO:tasks.rados.rados.0.smithi094.stdout:3541: snap_create 2024-08-17T17:19:18.852 INFO:tasks.rados.rados.0.smithi094.stdout:3540: finishing copy_from racing read to smithi09487127-47 2024-08-17T17:19:18.858 INFO:tasks.rados.rados.0.smithi094.stdout:3540: finishing copy_from to smithi09487127-47 2024-08-17T17:19:18.859 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1906 (ObjNum 990 snap 320 seq_num 990) dirty exists 2024-08-17T17:19:18.865 INFO:tasks.rados.rados.0.smithi094.stdout:3536: finishing copy_from racing read to smithi09487127-6 2024-08-17T17:19:18.878 INFO:tasks.rados.rados.0.smithi094.stdout:3536: finishing copy_from to smithi09487127-6 2024-08-17T17:19:18.878 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 1534 (ObjNum 967 snap 304 seq_num 967) dirty exists 2024-08-17T17:19:18.888 INFO:tasks.rados.rados.0.smithi094.stdout:3537: expect (ObjNum 883 snap 282 seq_num 883) 2024-08-17T17:19:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:18 smithi190 ceph-mon[90718]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:19:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:18 smithi190 ceph-mon[90718]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:19:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:18 smithi094 ceph-mon[100402]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:19:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:18 smithi094 ceph-mon[100402]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:19:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:18 smithi094 ceph-mon[102949]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:19:19.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:18 smithi094 ceph-mon[102949]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:19:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:19:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:19:19] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:19:20.479 INFO:tasks.rados.rados.0.smithi094.stdout:3536: done (3 left) 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3537: done (2 left) 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3540: done (1 left) 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3541: done (0 left) 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3542: rollback oid 40 current snap is 343 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 40 to 321 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3543: read oid 10 snap -1 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3543: expect (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3544: read oid 2 snap -1 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3544: expect deleted 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3545: copy_from oid 17 from oid 32 current snap is 343 2024-08-17T17:19:20.480 INFO:tasks.rados.rados.0.smithi094.stdout:3546: snap_remove snap 334 2024-08-17T17:19:20.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:19:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:19:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:19:20.832 INFO:tasks.rados.rados.0.smithi094.stdout:3546: done (4 left) 2024-08-17T17:19:20.832 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 343 2024-08-17T17:19:20.832 INFO:tasks.rados.rados.0.smithi094.stdout:3547: seq_num 1029 ranges {0=442368} 2024-08-17T17:19:20.835 INFO:tasks.rados.rados.0.smithi094.stdout:3547: writing smithi09487127-19 from 0 to 442368 tid 1 2024-08-17T17:19:20.836 INFO:tasks.rados.rados.0.smithi094.stdout:3548: snap_create 2024-08-17T17:19:20.836 INFO:tasks.rados.rados.0.smithi094.stdout:3542: finishing rollback tid 1 to smithi09487127-40 2024-08-17T17:19:20.836 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T17:19:20.836 INFO:tasks.rados.rados.0.smithi094.stdout:3543: expect (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:19:20.863 INFO:tasks.rados.rados.0.smithi094.stdout:3545: finishing copy_from racing read to smithi09487127-17 2024-08-17T17:19:20.863 INFO:tasks.rados.rados.0.smithi094.stdout:3545: finishing copy_from to smithi09487127-17 2024-08-17T17:19:20.863 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 1857 (ObjNum 1012 snap 336 seq_num 1012) dirty exists 2024-08-17T17:19:20.863 INFO:tasks.rados.rados.0.smithi094.stdout:3547: finishing write tid 1 to smithi09487127-19 2024-08-17T17:19:20.864 INFO:tasks.rados.rados.0.smithi094.stdout:3547: finishing write tid 2 to smithi09487127-19 2024-08-17T17:19:20.864 INFO:tasks.rados.rados.0.smithi094.stdout:3547: finishing write tid 3 to smithi09487127-19 2024-08-17T17:19:20.864 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 1952 (ObjNum 1029 snap 343 seq_num 1029) dirty exists 2024-08-17T17:19:20.864 INFO:tasks.rados.rados.0.smithi094.stdout:3547: left oid 19 (ObjNum 1029 snap 343 seq_num 1029) 2024-08-17T17:19:21.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:20 smithi190 ceph-mon[90718]: pgmap v770: 121 pgs: 121 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 90 KiB/s wr, 4 op/s 2024-08-17T17:19:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:20 smithi190 ceph-mon[90718]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:19:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:20 smithi094 ceph-mon[100402]: pgmap v770: 121 pgs: 121 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 90 KiB/s wr, 4 op/s 2024-08-17T17:19:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:20 smithi094 ceph-mon[100402]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:19:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:20 smithi094 ceph-mon[102949]: pgmap v770: 121 pgs: 121 active+clean; 220 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 90 KiB/s wr, 4 op/s 2024-08-17T17:19:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:20 smithi094 ceph-mon[102949]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:19:21.835 INFO:tasks.rados.rados.0.smithi094.stdout:3542: done (5 left) 2024-08-17T17:19:21.835 INFO:tasks.rados.rados.0.smithi094.stdout:3543: done (4 left) 2024-08-17T17:19:21.835 INFO:tasks.rados.rados.0.smithi094.stdout:3544: done (3 left) 2024-08-17T17:19:21.835 INFO:tasks.rados.rados.0.smithi094.stdout:3545: done (2 left) 2024-08-17T17:19:21.835 INFO:tasks.rados.rados.0.smithi094.stdout:3547: done (1 left) 2024-08-17T17:19:21.836 INFO:tasks.rados.rados.0.smithi094.stdout:3548: done (0 left) 2024-08-17T17:19:21.836 INFO:tasks.rados.rados.0.smithi094.stdout:3549: snap_remove snap 343 2024-08-17T17:19:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:21 smithi190 ceph-mon[90718]: pgmap v772: 121 pgs: 121 active+clean; 240 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 6 op/s 2024-08-17T17:19:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:21 smithi190 ceph-mon[90718]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:19:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:21 smithi094 ceph-mon[100402]: pgmap v772: 121 pgs: 121 active+clean; 240 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 6 op/s 2024-08-17T17:19:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:21 smithi094 ceph-mon[100402]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:19:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:21 smithi094 ceph-mon[102949]: pgmap v772: 121 pgs: 121 active+clean; 240 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 6 op/s 2024-08-17T17:19:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:21 smithi094 ceph-mon[102949]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:19:22.843 INFO:tasks.rados.rados.0.smithi094.stdout:3549: done (0 left) 2024-08-17T17:19:22.843 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 344 2024-08-17T17:19:22.843 INFO:tasks.rados.rados.0.smithi094.stdout:3550: seq_num 1030 ranges {8871936=458752} 2024-08-17T17:19:22.891 INFO:tasks.rados.rados.0.smithi094.stdout:3550: writing smithi09487127-20 from 8871936 to 9330688 tid 1 2024-08-17T17:19:22.891 INFO:tasks.rados.rados.0.smithi094.stdout:3551: read oid 45 snap -1 2024-08-17T17:19:22.891 INFO:tasks.rados.rados.0.smithi094.stdout:3551: expect (ObjNum 1014 snap 337 seq_num 1014) 2024-08-17T17:19:22.891 INFO:tasks.rados.rados.0.smithi094.stdout:3552: snap_remove snap 321 2024-08-17T17:19:23.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:22 smithi190 ceph-mon[90718]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:19:23.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:22 smithi094 ceph-mon[100402]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:19:23.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:22 smithi094 ceph-mon[102949]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:19:23.780 INFO:tasks.rados.rados.0.smithi094.stdout:3552: done (2 left) 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3553: read oid 1 snap 329 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3553: expect (ObjNum 950 snap 301 seq_num 950) 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3554: read oid 11 snap -1 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3554: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3555: rmattr oid 3 current snap is 344 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3555: done (4 left) 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3556: rmattr oid 37 current snap is 344 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3557: rmattr oid 36 current snap is 344 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3557: done (5 left) 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3558: copy_from oid 33 from oid 2 current snap is 344 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3559: read oid 41 snap -1 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3559: expect (ObjNum 1018 snap 340 seq_num 1018) 2024-08-17T17:19:23.781 INFO:tasks.rados.rados.0.smithi094.stdout:3560: read oid 29 snap -1 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3560: expect (ObjNum 1021 snap 340 seq_num 1021) 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3561: read oid 44 snap -1 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3561: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3562: rollback oid 13 current snap is 344 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 331 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3563: snap_create 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3550: finishing write tid 1 to smithi09487127-20 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3550: finishing write tid 2 to smithi09487127-20 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3550: finishing write tid 3 to smithi09487127-20 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1870 (ObjNum 1030 snap 344 seq_num 1030) dirty exists 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3550: left oid 20 (ObjNum 1030 snap 344 seq_num 1030) 2024-08-17T17:19:23.782 INFO:tasks.rados.rados.0.smithi094.stdout:3551: expect (ObjNum 1014 snap 337 seq_num 1014) 2024-08-17T17:19:24.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:23 smithi190 ceph-mon[90718]: pgmap v775: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 8 op/s 2024-08-17T17:19:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:23 smithi190 ceph-mon[90718]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:19:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:23 smithi190 ceph-mon[90718]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:19:24.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:23 smithi094 ceph-mon[100402]: pgmap v775: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 8 op/s 2024-08-17T17:19:24.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:23 smithi094 ceph-mon[100402]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:19:24.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:23 smithi094 ceph-mon[100402]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:19:24.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:23 smithi094 ceph-mon[102949]: pgmap v775: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.3 MiB/s wr, 8 op/s 2024-08-17T17:19:24.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:23 smithi094 ceph-mon[102949]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:19:24.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:23 smithi094 ceph-mon[102949]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:19:24.523 INFO:tasks.rados.rados.0.smithi094.stdout:3558: finishing copy_from to smithi09487127-33 2024-08-17T17:19:24.524 INFO:tasks.rados.rados.0.smithi094.stdout:3558: got expected ENOENT (src dne) 2024-08-17T17:19:24.524 INFO:tasks.rados.rados.0.smithi094.stdout:3558: finishing copy_from racing read to smithi09487127-33 2024-08-17T17:19:24.524 INFO:tasks.rados.rados.0.smithi094.stdout:3559: expect (ObjNum 1018 snap 340 seq_num 1018) 2024-08-17T17:19:24.530 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1682 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:19:24.530 INFO:tasks.rados.rados.0.smithi094.stdout:3562: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:19:24.531 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1859 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T17:19:24.531 INFO:tasks.rados.rados.0.smithi094.stdout:3554: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:19:24.596 INFO:tasks.rados.rados.0.smithi094.stdout:3553: expect (ObjNum 950 snap 301 seq_num 950) 2024-08-17T17:19:24.638 INFO:tasks.rados.rados.0.smithi094.stdout:3561: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:19:24.680 INFO:tasks.rados.rados.0.smithi094.stdout:3560: expect (ObjNum 1021 snap 340 seq_num 1021) 2024-08-17T17:19:25.368 INFO:tasks.rados.rados.0.smithi094.stdout:3550: done (10 left) 2024-08-17T17:19:25.368 INFO:tasks.rados.rados.0.smithi094.stdout:3551: done (9 left) 2024-08-17T17:19:25.368 INFO:tasks.rados.rados.0.smithi094.stdout:3553: done (8 left) 2024-08-17T17:19:25.368 INFO:tasks.rados.rados.0.smithi094.stdout:3554: done (7 left) 2024-08-17T17:19:25.368 INFO:tasks.rados.rados.0.smithi094.stdout:3556: done (6 left) 2024-08-17T17:19:25.368 INFO:tasks.rados.rados.0.smithi094.stdout:3558: done (5 left) 2024-08-17T17:19:25.368 INFO:tasks.rados.rados.0.smithi094.stdout:3559: done (4 left) 2024-08-17T17:19:25.368 INFO:tasks.rados.rados.0.smithi094.stdout:3560: done (3 left) 2024-08-17T17:19:25.369 INFO:tasks.rados.rados.0.smithi094.stdout:3561: done (2 left) 2024-08-17T17:19:25.369 INFO:tasks.rados.rados.0.smithi094.stdout:3562: done (1 left) 2024-08-17T17:19:25.369 INFO:tasks.rados.rados.0.smithi094.stdout:3563: done (0 left) 2024-08-17T17:19:25.369 INFO:tasks.rados.rados.0.smithi094.stdout:3564: read oid 17 snap -1 2024-08-17T17:19:25.369 INFO:tasks.rados.rados.0.smithi094.stdout:3564: expect (ObjNum 1012 snap 336 seq_num 1012) 2024-08-17T17:19:25.369 INFO:tasks.rados.rados.0.smithi094.stdout:3565: snap_create 2024-08-17T17:19:25.369 INFO:tasks.rados.rados.0.smithi094.stdout:3564: expect (ObjNum 1012 snap 336 seq_num 1012) 2024-08-17T17:19:25.784 INFO:tasks.rados.rados.0.smithi094.stdout:3564: done (1 left) 2024-08-17T17:19:25.784 INFO:tasks.rados.rados.0.smithi094.stdout:3565: done (0 left) 2024-08-17T17:19:25.784 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 346 2024-08-17T17:19:25.784 INFO:tasks.rados.rados.0.smithi094.stdout:3566: seq_num 1031 ranges {614400=475136} 2024-08-17T17:19:25.790 INFO:tasks.rados.rados.0.smithi094.stdout:3566: writing smithi09487127-34 from 614400 to 1089536 tid 1 2024-08-17T17:19:25.790 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 346 2024-08-17T17:19:25.790 INFO:tasks.rados.rados.0.smithi094.stdout:3567: seq_num 1032 ranges {15130624=491520} 2024-08-17T17:19:25.872 INFO:tasks.rados.rados.0.smithi094.stdout:3567: writing smithi09487127-21 from 15130624 to 15622144 tid 1 2024-08-17T17:19:25.872 INFO:tasks.rados.rados.0.smithi094.stdout:3568: read oid 36 snap 318 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3568: expect deleted 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3569: rollback oid 20 current snap is 346 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 331 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3566: finishing write tid 1 to smithi09487127-34 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3566: finishing write tid 2 to smithi09487127-34 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3566: finishing write tid 3 to smithi09487127-34 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1919 (ObjNum 1031 snap 346 seq_num 1031) dirty exists 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3566: left oid 34 (ObjNum 1031 snap 346 seq_num 1031) 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3566: done (3 left) 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3570: copy_from oid 1 from oid 38 current snap is 346 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3571: read oid 14 snap 318 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3571: expect deleted 2024-08-17T17:19:25.873 INFO:tasks.rados.rados.0.smithi094.stdout:3572: rollback oid 46 current snap is 346 2024-08-17T17:19:25.874 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 325 2024-08-17T17:19:25.874 INFO:tasks.rados.rados.0.smithi094.stdout:3573: snap_create 2024-08-17T17:19:25.875 INFO:tasks.rados.rados.0.smithi094.stdout:3572: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:19:25.876 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1656 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:19:25.877 INFO:tasks.rados.rados.0.smithi094.stdout:3567: finishing write tid 1 to smithi09487127-21 2024-08-17T17:19:25.878 INFO:tasks.rados.rados.0.smithi094.stdout:3570: finishing copy_from to smithi09487127-1 2024-08-17T17:19:25.878 INFO:tasks.rados.rados.0.smithi094.stdout:3570: got expected ENOENT (src dne) 2024-08-17T17:19:25.878 INFO:tasks.rados.rados.0.smithi094.stdout:3570: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:19:25.879 INFO:tasks.rados.rados.0.smithi094.stdout:3567: finishing write tid 2 to smithi09487127-21 2024-08-17T17:19:25.882 INFO:tasks.rados.rados.0.smithi094.stdout:3569: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:19:25.882 INFO:tasks.rados.rados.0.smithi094.stdout:3569: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:19:25.882 INFO:tasks.rados.rados.0.smithi094.stdout:3569: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:19:25.883 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1875 (ObjNum 924 snap 290 seq_num 924) dirty exists 2024-08-17T17:19:25.883 INFO:tasks.rados.rados.0.smithi094.stdout:3567: finishing write tid 3 to smithi09487127-21 2024-08-17T17:19:25.883 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1872 (ObjNum 1032 snap 346 seq_num 1032) dirty exists 2024-08-17T17:19:25.883 INFO:tasks.rados.rados.0.smithi094.stdout:3567: left oid 21 (ObjNum 1032 snap 346 seq_num 1032) 2024-08-17T17:19:26.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:25 smithi190 ceph-mon[90718]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:19:26.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:25 smithi094 ceph-mon[100402]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:19:26.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:25 smithi094 ceph-mon[102949]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:19:26.789 INFO:tasks.rados.rados.0.smithi094.stdout:3567: done (6 left) 2024-08-17T17:19:26.789 INFO:tasks.rados.rados.0.smithi094.stdout:3568: done (5 left) 2024-08-17T17:19:26.789 INFO:tasks.rados.rados.0.smithi094.stdout:3569: done (4 left) 2024-08-17T17:19:26.789 INFO:tasks.rados.rados.0.smithi094.stdout:3570: done (3 left) 2024-08-17T17:19:26.790 INFO:tasks.rados.rados.0.smithi094.stdout:3571: done (2 left) 2024-08-17T17:19:26.790 INFO:tasks.rados.rados.0.smithi094.stdout:3572: done (1 left) 2024-08-17T17:19:26.790 INFO:tasks.rados.rados.0.smithi094.stdout:3573: done (0 left) 2024-08-17T17:19:26.790 INFO:tasks.rados.rados.0.smithi094.stdout:3574: copy_from oid 7 from oid 45 current snap is 347 2024-08-17T17:19:26.790 INFO:tasks.rados.rados.0.smithi094.stdout:3575: snap_remove snap 346 2024-08-17T17:19:27.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:26 smithi190 ceph-mon[90718]: pgmap v779: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 995 KiB/s wr, 12 op/s 2024-08-17T17:19:27.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:26 smithi190 ceph-mon[90718]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:19:27.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:26 smithi094 ceph-mon[100402]: pgmap v779: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 995 KiB/s wr, 12 op/s 2024-08-17T17:19:27.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:26 smithi094 ceph-mon[100402]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:19:27.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:26 smithi094 ceph-mon[102949]: pgmap v779: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 995 KiB/s wr, 12 op/s 2024-08-17T17:19:27.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:26 smithi094 ceph-mon[102949]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:19:27.796 INFO:tasks.rados.rados.0.smithi094.stdout:3575: done (1 left) 2024-08-17T17:19:27.796 INFO:tasks.rados.rados.0.smithi094.stdout:3576: read oid 16 snap 333 2024-08-17T17:19:27.796 INFO:tasks.rados.rados.0.smithi094.stdout:3576: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:19:27.796 INFO:tasks.rados.rados.0.smithi094.stdout:3577: snap_create 2024-08-17T17:19:27.797 INFO:tasks.rados.rados.0.smithi094.stdout:3574: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:19:27.797 INFO:tasks.rados.rados.0.smithi094.stdout:3574: finishing copy_from to smithi09487127-7 2024-08-17T17:19:27.797 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1364 (ObjNum 1014 snap 337 seq_num 1014) dirty exists 2024-08-17T17:19:27.827 INFO:tasks.rados.rados.0.smithi094.stdout:3576: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:19:28.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:27 smithi190 ceph-mon[90718]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:19:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:28.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:27 smithi094 ceph-mon[100402]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:19:28.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:28.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:27 smithi094 ceph-mon[102949]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:19:28.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:28.778 INFO:tasks.rados.rados.0.smithi094.stdout:3574: done (2 left) 2024-08-17T17:19:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3576: done (1 left) 2024-08-17T17:19:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3577: done (0 left) 2024-08-17T17:19:28.779 INFO:tasks.rados.rados.0.smithi094.stdout:3578: snap_create 2024-08-17T17:19:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:28 smithi190 ceph-mon[90718]: pgmap v782: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 113 KiB/s wr, 6 op/s 2024-08-17T17:19:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:28 smithi190 ceph-mon[90718]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:19:29.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:28 smithi190 ceph-mon[90718]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:19:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:28 smithi094 ceph-mon[100402]: pgmap v782: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 113 KiB/s wr, 6 op/s 2024-08-17T17:19:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:28 smithi094 ceph-mon[100402]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:19:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:28 smithi094 ceph-mon[100402]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:19:29.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:28 smithi094 ceph-mon[102949]: pgmap v782: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 113 KiB/s wr, 6 op/s 2024-08-17T17:19:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:28 smithi094 ceph-mon[102949]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:19:29.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:28 smithi094 ceph-mon[102949]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:19:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:19:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:19:29] "GET /metrics HTTP/1.1" 200 36371 "" "Prometheus/2.51.0" 2024-08-17T17:19:29.781 INFO:tasks.rados.rados.0.smithi094.stdout:3578: done (0 left) 2024-08-17T17:19:29.781 INFO:tasks.rados.rados.0.smithi094.stdout:3579: snap_remove snap 325 2024-08-17T17:19:30.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:19:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:19:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:19:30.784 INFO:tasks.rados.rados.0.smithi094.stdout:3579: done (0 left) 2024-08-17T17:19:30.784 INFO:tasks.rados.rados.0.smithi094.stdout:3580: snap_remove snap 329 2024-08-17T17:19:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:30 smithi190 ceph-mon[90718]: pgmap v785: 121 pgs: 121 active+clean; 248 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T17:19:31.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:30 smithi190 ceph-mon[90718]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:19:31.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:30 smithi094 ceph-mon[100402]: pgmap v785: 121 pgs: 121 active+clean; 248 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T17:19:31.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:30 smithi094 ceph-mon[100402]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:19:31.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:30 smithi094 ceph-mon[102949]: pgmap v785: 121 pgs: 121 active+clean; 248 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-17T17:19:31.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:30 smithi094 ceph-mon[102949]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:19:31.785 INFO:tasks.rados.rados.0.smithi094.stdout:3580: done (0 left) 2024-08-17T17:19:31.785 INFO:tasks.rados.rados.0.smithi094.stdout:3581: rmattr oid 1 current snap is 349 2024-08-17T17:19:31.785 INFO:tasks.rados.rados.0.smithi094.stdout:3582: snap_remove snap 340 2024-08-17T17:19:32.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:31 smithi190 ceph-mon[90718]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:19:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:31 smithi190 ceph-mon[90718]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:19:32.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:31 smithi094 ceph-mon[102949]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:19:32.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:31 smithi094 ceph-mon[102949]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:19:32.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:31 smithi094 ceph-mon[100402]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:19:32.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:31 smithi094 ceph-mon[100402]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:19:32.787 INFO:tasks.rados.rados.0.smithi094.stdout:3582: done (1 left) 2024-08-17T17:19:32.788 INFO:tasks.rados.rados.0.smithi094.stdout:3583: delete oid 14 current snap is 349 2024-08-17T17:19:32.788 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1862 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-08-17T17:19:32.793 INFO:tasks.rados.rados.0.smithi094.stdout:3581: done (1 left) 2024-08-17T17:19:32.793 INFO:tasks.rados.rados.0.smithi094.stdout:3583: done (0 left) 2024-08-17T17:19:32.793 INFO:tasks.rados.rados.0.smithi094.stdout:3584: setattr oid 31 current snap is 349 2024-08-17T17:19:32.797 INFO:tasks.rados.rados.0.smithi094.stdout:3585: copy_from oid 2 from oid 7 current snap is 349 2024-08-17T17:19:32.797 INFO:tasks.rados.rados.0.smithi094.stdout:3586: read oid 50 snap -1 2024-08-17T17:19:32.797 INFO:tasks.rados.rados.0.smithi094.stdout:3586: expect (ObjNum 1002 snap 329 seq_num 1002) 2024-08-17T17:19:32.797 INFO:tasks.rados.rados.0.smithi094.stdout:3587: rollback oid 22 current snap is 349 2024-08-17T17:19:32.797 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 22 to 337 2024-08-17T17:19:32.797 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 36 current snap is 349 2024-08-17T17:19:32.797 INFO:tasks.rados.rados.0.smithi094.stdout:3588: seq_num 1034 ranges {335872=524288} 2024-08-17T17:19:32.803 INFO:tasks.rados.rados.0.smithi094.stdout:3588: writing smithi09487127-36 from 335872 to 860160 tid 1 2024-08-17T17:19:32.803 INFO:tasks.rados.rados.0.smithi094.stdout:3589: read oid 39 snap -1 2024-08-17T17:19:32.803 INFO:tasks.rados.rados.0.smithi094.stdout:3589: expect (ObjNum 959 snap 302 seq_num 959) 2024-08-17T17:19:32.803 INFO:tasks.rados.rados.0.smithi094.stdout:3590: copy_from oid 20 from oid 6 current snap is 349 2024-08-17T17:19:32.803 INFO:tasks.rados.rados.0.smithi094.stdout:3591: snap_create 2024-08-17T17:19:32.808 INFO:tasks.rados.rados.0.smithi094.stdout:3587: finishing rollback tid 0 to smithi09487127-22 2024-08-17T17:19:32.810 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1876 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:19:32.810 INFO:tasks.rados.rados.0.smithi094.stdout:3587: finishing rollback tid 1 to smithi09487127-22 2024-08-17T17:19:32.812 INFO:tasks.rados.rados.0.smithi094.stdout:3588: finishing write tid 1 to smithi09487127-36 2024-08-17T17:19:32.812 INFO:tasks.rados.rados.0.smithi094.stdout:3588: finishing write tid 2 to smithi09487127-36 2024-08-17T17:19:32.813 INFO:tasks.rados.rados.0.smithi094.stdout:3588: finishing write tid 3 to smithi09487127-36 2024-08-17T17:19:32.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 1921 (ObjNum 1034 snap 349 seq_num 1034) dirty exists 2024-08-17T17:19:32.813 INFO:tasks.rados.rados.0.smithi094.stdout:3588: left oid 36 (ObjNum 1034 snap 349 seq_num 1034) 2024-08-17T17:19:32.821 INFO:tasks.rados.rados.0.smithi094.stdout:3587: finishing rollback tid 2 to smithi09487127-22 2024-08-17T17:19:32.821 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1685 (ObjNum 1016 snap 337 seq_num 1016) dirty exists 2024-08-17T17:19:32.842 INFO:tasks.rados.rados.0.smithi094.stdout:3585: finishing copy_from racing read to smithi09487127-2 2024-08-17T17:19:32.846 INFO:tasks.rados.rados.0.smithi094.stdout:3590: finishing copy_from racing read to smithi09487127-20 2024-08-17T17:19:32.849 INFO:tasks.rados.rados.0.smithi094.stdout:3586: expect (ObjNum 1002 snap 329 seq_num 1002) 2024-08-17T17:19:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:32 smithi190 ceph-mon[90718]: pgmap v788: 121 pgs: 121 active+clean; 249 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:19:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:32 smithi190 ceph-mon[90718]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:19:33.261 INFO:tasks.rados.rados.0.smithi094.stdout:3590: finishing copy_from to smithi09487127-20 2024-08-17T17:19:33.261 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1534 (ObjNum 967 snap 304 seq_num 967) dirty exists 2024-08-17T17:19:33.261 INFO:tasks.rados.rados.0.smithi094.stdout:3585: finishing copy_from to smithi09487127-2 2024-08-17T17:19:33.261 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1364 (ObjNum 1014 snap 337 seq_num 1014) dirty exists 2024-08-17T17:19:33.262 INFO:tasks.rados.rados.0.smithi094.stdout:3589: expect (ObjNum 959 snap 302 seq_num 959) 2024-08-17T17:19:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:32 smithi094 ceph-mon[102949]: pgmap v788: 121 pgs: 121 active+clean; 249 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:19:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:32 smithi094 ceph-mon[102949]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:19:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:32 smithi094 ceph-mon[100402]: pgmap v788: 121 pgs: 121 active+clean; 249 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:19:33.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:32 smithi094 ceph-mon[100402]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:19:35.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:34 smithi190 ceph-mon[90718]: pgmap v791: 121 pgs: 121 active+clean; 247 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 2 op/s 2024-08-17T17:19:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:34 smithi190 ceph-mon[90718]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:19:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:34 smithi094 ceph-mon[100402]: pgmap v791: 121 pgs: 121 active+clean; 247 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 2 op/s 2024-08-17T17:19:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:34 smithi094 ceph-mon[100402]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:19:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:34 smithi094 ceph-mon[102949]: pgmap v791: 121 pgs: 121 active+clean; 247 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 236 KiB/s wr, 2 op/s 2024-08-17T17:19:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:34 smithi094 ceph-mon[102949]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:19:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:3584: done (7 left) 2024-08-17T17:19:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:3585: done (6 left) 2024-08-17T17:19:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:3586: done (5 left) 2024-08-17T17:19:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:3587: done (4 left) 2024-08-17T17:19:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:3588: done (3 left) 2024-08-17T17:19:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:3589: done (2 left) 2024-08-17T17:19:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:3590: done (1 left) 2024-08-17T17:19:35.746 INFO:tasks.rados.rados.0.smithi094.stdout:3591: done (0 left) 2024-08-17T17:19:35.747 INFO:tasks.rados.rados.0.smithi094.stdout:3592: snap_remove snap 330 2024-08-17T17:19:35.784 INFO:tasks.rados.rados.0.smithi094.stdout:3592: done (0 left) 2024-08-17T17:19:35.784 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 350 2024-08-17T17:19:35.784 INFO:tasks.rados.rados.0.smithi094.stdout:3593: seq_num 1035 ranges {0=540672} 2024-08-17T17:19:35.788 INFO:tasks.rados.rados.0.smithi094.stdout:3593: writing smithi09487127-30 from 0 to 540672 tid 1 2024-08-17T17:19:35.788 INFO:tasks.rados.rados.0.smithi094.stdout:3594: setattr oid 36 current snap is 350 2024-08-17T17:19:35.791 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 350 2024-08-17T17:19:35.791 INFO:tasks.rados.rados.0.smithi094.stdout:3595: seq_num 1036 ranges {630784=557056} 2024-08-17T17:19:35.799 INFO:tasks.rados.rados.0.smithi094.stdout:3595: writing smithi09487127-26 from 630784 to 1187840 tid 1 2024-08-17T17:19:35.799 INFO:tasks.rados.rados.0.smithi094.stdout:3596: snap_create 2024-08-17T17:19:35.799 INFO:tasks.rados.rados.0.smithi094.stdout:3593: finishing write tid 1 to smithi09487127-30 2024-08-17T17:19:35.799 INFO:tasks.rados.rados.0.smithi094.stdout:3593: finishing write tid 2 to smithi09487127-30 2024-08-17T17:19:35.799 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 36 v 1922 (ObjNum 1034 snap 349 seq_num 1034) dirty exists 2024-08-17T17:19:35.804 INFO:tasks.rados.rados.0.smithi094.stdout:3593: finishing write tid 3 to smithi09487127-30 2024-08-17T17:19:35.804 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1865 (ObjNum 1035 snap 350 seq_num 1035) dirty exists 2024-08-17T17:19:35.804 INFO:tasks.rados.rados.0.smithi094.stdout:3593: left oid 30 (ObjNum 1035 snap 350 seq_num 1035) 2024-08-17T17:19:35.808 INFO:tasks.rados.rados.0.smithi094.stdout:3595: finishing write tid 1 to smithi09487127-26 2024-08-17T17:19:35.809 INFO:tasks.rados.rados.0.smithi094.stdout:3595: finishing write tid 2 to smithi09487127-26 2024-08-17T17:19:35.810 INFO:tasks.rados.rados.0.smithi094.stdout:3595: finishing write tid 3 to smithi09487127-26 2024-08-17T17:19:35.810 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1878 (ObjNum 1036 snap 350 seq_num 1036) dirty exists 2024-08-17T17:19:35.810 INFO:tasks.rados.rados.0.smithi094.stdout:3595: left oid 26 (ObjNum 1036 snap 350 seq_num 1036) 2024-08-17T17:19:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3593: done (3 left) 2024-08-17T17:19:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3594: done (2 left) 2024-08-17T17:19:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3595: done (1 left) 2024-08-17T17:19:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3596: done (0 left) 2024-08-17T17:19:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3597: rollback oid 46 current snap is 351 2024-08-17T17:19:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 333 2024-08-17T17:19:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 351 2024-08-17T17:19:36.792 INFO:tasks.rados.rados.0.smithi094.stdout:3598: seq_num 1037 ranges {614400=573440} 2024-08-17T17:19:36.799 INFO:tasks.rados.rados.0.smithi094.stdout:3598: writing smithi09487127-48 from 614400 to 1187840 tid 1 2024-08-17T17:19:36.799 INFO:tasks.rados.rados.0.smithi094.stdout:3599: read oid 33 snap -1 2024-08-17T17:19:36.799 INFO:tasks.rados.rados.0.smithi094.stdout:3599: expect deleted 2024-08-17T17:19:36.799 INFO:tasks.rados.rados.0.smithi094.stdout:3600: setattr oid 14 current snap is 351 2024-08-17T17:19:36.799 INFO:tasks.rados.rados.0.smithi094.stdout:3597: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:19:36.799 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1656 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:19:36.800 INFO:tasks.rados.rados.0.smithi094.stdout:3597: done (3 left) 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3599: done (2 left) 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3601: read oid 35 snap -1 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3601: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3602: copy_from oid 16 from oid 27 current snap is 351 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3603: read oid 4 snap -1 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3603: expect deleted 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3604: copy_from oid 7 from oid 19 current snap is 351 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3605: rollback oid 32 current snap is 351 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 32 to 337 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3606: rollback oid 28 current snap is 351 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 342 2024-08-17T17:19:36.801 INFO:tasks.rados.rados.0.smithi094.stdout:3607: snap_remove snap 333 2024-08-17T17:19:37.074 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:36 smithi094 ceph-mon[100402]: pgmap v793: 121 pgs: 121 active+clean; 252 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-17T17:19:37.074 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:36 smithi094 ceph-mon[100402]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:19:37.074 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:36 smithi094 ceph-mon[102949]: pgmap v793: 121 pgs: 121 active+clean; 252 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-17T17:19:37.074 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:36 smithi094 ceph-mon[102949]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:19:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:36 smithi190 ceph-mon[90718]: pgmap v793: 121 pgs: 121 active+clean; 252 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-17T17:19:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:36 smithi190 ceph-mon[90718]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:3606: finishing rollback tid 0 to smithi09487127-28 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:3606: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:3598: finishing write tid 1 to smithi09487127-48 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:3606: finishing rollback tid 2 to smithi09487127-28 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1662 (ObjNum 1025 snap 342 seq_num 1025) dirty exists 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:3605: finishing rollback tid 0 to smithi09487127-32 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:3605: finishing rollback tid 1 to smithi09487127-32 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:3605: finishing rollback tid 2 to smithi09487127-32 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1909 (ObjNum 1012 snap 336 seq_num 1012) dirty exists 2024-08-17T17:19:37.799 INFO:tasks.rados.rados.0.smithi094.stdout:3598: finishing write tid 2 to smithi09487127-48 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3598: finishing write tid 3 to smithi09487127-48 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1997 (ObjNum 1037 snap 351 seq_num 1037) dirty exists 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3598: left oid 48 (ObjNum 1037 snap 351 seq_num 1037) 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3604: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3604: finishing copy_from to smithi09487127-7 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1952 (ObjNum 1029 snap 343 seq_num 1029) dirty exists 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 1998 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3602: finishing copy_from racing read to smithi09487127-16 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3602: finishing copy_from to smithi09487127-16 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1860 (ObjNum 1019 snap 340 seq_num 1019) dirty exists 2024-08-17T17:19:37.800 INFO:tasks.rados.rados.0.smithi094.stdout:3601: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:19:38.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:37 smithi190 ceph-mon[90718]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:19:38.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:37 smithi094 ceph-mon[100402]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:19:38.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:37 smithi094 ceph-mon[102949]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:19:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:38 smithi190 ceph-mon[90718]: pgmap v796: 121 pgs: 121 active+clean; 260 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-08-17T17:19:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:38 smithi190 ceph-mon[90718]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:19:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:38 smithi190 ceph-mon[90718]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:19:39.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:38 smithi094 ceph-mon[100402]: pgmap v796: 121 pgs: 121 active+clean; 260 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-08-17T17:19:39.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:38 smithi094 ceph-mon[100402]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:19:39.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:38 smithi094 ceph-mon[100402]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:19:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:38 smithi094 ceph-mon[102949]: pgmap v796: 121 pgs: 121 active+clean; 260 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2024-08-17T17:19:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:38 smithi094 ceph-mon[102949]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:19:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:38 smithi094 ceph-mon[102949]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:19:39.521 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:19:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:19:39] "GET /metrics HTTP/1.1" 200 36371 "" "Prometheus/2.51.0" 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3598: done (8 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3600: done (7 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3601: done (6 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3602: done (5 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3603: done (4 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3604: done (3 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3605: done (2 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3606: done (1 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3607: done (0 left) 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:3608: rollback oid 44 current snap is 351 2024-08-17T17:19:39.681 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 44 to 344 2024-08-17T17:19:39.682 INFO:tasks.rados.rados.0.smithi094.stdout:3609: snap_remove snap 342 2024-08-17T17:19:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:3609: done (1 left) 2024-08-17T17:19:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:3610: setattr oid 4 current snap is 351 2024-08-17T17:19:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:3608: finishing rollback tid 0 to smithi09487127-44 2024-08-17T17:19:39.804 INFO:tasks.rados.rados.0.smithi094.stdout:3608: finishing rollback tid 1 to smithi09487127-44 2024-08-17T17:19:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:3608: finishing rollback tid 2 to smithi09487127-44 2024-08-17T17:19:39.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 2010 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:19:39.806 INFO:tasks.rados.rados.0.smithi094.stdout:3608: done (1 left) 2024-08-17T17:19:39.806 INFO:tasks.rados.rados.0.smithi094.stdout:3611: rmattr oid 34 current snap is 351 2024-08-17T17:19:39.806 INFO:tasks.rados.rados.0.smithi094.stdout:3611: done (1 left) 2024-08-17T17:19:39.806 INFO:tasks.rados.rados.0.smithi094.stdout:3612: snap_remove snap 341 2024-08-17T17:19:40.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:39 smithi190 ceph-mon[90718]: pgmap v799: 121 pgs: 121 active+clean; 264 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T17:19:40.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:39 smithi190 ceph-mon[90718]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:19:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:39 smithi094 ceph-mon[100402]: pgmap v799: 121 pgs: 121 active+clean; 264 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T17:19:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:39 smithi094 ceph-mon[100402]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:19:40.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:39 smithi094 ceph-mon[102949]: pgmap v799: 121 pgs: 121 active+clean; 264 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T17:19:40.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:39 smithi094 ceph-mon[102949]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:19:40.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:19:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:19:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:19:40.806 INFO:tasks.rados.rados.0.smithi094.stdout:3612: done (1 left) 2024-08-17T17:19:40.806 INFO:tasks.rados.rados.0.smithi094.stdout:3613: snap_remove snap 347 2024-08-17T17:19:41.810 INFO:tasks.rados.rados.0.smithi094.stdout:3613: done (1 left) 2024-08-17T17:19:41.810 INFO:tasks.rados.rados.0.smithi094.stdout:3614: copy_from oid 25 from oid 30 current snap is 351 2024-08-17T17:19:41.810 INFO:tasks.rados.rados.0.smithi094.stdout:3615: setattr oid 43 current snap is 351 2024-08-17T17:19:41.812 INFO:tasks.rados.rados.0.smithi094.stdout:3616: delete oid 41 current snap is 351 2024-08-17T17:19:41.812 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1367 (ObjNum 33 snap 0 seq_num 4) dirty exists 2024-08-17T17:19:41.818 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1368 (ObjNum 1027 snap 342 seq_num 1027) dirty exists 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3610: done (3 left) 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3615: done (2 left) 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3616: done (1 left) 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3617: rollback oid 28 current snap is 351 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 318 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3618: read oid 23 snap -1 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3618: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3619: read oid 26 snap 344 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3619: expect (ObjNum 1004 snap 330 seq_num 1004) 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3620: read oid 20 snap -1 2024-08-17T17:19:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3620: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:19:41.821 INFO:tasks.rados.rados.0.smithi094.stdout:3621: rollback oid 21 current snap is 351 2024-08-17T17:19:41.821 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 21 to 345 2024-08-17T17:19:41.821 INFO:tasks.rados.rados.0.smithi094.stdout:3622: delete oid 49 current snap is 351 2024-08-17T17:19:41.824 INFO:tasks.rados.rados.0.smithi094.stdout:3617: finishing rollback tid 0 to smithi09487127-28 2024-08-17T17:19:41.826 INFO:tasks.rados.rados.0.smithi094.stdout:3614: finishing copy_from racing read to smithi09487127-25 2024-08-17T17:19:41.826 INFO:tasks.rados.rados.0.smithi094.stdout:3617: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:19:41.826 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1664 (ObjNum 33 snap 0 seq_num 3214497664) dirty dne 2024-08-17T17:19:41.830 INFO:tasks.rados.rados.0.smithi094.stdout:3614: finishing copy_from to smithi09487127-25 2024-08-17T17:19:41.830 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1865 (ObjNum 1035 snap 350 seq_num 1035) dirty exists 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3614: done (6 left) 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3617: done (5 left) 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3622: done (4 left) 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3623: read oid 14 snap -1 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3623: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3624: rollback oid 10 current snap is 351 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 10 to 344 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3625: rmattr oid 48 current snap is 351 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3625: done (6 left) 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3626: copy_from oid 22 from oid 35 current snap is 351 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3627: rollback oid 46 current snap is 351 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 46 to 349 2024-08-17T17:19:41.831 INFO:tasks.rados.rados.0.smithi094.stdout:3628: read oid 24 snap -1 2024-08-17T17:19:41.832 INFO:tasks.rados.rados.0.smithi094.stdout:3628: expect (ObjNum 1026 snap 342 seq_num 1026) 2024-08-17T17:19:41.832 INFO:tasks.rados.rados.0.smithi094.stdout:3629: snap_create 2024-08-17T17:19:41.833 INFO:tasks.rados.rados.0.smithi094.stdout:3618: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:19:41.914 INFO:tasks.rados.rados.0.smithi094.stdout:3627: finishing rollback tid 1 to smithi09487127-46 2024-08-17T17:19:41.914 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1656 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T17:19:41.914 INFO:tasks.rados.rados.0.smithi094.stdout:3619: expect (ObjNum 1004 snap 330 seq_num 1004) 2024-08-17T17:19:41.944 INFO:tasks.rados.rados.0.smithi094.stdout:3623: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:19:41.946 INFO:tasks.rados.rados.0.smithi094.stdout:3624: finishing rollback tid 0 to smithi09487127-10 2024-08-17T17:19:41.946 INFO:tasks.rados.rados.0.smithi094.stdout:3624: finishing rollback tid 1 to smithi09487127-10 2024-08-17T17:19:41.946 INFO:tasks.rados.rados.0.smithi094.stdout:3624: finishing rollback tid 2 to smithi09487127-10 2024-08-17T17:19:41.946 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 1996 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:19:41.946 INFO:tasks.rados.rados.0.smithi094.stdout:3628: expect (ObjNum 1026 snap 342 seq_num 1026) 2024-08-17T17:19:41.958 INFO:tasks.rados.rados.0.smithi094.stdout:3621: finishing rollback tid 0 to smithi09487127-21 2024-08-17T17:19:41.958 INFO:tasks.rados.rados.0.smithi094.stdout:3621: finishing rollback tid 1 to smithi09487127-21 2024-08-17T17:19:41.958 INFO:tasks.rados.rados.0.smithi094.stdout:3620: expect (ObjNum 967 snap 304 seq_num 967) 2024-08-17T17:19:42.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:41 smithi190 ceph-mon[90718]: pgmap v802: 121 pgs: 121 active+clean; 265 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-17T17:19:42.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:41 smithi190 ceph-mon[90718]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:19:42.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:41 smithi094 ceph-mon[100402]: pgmap v802: 121 pgs: 121 active+clean; 265 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-17T17:19:42.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:41 smithi094 ceph-mon[100402]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:19:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:41 smithi094 ceph-mon[102949]: pgmap v802: 121 pgs: 121 active+clean; 265 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-17T17:19:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:41 smithi094 ceph-mon[102949]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:19:42.397 INFO:tasks.rados.rados.0.smithi094.stdout:3621: finishing rollback tid 2 to smithi09487127-21 2024-08-17T17:19:42.398 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1881 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-08-17T17:19:42.398 INFO:tasks.rados.rados.0.smithi094.stdout:3626: finishing copy_from racing read to smithi09487127-22 2024-08-17T17:19:42.398 INFO:tasks.rados.rados.0.smithi094.stdout:3626: finishing copy_from to smithi09487127-22 2024-08-17T17:19:42.398 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1293 (ObjNum 914 snap 286 seq_num 914) dirty exists 2024-08-17T17:19:42.813 INFO:tasks.rados.rados.0.smithi094.stdout:3618: done (9 left) 2024-08-17T17:19:42.813 INFO:tasks.rados.rados.0.smithi094.stdout:3619: done (8 left) 2024-08-17T17:19:42.813 INFO:tasks.rados.rados.0.smithi094.stdout:3620: done (7 left) 2024-08-17T17:19:42.814 INFO:tasks.rados.rados.0.smithi094.stdout:3621: done (6 left) 2024-08-17T17:19:42.814 INFO:tasks.rados.rados.0.smithi094.stdout:3623: done (5 left) 2024-08-17T17:19:42.814 INFO:tasks.rados.rados.0.smithi094.stdout:3624: done (4 left) 2024-08-17T17:19:42.814 INFO:tasks.rados.rados.0.smithi094.stdout:3626: done (3 left) 2024-08-17T17:19:42.814 INFO:tasks.rados.rados.0.smithi094.stdout:3627: done (2 left) 2024-08-17T17:19:42.814 INFO:tasks.rados.rados.0.smithi094.stdout:3628: done (1 left) 2024-08-17T17:19:42.814 INFO:tasks.rados.rados.0.smithi094.stdout:3629: done (0 left) 2024-08-17T17:19:42.814 INFO:tasks.rados.rados.0.smithi094.stdout:3630: delete oid 12 current snap is 352 2024-08-17T17:19:42.819 INFO:tasks.rados.rados.0.smithi094.stdout:3630: done (0 left) 2024-08-17T17:19:42.819 INFO:tasks.rados.rados.0.smithi094.stdout:3631: snap_create 2024-08-17T17:19:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:42 smithi190 ceph-mon[90718]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:19:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:42 smithi094 ceph-mon[100402]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:19:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:42 smithi094 ceph-mon[102949]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:19:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:43.783 INFO:tasks.rados.rados.0.smithi094.stdout:3631: done (0 left) 2024-08-17T17:19:43.783 INFO:tasks.rados.rados.0.smithi094.stdout:3632: delete oid 41 current snap is 353 2024-08-17T17:19:43.785 INFO:tasks.rados.rados.0.smithi094.stdout:3632: done (0 left) 2024-08-17T17:19:43.785 INFO:tasks.rados.rados.0.smithi094.stdout:3633: read oid 22 snap 345 2024-08-17T17:19:43.785 INFO:tasks.rados.rados.0.smithi094.stdout:3633: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-17T17:19:43.785 INFO:tasks.rados.rados.0.smithi094.stdout:3634: snap_create 2024-08-17T17:19:43.800 INFO:tasks.rados.rados.0.smithi094.stdout:3633: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-17T17:19:44.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:43 smithi190 ceph-mon[90718]: pgmap v804: 121 pgs: 121 active+clean; 265 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 274 KiB/s wr, 18 op/s 2024-08-17T17:19:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:43 smithi190 ceph-mon[90718]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:19:44.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:43 smithi190 ceph-mon[90718]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:19:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:43 smithi094 ceph-mon[100402]: pgmap v804: 121 pgs: 121 active+clean; 265 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 274 KiB/s wr, 18 op/s 2024-08-17T17:19:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:43 smithi094 ceph-mon[100402]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:19:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:43 smithi094 ceph-mon[100402]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:19:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:43 smithi094 ceph-mon[102949]: pgmap v804: 121 pgs: 121 active+clean; 265 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 274 KiB/s wr, 18 op/s 2024-08-17T17:19:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:43 smithi094 ceph-mon[102949]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:19:44.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:43 smithi094 ceph-mon[102949]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:19:44.783 INFO:tasks.rados.rados.0.smithi094.stdout:3633: done (1 left) 2024-08-17T17:19:44.784 INFO:tasks.rados.rados.0.smithi094.stdout:3634: done (0 left) 2024-08-17T17:19:44.784 INFO:tasks.rados.rados.0.smithi094.stdout:3635: read oid 42 snap -1 2024-08-17T17:19:44.784 INFO:tasks.rados.rados.0.smithi094.stdout:3635: expect (ObjNum 1006 snap 330 seq_num 1006) 2024-08-17T17:19:44.784 INFO:tasks.rados.rados.0.smithi094.stdout:3636: snap_remove snap 337 2024-08-17T17:19:45.790 INFO:tasks.rados.rados.0.smithi094.stdout:3636: done (1 left) 2024-08-17T17:19:45.791 INFO:tasks.rados.rados.0.smithi094.stdout:3637: read oid 43 snap -1 2024-08-17T17:19:45.791 INFO:tasks.rados.rados.0.smithi094.stdout:3637: expect (ObjNum 1027 snap 342 seq_num 1027) 2024-08-17T17:19:45.791 INFO:tasks.rados.rados.0.smithi094.stdout:3638: read oid 7 snap -1 2024-08-17T17:19:45.791 INFO:tasks.rados.rados.0.smithi094.stdout:3638: expect (ObjNum 1029 snap 343 seq_num 1029) 2024-08-17T17:19:45.791 INFO:tasks.rados.rados.0.smithi094.stdout:3639: setattr oid 20 current snap is 354 2024-08-17T17:19:45.791 INFO:tasks.rados.rados.0.smithi094.stdout:3635: expect (ObjNum 1006 snap 330 seq_num 1006) 2024-08-17T17:19:45.794 INFO:tasks.rados.rados.0.smithi094.stdout:3635: done (3 left) 2024-08-17T17:19:45.794 INFO:tasks.rados.rados.0.smithi094.stdout:3640: rollback oid 8 current snap is 354 2024-08-17T17:19:45.794 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 8 to 345 2024-08-17T17:19:45.795 INFO:tasks.rados.rados.0.smithi094.stdout:3641: delete oid 9 current snap is 354 2024-08-17T17:19:45.801 INFO:tasks.rados.rados.0.smithi094.stdout:3641: done (4 left) 2024-08-17T17:19:45.801 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 354 2024-08-17T17:19:45.801 INFO:tasks.rados.rados.0.smithi094.stdout:3642: seq_num 1043 ranges {0=671744} 2024-08-17T17:19:45.806 INFO:tasks.rados.rados.0.smithi094.stdout:3642: writing smithi09487127-13 from 0 to 671744 tid 1 2024-08-17T17:19:45.806 INFO:tasks.rados.rados.0.smithi094.stdout:3643: snap_create 2024-08-17T17:19:45.806 INFO:tasks.rados.rados.0.smithi094.stdout:3640: finishing rollback tid 0 to smithi09487127-8 2024-08-17T17:19:45.806 INFO:tasks.rados.rados.0.smithi094.stdout:3640: finishing rollback tid 1 to smithi09487127-8 2024-08-17T17:19:45.807 INFO:tasks.rados.rados.0.smithi094.stdout:3640: finishing rollback tid 2 to smithi09487127-8 2024-08-17T17:19:45.807 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1904 (ObjNum 1000 snap 329 seq_num 1000) dirty exists 2024-08-17T17:19:45.811 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1882 (ObjNum 967 snap 304 seq_num 967) dirty exists 2024-08-17T17:19:45.814 INFO:tasks.rados.rados.0.smithi094.stdout:3638: expect (ObjNum 1029 snap 343 seq_num 1029) 2024-08-17T17:19:45.831 INFO:tasks.rados.rados.0.smithi094.stdout:3642: finishing write tid 1 to smithi09487127-13 2024-08-17T17:19:45.832 INFO:tasks.rados.rados.0.smithi094.stdout:3642: finishing write tid 2 to smithi09487127-13 2024-08-17T17:19:45.832 INFO:tasks.rados.rados.0.smithi094.stdout:3642: finishing write tid 3 to smithi09487127-13 2024-08-17T17:19:45.832 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1910 (ObjNum 1043 snap 354 seq_num 1043) dirty exists 2024-08-17T17:19:45.832 INFO:tasks.rados.rados.0.smithi094.stdout:3642: left oid 13 (ObjNum 1043 snap 354 seq_num 1043) 2024-08-17T17:19:45.842 INFO:tasks.rados.rados.0.smithi094.stdout:3637: expect (ObjNum 1027 snap 342 seq_num 1027) 2024-08-17T17:19:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:45 smithi190 ceph-mon[90718]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:19:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:45 smithi094 ceph-mon[100402]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:19:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:45 smithi094 ceph-mon[102949]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:19:46.794 INFO:tasks.rados.rados.0.smithi094.stdout:3637: done (5 left) 2024-08-17T17:19:46.795 INFO:tasks.rados.rados.0.smithi094.stdout:3638: done (4 left) 2024-08-17T17:19:46.795 INFO:tasks.rados.rados.0.smithi094.stdout:3639: done (3 left) 2024-08-17T17:19:46.795 INFO:tasks.rados.rados.0.smithi094.stdout:3640: done (2 left) 2024-08-17T17:19:46.795 INFO:tasks.rados.rados.0.smithi094.stdout:3642: done (1 left) 2024-08-17T17:19:46.795 INFO:tasks.rados.rados.0.smithi094.stdout:3643: done (0 left) 2024-08-17T17:19:46.795 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 355 2024-08-17T17:19:46.795 INFO:tasks.rados.rados.0.smithi094.stdout:3644: seq_num 1044 ranges {49152=688128} 2024-08-17T17:19:46.798 INFO:tasks.rados.rados.0.smithi094.stdout:3644: writing smithi09487127-42 from 49152 to 737280 tid 1 2024-08-17T17:19:46.798 INFO:tasks.rados.rados.0.smithi094.stdout:3645: read oid 41 snap -1 2024-08-17T17:19:46.798 INFO:tasks.rados.rados.0.smithi094.stdout:3645: expect deleted 2024-08-17T17:19:46.798 INFO:tasks.rados.rados.0.smithi094.stdout:3646: snap_create 2024-08-17T17:19:46.805 INFO:tasks.rados.rados.0.smithi094.stdout:3644: finishing write tid 1 to smithi09487127-42 2024-08-17T17:19:46.806 INFO:tasks.rados.rados.0.smithi094.stdout:3644: finishing write tid 2 to smithi09487127-42 2024-08-17T17:19:46.807 INFO:tasks.rados.rados.0.smithi094.stdout:3644: finishing write tid 3 to smithi09487127-42 2024-08-17T17:19:46.807 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1523 (ObjNum 1044 snap 355 seq_num 1044) dirty exists 2024-08-17T17:19:46.807 INFO:tasks.rados.rados.0.smithi094.stdout:3644: left oid 42 (ObjNum 1044 snap 355 seq_num 1044) 2024-08-17T17:19:47.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:46 smithi190 ceph-mon[90718]: pgmap v808: 121 pgs: 121 active+clean; 278 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T17:19:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:46 smithi190 ceph-mon[90718]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:19:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:46 smithi094 ceph-mon[100402]: pgmap v808: 121 pgs: 121 active+clean; 278 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T17:19:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:46 smithi094 ceph-mon[100402]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:19:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:46 smithi094 ceph-mon[102949]: pgmap v808: 121 pgs: 121 active+clean; 278 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-08-17T17:19:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:46 smithi094 ceph-mon[102949]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:19:47.801 INFO:tasks.rados.rados.0.smithi094.stdout:3644: done (2 left) 2024-08-17T17:19:47.801 INFO:tasks.rados.rados.0.smithi094.stdout:3645: done (1 left) 2024-08-17T17:19:47.801 INFO:tasks.rados.rados.0.smithi094.stdout:3646: done (0 left) 2024-08-17T17:19:47.801 INFO:tasks.rados.rados.0.smithi094.stdout:3647: copy_from oid 39 from oid 30 current snap is 356 2024-08-17T17:19:47.801 INFO:tasks.rados.rados.0.smithi094.stdout:3648: read oid 40 snap -1 2024-08-17T17:19:47.801 INFO:tasks.rados.rados.0.smithi094.stdout:3648: expect deleted 2024-08-17T17:19:47.801 INFO:tasks.rados.rados.0.smithi094.stdout:3649: read oid 43 snap -1 2024-08-17T17:19:47.802 INFO:tasks.rados.rados.0.smithi094.stdout:3649: expect (ObjNum 1027 snap 342 seq_num 1027) 2024-08-17T17:19:47.802 INFO:tasks.rados.rados.0.smithi094.stdout:3650: snap_remove snap 344 2024-08-17T17:19:48.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:47 smithi190 ceph-mon[90718]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:19:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:47 smithi094 ceph-mon[100402]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:19:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:47 smithi094 ceph-mon[102949]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:19:48.786 INFO:tasks.rados.rados.0.smithi094.stdout:3650: done (3 left) 2024-08-17T17:19:48.786 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 356 2024-08-17T17:19:48.786 INFO:tasks.rados.rados.0.smithi094.stdout:3651: seq_num 1045 ranges {2260992=704512} 2024-08-17T17:19:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:3651: writing smithi09487127-11 from 2260992 to 2965504 tid 1 2024-08-17T17:19:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:3652: snap_create 2024-08-17T17:19:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:3647: finishing copy_from racing read to smithi09487127-39 2024-08-17T17:19:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:3647: finishing copy_from to smithi09487127-39 2024-08-17T17:19:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1865 (ObjNum 1035 snap 350 seq_num 1035) dirty exists 2024-08-17T17:19:48.804 INFO:tasks.rados.rados.0.smithi094.stdout:3649: expect (ObjNum 1027 snap 342 seq_num 1027) 2024-08-17T17:19:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:48 smithi190 ceph-mon[90718]: pgmap v811: 121 pgs: 121 active+clean; 278 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-08-17T17:19:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:48 smithi190 ceph-mon[90718]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:19:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:48 smithi190 ceph-mon[90718]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:19:49.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:48 smithi094 ceph-mon[100402]: pgmap v811: 121 pgs: 121 active+clean; 278 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-08-17T17:19:49.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:48 smithi094 ceph-mon[100402]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:19:49.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:48 smithi094 ceph-mon[100402]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:19:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:48 smithi094 ceph-mon[102949]: pgmap v811: 121 pgs: 121 active+clean; 278 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-08-17T17:19:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:48 smithi094 ceph-mon[102949]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:19:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:48 smithi094 ceph-mon[102949]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:19:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:19:49] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.51.0" 2024-08-17T17:19:49.695 INFO:tasks.rados.rados.0.smithi094.stdout:3651: finishing write tid 1 to smithi09487127-11 2024-08-17T17:19:49.695 INFO:tasks.rados.rados.0.smithi094.stdout:3651: finishing write tid 2 to smithi09487127-11 2024-08-17T17:19:49.696 INFO:tasks.rados.rados.0.smithi094.stdout:3651: finishing write tid 3 to smithi09487127-11 2024-08-17T17:19:49.696 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1158 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2024-08-17T17:19:49.696 INFO:tasks.rados.rados.0.smithi094.stdout:3651: left oid 11 (ObjNum 1045 snap 356 seq_num 1045) 2024-08-17T17:19:49.807 INFO:tasks.rados.rados.0.smithi094.stdout:3647: done (4 left) 2024-08-17T17:19:49.807 INFO:tasks.rados.rados.0.smithi094.stdout:3648: done (3 left) 2024-08-17T17:19:49.807 INFO:tasks.rados.rados.0.smithi094.stdout:3649: done (2 left) 2024-08-17T17:19:49.807 INFO:tasks.rados.rados.0.smithi094.stdout:3651: done (1 left) 2024-08-17T17:19:49.807 INFO:tasks.rados.rados.0.smithi094.stdout:3652: done (0 left) 2024-08-17T17:19:49.807 INFO:tasks.rados.rados.0.smithi094.stdout:3653: delete oid 27 current snap is 357 2024-08-17T17:19:49.809 INFO:tasks.rados.rados.0.smithi094.stdout:3653: done (0 left) 2024-08-17T17:19:49.809 INFO:tasks.rados.rados.0.smithi094.stdout:3654: copy_from oid 7 from oid 11 current snap is 357 2024-08-17T17:19:49.809 INFO:tasks.rados.rados.0.smithi094.stdout:3655: snap_create 2024-08-17T17:19:49.821 INFO:tasks.rados.rados.0.smithi094.stdout:3654: finishing copy_from racing read to smithi09487127-7 2024-08-17T17:19:49.823 INFO:tasks.rados.rados.0.smithi094.stdout:3654: finishing copy_from to smithi09487127-7 2024-08-17T17:19:49.823 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 1158 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2024-08-17T17:19:50.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:49 smithi190 ceph-mon[90718]: pgmap v814: 121 pgs: 121 active+clean; 277 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-17T17:19:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:19:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:49 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:50.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-mon[102949]: pgmap v814: 121 pgs: 121 active+clean; 277 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-17T17:19:50.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:19:50.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:50.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-mon[100402]: pgmap v814: 121 pgs: 121 active+clean; 277 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-17T17:19:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:19:50.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:50.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:49 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:50.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:19:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:19:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:19:50.812 INFO:tasks.rados.rados.0.smithi094.stdout:3654: done (1 left) 2024-08-17T17:19:50.813 INFO:tasks.rados.rados.0.smithi094.stdout:3655: done (0 left) 2024-08-17T17:19:50.813 INFO:tasks.rados.rados.0.smithi094.stdout:3656: rmattr oid 22 current snap is 358 2024-08-17T17:19:50.813 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 6 current snap is 358 2024-08-17T17:19:50.813 INFO:tasks.rados.rados.0.smithi094.stdout:3657: seq_num 1047 ranges {7585792=745472} 2024-08-17T17:19:50.857 INFO:tasks.rados.rados.0.smithi094.stdout:3657: writing smithi09487127-6 from 7585792 to 8331264 tid 1 2024-08-17T17:19:50.857 INFO:tasks.rados.rados.0.smithi094.stdout:3658: copy_from oid 24 from oid 7 current snap is 358 2024-08-17T17:19:50.857 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1862 (ObjNum 914 snap 286 seq_num 914) dirty exists 2024-08-17T17:19:50.857 INFO:tasks.rados.rados.0.smithi094.stdout:3656: done (2 left) 2024-08-17T17:19:50.857 INFO:tasks.rados.rados.0.smithi094.stdout:3659: snap_create 2024-08-17T17:19:50.863 INFO:tasks.rados.rados.0.smithi094.stdout:3657: finishing write tid 1 to smithi09487127-6 2024-08-17T17:19:50.863 INFO:tasks.rados.rados.0.smithi094.stdout:3657: finishing write tid 2 to smithi09487127-6 2024-08-17T17:19:50.865 INFO:tasks.rados.rados.0.smithi094.stdout:3657: finishing write tid 3 to smithi09487127-6 2024-08-17T17:19:50.865 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 6 v 2043 (ObjNum 1047 snap 358 seq_num 1047) dirty exists 2024-08-17T17:19:50.865 INFO:tasks.rados.rados.0.smithi094.stdout:3657: left oid 6 (ObjNum 1047 snap 358 seq_num 1047) 2024-08-17T17:19:50.874 INFO:tasks.rados.rados.0.smithi094.stdout:3658: finishing copy_from racing read to smithi09487127-24 2024-08-17T17:19:50.877 INFO:tasks.rados.rados.0.smithi094.stdout:3658: finishing copy_from to smithi09487127-24 2024-08-17T17:19:50.877 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1158 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2024-08-17T17:19:51.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:50 smithi190 ceph-mon[90718]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:19:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:50 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:19:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:50 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:19:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:50 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:50 smithi094 ceph-mon[100402]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:19:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:19:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:19:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:50 smithi094 ceph-mon[102949]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:19:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:19:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:19:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:19:51.821 INFO:tasks.rados.rados.0.smithi094.stdout:3657: done (2 left) 2024-08-17T17:19:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3658: done (1 left) 2024-08-17T17:19:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3659: done (0 left) 2024-08-17T17:19:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 359 2024-08-17T17:19:51.822 INFO:tasks.rados.rados.0.smithi094.stdout:3660: seq_num 1048 ranges {7585792=761856} 2024-08-17T17:19:51.865 INFO:tasks.rados.rados.0.smithi094.stdout:3660: writing smithi09487127-20 from 7585792 to 8347648 tid 1 2024-08-17T17:19:51.865 INFO:tasks.rados.rados.0.smithi094.stdout:3661: read oid 30 snap -1 2024-08-17T17:19:51.865 INFO:tasks.rados.rados.0.smithi094.stdout:3661: expect (ObjNum 1035 snap 350 seq_num 1035) 2024-08-17T17:19:51.865 INFO:tasks.rados.rados.0.smithi094.stdout:3662: snap_remove snap 353 2024-08-17T17:19:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:51 smithi190 ceph-mon[90718]: pgmap v816: 121 pgs: 121 active+clean; 276 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 466 KiB/s wr, 9 op/s 2024-08-17T17:19:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:51 smithi190 ceph-mon[90718]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:19:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:51 smithi094 ceph-mon[100402]: pgmap v816: 121 pgs: 121 active+clean; 276 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 466 KiB/s wr, 9 op/s 2024-08-17T17:19:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:51 smithi094 ceph-mon[100402]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:19:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:51 smithi094 ceph-mon[102949]: pgmap v816: 121 pgs: 121 active+clean; 276 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 466 KiB/s wr, 9 op/s 2024-08-17T17:19:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:51 smithi094 ceph-mon[102949]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:19:52.829 INFO:tasks.rados.rados.0.smithi094.stdout:3662: done (2 left) 2024-08-17T17:19:52.829 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 359 2024-08-17T17:19:52.829 INFO:tasks.rados.rados.0.smithi094.stdout:3660: finishing write tid 1 to smithi09487127-20 2024-08-17T17:19:52.829 INFO:tasks.rados.rados.0.smithi094.stdout:3661: expect (ObjNum 1035 snap 350 seq_num 1035) 2024-08-17T17:19:52.849 INFO:tasks.rados.rados.0.smithi094.stdout:3660: finishing write tid 2 to smithi09487127-20 2024-08-17T17:19:52.849 INFO:tasks.rados.rados.0.smithi094.stdout:3660: finishing write tid 3 to smithi09487127-20 2024-08-17T17:19:52.850 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1884 (ObjNum 1048 snap 359 seq_num 1048) dirty exists 2024-08-17T17:19:52.850 INFO:tasks.rados.rados.0.smithi094.stdout:3660: left oid 20 (ObjNum 1048 snap 359 seq_num 1048) 2024-08-17T17:19:52.850 INFO:tasks.rados.rados.0.smithi094.stdout:3663: seq_num 1049 ranges {9347072=778240} 2024-08-17T17:19:52.903 INFO:tasks.rados.rados.0.smithi094.stdout:3663: writing smithi09487127-29 from 9347072 to 10125312 tid 1 2024-08-17T17:19:52.903 INFO:tasks.rados.rados.0.smithi094.stdout:3660: done (2 left) 2024-08-17T17:19:52.903 INFO:tasks.rados.rados.0.smithi094.stdout:3661: done (1 left) 2024-08-17T17:19:52.904 INFO:tasks.rados.rados.0.smithi094.stdout:3664: read oid 26 snap -1 2024-08-17T17:19:52.904 INFO:tasks.rados.rados.0.smithi094.stdout:3664: expect (ObjNum 1036 snap 350 seq_num 1036) 2024-08-17T17:19:52.904 INFO:tasks.rados.rados.0.smithi094.stdout:3665: read oid 3 snap -1 2024-08-17T17:19:52.904 INFO:tasks.rados.rados.0.smithi094.stdout:3665: expect (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:19:52.904 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 359 2024-08-17T17:19:52.904 INFO:tasks.rados.rados.0.smithi094.stdout:3666: seq_num 1050 ranges {3006464=794624} 2024-08-17T17:19:52.926 INFO:tasks.rados.rados.0.smithi094.stdout:3666: writing smithi09487127-16 from 3006464 to 3801088 tid 1 2024-08-17T17:19:52.926 INFO:tasks.rados.rados.0.smithi094.stdout:3667: rollback oid 44 current snap is 359 2024-08-17T17:19:52.926 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 44 to 350 2024-08-17T17:19:52.926 INFO:tasks.rados.rados.0.smithi094.stdout:3663: finishing write tid 1 to smithi09487127-29 2024-08-17T17:19:52.926 INFO:tasks.rados.rados.0.smithi094.stdout:3663: finishing write tid 2 to smithi09487127-29 2024-08-17T17:19:52.926 INFO:tasks.rados.rados.0.smithi094.stdout:3664: expect (ObjNum 1036 snap 350 seq_num 1036) 2024-08-17T17:19:52.981 INFO:tasks.rados.rados.0.smithi094.stdout:3663: finishing write tid 3 to smithi09487127-29 2024-08-17T17:19:52.981 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1925 (ObjNum 1049 snap 359 seq_num 1049) dirty exists 2024-08-17T17:19:52.981 INFO:tasks.rados.rados.0.smithi094.stdout:3663: left oid 29 (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:19:52.982 INFO:tasks.rados.rados.0.smithi094.stdout:3665: expect (ObjNum 945 snap 300 seq_num 945) 2024-08-17T17:19:53.057 INFO:tasks.rados.rados.0.smithi094.stdout:3666: finishing write tid 1 to smithi09487127-16 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3666: finishing write tid 2 to smithi09487127-16 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3667: finishing rollback tid 0 to smithi09487127-44 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3666: finishing write tid 3 to smithi09487127-16 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1864 (ObjNum 1050 snap 359 seq_num 1050) dirty exists 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3666: left oid 16 (ObjNum 1050 snap 359 seq_num 1050) 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3667: finishing rollback tid 1 to smithi09487127-44 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3667: finishing rollback tid 2 to smithi09487127-44 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 2049 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3663: done (4 left) 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3664: done (3 left) 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3665: done (2 left) 2024-08-17T17:19:53.058 INFO:tasks.rados.rados.0.smithi094.stdout:3666: done (1 left) 2024-08-17T17:19:53.059 INFO:tasks.rados.rados.0.smithi094.stdout:3667: done (0 left) 2024-08-17T17:19:53.059 INFO:tasks.rados.rados.0.smithi094.stdout:3668: setattr oid 49 current snap is 359 2024-08-17T17:19:53.059 INFO:tasks.rados.rados.0.smithi094.stdout:3669: rollback oid 23 current snap is 359 2024-08-17T17:19:53.059 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 23 to 318 2024-08-17T17:19:53.059 INFO:tasks.rados.rados.0.smithi094.stdout:3670: snap_remove snap 356 2024-08-17T17:19:53.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:52 smithi190 ceph-mon[90718]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:19:53.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:52 smithi094 ceph-mon[100402]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:19:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:52 smithi094 ceph-mon[102949]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:19:53.787 INFO:tasks.rados.rados.0.smithi094.stdout:3670: done (2 left) 2024-08-17T17:19:53.787 INFO:tasks.rados.rados.0.smithi094.stdout:3671: read oid 22 snap 318 2024-08-17T17:19:53.787 INFO:tasks.rados.rados.0.smithi094.stdout:3671: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-17T17:19:53.787 INFO:tasks.rados.rados.0.smithi094.stdout:3672: snap_remove snap 357 2024-08-17T17:19:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:53 smithi190 ceph-mon[90718]: pgmap v819: 121 pgs: 121 active+clean; 282 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-17T17:19:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:53 smithi190 ceph-mon[90718]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:19:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:53 smithi190 ceph-mon[90718]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:19:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:53 smithi094 ceph-mon[100402]: pgmap v819: 121 pgs: 121 active+clean; 282 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-17T17:19:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:53 smithi094 ceph-mon[100402]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:19:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:53 smithi094 ceph-mon[100402]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:19:54.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:53 smithi094 ceph-mon[102949]: pgmap v819: 121 pgs: 121 active+clean; 282 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-17T17:19:54.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:53 smithi094 ceph-mon[102949]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:19:54.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:53 smithi094 ceph-mon[102949]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:19:54.795 INFO:tasks.rados.rados.0.smithi094.stdout:3672: done (3 left) 2024-08-17T17:19:54.795 INFO:tasks.rados.rados.0.smithi094.stdout:3673: read oid 27 snap 355 2024-08-17T17:19:54.795 INFO:tasks.rados.rados.0.smithi094.stdout:3673: expect (ObjNum 1019 snap 340 seq_num 1019) 2024-08-17T17:19:54.795 INFO:tasks.rados.rados.0.smithi094.stdout:3674: snap_remove snap 354 2024-08-17T17:19:55.800 INFO:tasks.rados.rados.0.smithi094.stdout:3674: done (4 left) 2024-08-17T17:19:55.800 INFO:tasks.rados.rados.0.smithi094.stdout:3675: read oid 47 snap -1 2024-08-17T17:19:55.800 INFO:tasks.rados.rados.0.smithi094.stdout:3675: expect (ObjNum 990 snap 320 seq_num 990) 2024-08-17T17:19:55.800 INFO:tasks.rados.rados.0.smithi094.stdout:3676: rmattr oid 43 current snap is 359 2024-08-17T17:19:55.800 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1865 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:19:55.800 INFO:tasks.rados.rados.0.smithi094.stdout:3669: finishing rollback tid 0 to smithi09487127-23 2024-08-17T17:19:55.800 INFO:tasks.rados.rados.0.smithi094.stdout:3669: finishing rollback tid 1 to smithi09487127-23 2024-08-17T17:19:55.801 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1160 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-08-17T17:19:55.801 INFO:tasks.rados.rados.0.smithi094.stdout:3671: expect (ObjNum 963 snap 303 seq_num 963) 2024-08-17T17:19:55.964 INFO:tasks.rados.rados.0.smithi094.stdout:3673: expect (ObjNum 1019 snap 340 seq_num 1019) 2024-08-17T17:19:56.099 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1369 (ObjNum 1027 snap 342 seq_num 1027) dirty exists 2024-08-17T17:19:56.100 INFO:tasks.rados.rados.0.smithi094.stdout:3675: expect (ObjNum 990 snap 320 seq_num 990) 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:3668: done (5 left) 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:3669: done (4 left) 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:3671: done (3 left) 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:3673: done (2 left) 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:3675: done (1 left) 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:3676: done (0 left) 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:3677: rollback oid 47 current snap is 359 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 47 to 318 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:3678: rollback oid 18 current snap is 359 2024-08-17T17:19:56.160 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 350 2024-08-17T17:19:56.161 INFO:tasks.rados.rados.0.smithi094.stdout:3679: snap_create 2024-08-17T17:19:56.163 INFO:tasks.rados.rados.0.smithi094.stdout:3678: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:19:56.163 INFO:tasks.rados.rados.0.smithi094.stdout:3678: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:19:56.163 INFO:tasks.rados.rados.0.smithi094.stdout:3678: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:19:56.163 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1667 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:19:56.163 INFO:tasks.rados.rados.0.smithi094.stdout:3677: finishing rollback tid 0 to smithi09487127-47 2024-08-17T17:19:56.163 INFO:tasks.rados.rados.0.smithi094.stdout:3677: finishing rollback tid 1 to smithi09487127-47 2024-08-17T17:19:56.164 INFO:tasks.rados.rados.0.smithi094.stdout:3677: finishing rollback tid 2 to smithi09487127-47 2024-08-17T17:19:56.164 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1912 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:19:56.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:55 smithi190 ceph-mon[90718]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:19:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:55 smithi094 ceph-mon[100402]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:19:56.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:55 smithi094 ceph-mon[102949]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:19:56.800 INFO:tasks.rados.rados.0.smithi094.stdout:3677: done (2 left) 2024-08-17T17:19:56.800 INFO:tasks.rados.rados.0.smithi094.stdout:3678: done (1 left) 2024-08-17T17:19:56.801 INFO:tasks.rados.rados.0.smithi094.stdout:3679: done (0 left) 2024-08-17T17:19:56.801 INFO:tasks.rados.rados.0.smithi094.stdout:3680: copy_from oid 1 from oid 29 current snap is 360 2024-08-17T17:19:56.801 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 49 current snap is 360 2024-08-17T17:19:56.801 INFO:tasks.rados.rados.0.smithi094.stdout:3681: seq_num 1051 ranges {0=409600,409600=401408} 2024-08-17T17:19:56.802 INFO:tasks.rados.rados.0.smithi094.stdout:3681: writing smithi09487127-49 from 0 to 409600 tid 1 2024-08-17T17:19:56.806 INFO:tasks.rados.rados.0.smithi094.stdout:3681: writing smithi09487127-49 from 409600 to 811008 tid 2 2024-08-17T17:19:56.806 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 360 2024-08-17T17:19:56.806 INFO:tasks.rados.rados.0.smithi094.stdout:3682: seq_num 1052 ranges {0=425984,425984=401408} 2024-08-17T17:19:56.808 INFO:tasks.rados.rados.0.smithi094.stdout:3682: writing smithi09487127-23 from 0 to 425984 tid 1 2024-08-17T17:19:56.811 INFO:tasks.rados.rados.0.smithi094.stdout:3682: writing smithi09487127-23 from 425984 to 827392 tid 2 2024-08-17T17:19:56.811 INFO:tasks.rados.rados.0.smithi094.stdout:3683: rmattr oid 37 current snap is 360 2024-08-17T17:19:56.811 INFO:tasks.rados.rados.0.smithi094.stdout:3684: snap_create 2024-08-17T17:19:56.812 INFO:tasks.rados.rados.0.smithi094.stdout:3681: finishing write tid 1 to smithi09487127-49 2024-08-17T17:19:56.813 INFO:tasks.rados.rados.0.smithi094.stdout:3681: finishing write tid 2 to smithi09487127-49 2024-08-17T17:19:56.815 INFO:tasks.rados.rados.0.smithi094.stdout:3681: finishing write tid 3 to smithi09487127-49 2024-08-17T17:19:56.816 INFO:tasks.rados.rados.0.smithi094.stdout:3682: finishing write tid 1 to smithi09487127-23 2024-08-17T17:19:56.816 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1869 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:19:56.816 INFO:tasks.rados.rados.0.smithi094.stdout:3682: finishing write tid 2 to smithi09487127-23 2024-08-17T17:19:56.816 INFO:tasks.rados.rados.0.smithi094.stdout:3682: finishing write tid 3 to smithi09487127-23 2024-08-17T17:19:56.817 INFO:tasks.rados.rados.0.smithi094.stdout:3681: finishing write tid 4 to smithi09487127-49 2024-08-17T17:19:56.817 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 49 v 1868 (ObjNum 1051 snap 360 seq_num 1051) dirty exists 2024-08-17T17:19:56.817 INFO:tasks.rados.rados.0.smithi094.stdout:3681: left oid 49 (ObjNum 1051 snap 360 seq_num 1051) 2024-08-17T17:19:56.818 INFO:tasks.rados.rados.0.smithi094.stdout:3682: finishing write tid 4 to smithi09487127-23 2024-08-17T17:19:56.818 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1163 (ObjNum 1052 snap 360 seq_num 1052) dirty exists 2024-08-17T17:19:56.818 INFO:tasks.rados.rados.0.smithi094.stdout:3682: left oid 23 (ObjNum 1052 snap 360 seq_num 1052) 2024-08-17T17:19:56.841 INFO:tasks.rados.rados.0.smithi094.stdout:3680: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:19:56.842 INFO:tasks.rados.rados.0.smithi094.stdout:3680: finishing copy_from to smithi09487127-1 2024-08-17T17:19:56.842 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 1925 (ObjNum 1049 snap 359 seq_num 1049) dirty exists 2024-08-17T17:19:57.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:56 smithi190 ceph-mon[90718]: pgmap v823: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 284 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:19:57.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:56 smithi190 ceph-mon[90718]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:19:57.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:56 smithi094 ceph-mon[100402]: pgmap v823: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 284 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:19:57.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:56 smithi094 ceph-mon[100402]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:19:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:56 smithi094 ceph-mon[102949]: pgmap v823: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 284 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:19:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:56 smithi094 ceph-mon[102949]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:19:57.810 INFO:tasks.rados.rados.0.smithi094.stdout:3680: done (4 left) 2024-08-17T17:19:57.811 INFO:tasks.rados.rados.0.smithi094.stdout:3681: done (3 left) 2024-08-17T17:19:57.811 INFO:tasks.rados.rados.0.smithi094.stdout:3682: done (2 left) 2024-08-17T17:19:57.811 INFO:tasks.rados.rados.0.smithi094.stdout:3683: done (1 left) 2024-08-17T17:19:57.811 INFO:tasks.rados.rados.0.smithi094.stdout:3684: done (0 left) 2024-08-17T17:19:57.811 INFO:tasks.rados.rados.0.smithi094.stdout:3685: snap_create 2024-08-17T17:19:58.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:57 smithi190 ceph-mon[90718]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:19:58.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:57 smithi190 ceph-mon[90718]: pgmap v826: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 284 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 560 KiB/s wr, 15 op/s 2024-08-17T17:19:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:57 smithi094 ceph-mon[100402]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:19:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:57 smithi094 ceph-mon[100402]: pgmap v826: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 284 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 560 KiB/s wr, 15 op/s 2024-08-17T17:19:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:57 smithi094 ceph-mon[102949]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:19:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:57 smithi094 ceph-mon[102949]: pgmap v826: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 284 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 560 KiB/s wr, 15 op/s 2024-08-17T17:19:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:58.789 INFO:tasks.rados.rados.0.smithi094.stdout:3685: done (0 left) 2024-08-17T17:19:58.789 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 362 2024-08-17T17:19:58.789 INFO:tasks.rados.rados.0.smithi094.stdout:3686: seq_num 1053 ranges {1187840=442368,1630208=401408} 2024-08-17T17:19:58.797 INFO:tasks.rados.rados.0.smithi094.stdout:3686: writing smithi09487127-48 from 1187840 to 1630208 tid 1 2024-08-17T17:19:58.799 INFO:tasks.rados.rados.0.smithi094.stdout:3686: writing smithi09487127-48 from 1630208 to 2031616 tid 2 2024-08-17T17:19:58.799 INFO:tasks.rados.rados.0.smithi094.stdout:3687: snap_create 2024-08-17T17:19:58.802 INFO:tasks.rados.rados.0.smithi094.stdout:3686: finishing write tid 1 to smithi09487127-48 2024-08-17T17:19:58.803 INFO:tasks.rados.rados.0.smithi094.stdout:3686: finishing write tid 2 to smithi09487127-48 2024-08-17T17:19:58.803 INFO:tasks.rados.rados.0.smithi094.stdout:3686: finishing write tid 3 to smithi09487127-48 2024-08-17T17:19:58.804 INFO:tasks.rados.rados.0.smithi094.stdout:3686: finishing write tid 4 to smithi09487127-48 2024-08-17T17:19:58.804 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 2065 (ObjNum 1053 snap 362 seq_num 1053) dirty exists 2024-08-17T17:19:58.804 INFO:tasks.rados.rados.0.smithi094.stdout:3686: left oid 48 (ObjNum 1053 snap 362 seq_num 1053) 2024-08-17T17:19:59.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:58 smithi190 ceph-mon[90718]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:19:59.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:19:58 smithi190 ceph-mon[90718]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:19:59.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:58 smithi094 ceph-mon[100402]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:19:59.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:19:58 smithi094 ceph-mon[100402]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:19:59.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:58 smithi094 ceph-mon[102949]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:19:59.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:19:58 smithi094 ceph-mon[102949]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:19:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:19:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:19:59] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:19:59.790 INFO:tasks.rados.rados.0.smithi094.stdout:3686: done (1 left) 2024-08-17T17:19:59.790 INFO:tasks.rados.rados.0.smithi094.stdout:3687: done (0 left) 2024-08-17T17:19:59.790 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 31 current snap is 363 2024-08-17T17:19:59.790 INFO:tasks.rados.rados.0.smithi094.stdout:3688: seq_num 1054 ranges {1540096=458752,1998848=401408} 2024-08-17T17:19:59.801 INFO:tasks.rados.rados.0.smithi094.stdout:3688: writing smithi09487127-31 from 1540096 to 1998848 tid 1 2024-08-17T17:19:59.804 INFO:tasks.rados.rados.0.smithi094.stdout:3688: writing smithi09487127-31 from 1998848 to 2400256 tid 2 2024-08-17T17:19:59.804 INFO:tasks.rados.rados.0.smithi094.stdout:3689: copy_from oid 50 from oid 15 current snap is 363 2024-08-17T17:19:59.804 INFO:tasks.rados.rados.0.smithi094.stdout:3690: snap_create 2024-08-17T17:19:59.805 INFO:tasks.rados.rados.0.smithi094.stdout:3689: finishing copy_from to smithi09487127-50 2024-08-17T17:19:59.805 INFO:tasks.rados.rados.0.smithi094.stdout:3689: got expected ENOENT (src dne) 2024-08-17T17:19:59.805 INFO:tasks.rados.rados.0.smithi094.stdout:3689: finishing copy_from racing read to smithi09487127-50 2024-08-17T17:19:59.808 INFO:tasks.rados.rados.0.smithi094.stdout:3688: finishing write tid 1 to smithi09487127-31 2024-08-17T17:19:59.808 INFO:tasks.rados.rados.0.smithi094.stdout:3688: finishing write tid 2 to smithi09487127-31 2024-08-17T17:19:59.808 INFO:tasks.rados.rados.0.smithi094.stdout:3688: finishing write tid 3 to smithi09487127-31 2024-08-17T17:19:59.810 INFO:tasks.rados.rados.0.smithi094.stdout:3688: finishing write tid 4 to smithi09487127-31 2024-08-17T17:19:59.810 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1887 (ObjNum 1054 snap 363 seq_num 1054) dirty exists 2024-08-17T17:19:59.810 INFO:tasks.rados.rados.0.smithi094.stdout:3688: left oid 31 (ObjNum 1054 snap 363 seq_num 1054) 2024-08-17T17:20:00.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:20:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:20:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:20:00.793 INFO:tasks.rados.rados.0.smithi094.stdout:3688: done (2 left) 2024-08-17T17:20:00.793 INFO:tasks.rados.rados.0.smithi094.stdout:3689: done (1 left) 2024-08-17T17:20:00.793 INFO:tasks.rados.rados.0.smithi094.stdout:3690: done (0 left) 2024-08-17T17:20:00.793 INFO:tasks.rados.rados.0.smithi094.stdout:3691: rollback oid 31 current snap is 364 2024-08-17T17:20:00.793 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 31 to 345 2024-08-17T17:20:00.793 INFO:tasks.rados.rados.0.smithi094.stdout:3692: read oid 29 snap -1 2024-08-17T17:20:00.794 INFO:tasks.rados.rados.0.smithi094.stdout:3692: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:20:00.794 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 364 2024-08-17T17:20:00.794 INFO:tasks.rados.rados.0.smithi094.stdout:3693: seq_num 1055 ranges {540672=475136,1015808=401408} 2024-08-17T17:20:00.798 INFO:tasks.rados.rados.0.smithi094.stdout:3693: writing smithi09487127-30 from 540672 to 1015808 tid 1 2024-08-17T17:20:00.802 INFO:tasks.rados.rados.0.smithi094.stdout:3693: writing smithi09487127-30 from 1015808 to 1417216 tid 2 2024-08-17T17:20:00.802 INFO:tasks.rados.rados.0.smithi094.stdout:3694: copy_from oid 44 from oid 10 current snap is 364 2024-08-17T17:20:00.802 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 364 2024-08-17T17:20:00.802 INFO:tasks.rados.rados.0.smithi094.stdout:3695: seq_num 1056 ranges {2031616=491520,2523136=401408} 2024-08-17T17:20:00.816 INFO:tasks.rados.rados.0.smithi094.stdout:3695: writing smithi09487127-48 from 2031616 to 2523136 tid 1 2024-08-17T17:20:00.818 INFO:tasks.rados.rados.0.smithi094.stdout:3695: writing smithi09487127-48 from 2523136 to 2924544 tid 2 2024-08-17T17:20:00.819 INFO:tasks.rados.rados.0.smithi094.stdout:3696: snap_remove snap 348 2024-08-17T17:20:01.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:00 smithi190 ceph-mon[90718]: pgmap v829: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 286 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 392 KiB/s wr, 17 op/s 2024-08-17T17:20:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:00 smithi190 ceph-mon[90718]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:20:01.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:00 smithi190 ceph-mon[90718]: overall HEALTH_OK 2024-08-17T17:20:01.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:00 smithi094 ceph-mon[100402]: pgmap v829: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 286 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 392 KiB/s wr, 17 op/s 2024-08-17T17:20:01.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:00 smithi094 ceph-mon[100402]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:20:01.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:00 smithi094 ceph-mon[100402]: overall HEALTH_OK 2024-08-17T17:20:01.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:00 smithi094 ceph-mon[102949]: pgmap v829: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 286 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 392 KiB/s wr, 17 op/s 2024-08-17T17:20:01.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:00 smithi094 ceph-mon[102949]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:20:01.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:00 smithi094 ceph-mon[102949]: overall HEALTH_OK 2024-08-17T17:20:01.809 INFO:tasks.rados.rados.0.smithi094.stdout:3696: done (5 left) 2024-08-17T17:20:01.809 INFO:tasks.rados.rados.0.smithi094.stdout:3697: snap_remove snap 362 2024-08-17T17:20:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:01 smithi190 ceph-mon[90718]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:20:02.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:01 smithi094 ceph-mon[100402]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:20:02.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:01 smithi094 ceph-mon[102949]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:20:02.811 INFO:tasks.rados.rados.0.smithi094.stdout:3697: done (5 left) 2024-08-17T17:20:02.811 INFO:tasks.rados.rados.0.smithi094.stdout:3698: read oid 27 snap -1 2024-08-17T17:20:02.811 INFO:tasks.rados.rados.0.smithi094.stdout:3698: expect deleted 2024-08-17T17:20:02.811 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 22 current snap is 364 2024-08-17T17:20:02.811 INFO:tasks.rados.rados.0.smithi094.stdout:3699: seq_num 1057 ranges {13541376=507904,14049280=401408} 2024-08-17T17:20:02.885 INFO:tasks.rados.rados.0.smithi094.stdout:3699: writing smithi09487127-22 from 13541376 to 14049280 tid 1 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3699: writing smithi09487127-22 from 14049280 to 14450688 tid 2 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3700: snap_create 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3691: finishing rollback tid 0 to smithi09487127-31 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3693: finishing write tid 1 to smithi09487127-30 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3693: finishing write tid 2 to smithi09487127-30 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3693: finishing write tid 3 to smithi09487127-30 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3693: finishing write tid 4 to smithi09487127-30 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1868 (ObjNum 1055 snap 364 seq_num 1055) dirty exists 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3693: left oid 30 (ObjNum 1055 snap 364 seq_num 1055) 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3691: finishing rollback tid 1 to smithi09487127-31 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3691: finishing rollback tid 2 to smithi09487127-31 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1890 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:20:02.888 INFO:tasks.rados.rados.0.smithi094.stdout:3694: finishing copy_from racing read to smithi09487127-44 2024-08-17T17:20:02.889 INFO:tasks.rados.rados.0.smithi094.stdout:3694: finishing copy_from to smithi09487127-44 2024-08-17T17:20:02.889 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 1996 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:20:02.889 INFO:tasks.rados.rados.0.smithi094.stdout:3692: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:20:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:02 smithi190 ceph-mon[90718]: pgmap v832: 121 pgs: 121 active+clean; 298 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-08-17T17:20:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:02 smithi190 ceph-mon[90718]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:20:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:02 smithi094 ceph-mon[102949]: pgmap v832: 121 pgs: 121 active+clean; 298 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-08-17T17:20:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:02 smithi094 ceph-mon[102949]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:20:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:02 smithi094 ceph-mon[100402]: pgmap v832: 121 pgs: 121 active+clean; 298 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.2 MiB/s wr, 14 op/s 2024-08-17T17:20:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:02 smithi094 ceph-mon[100402]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:20:03.737 INFO:tasks.rados.rados.0.smithi094.stdout:3695: finishing write tid 1 to smithi09487127-48 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3695: finishing write tid 2 to smithi09487127-48 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3695: finishing write tid 3 to smithi09487127-48 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3695: finishing write tid 4 to smithi09487127-48 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 2071 (ObjNum 1056 snap 364 seq_num 1056) dirty exists 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3695: left oid 48 (ObjNum 1056 snap 364 seq_num 1056) 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3699: finishing write tid 1 to smithi09487127-22 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3699: finishing write tid 2 to smithi09487127-22 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3699: finishing write tid 3 to smithi09487127-22 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3699: finishing write tid 4 to smithi09487127-22 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1872 (ObjNum 1057 snap 364 seq_num 1057) dirty exists 2024-08-17T17:20:03.738 INFO:tasks.rados.rados.0.smithi094.stdout:3699: left oid 22 (ObjNum 1057 snap 364 seq_num 1057) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3691: done (7 left) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3692: done (6 left) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3693: done (5 left) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3694: done (4 left) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3695: done (3 left) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3698: done (2 left) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3699: done (1 left) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3700: done (0 left) 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 365 2024-08-17T17:20:03.789 INFO:tasks.rados.rados.0.smithi094.stdout:3701: seq_num 1058 ranges {540672=524288,1064960=401408} 2024-08-17T17:20:03.794 INFO:tasks.rados.rados.0.smithi094.stdout:3701: writing smithi09487127-25 from 540672 to 1064960 tid 1 2024-08-17T17:20:03.797 INFO:tasks.rados.rados.0.smithi094.stdout:3701: writing smithi09487127-25 from 1064960 to 1466368 tid 2 2024-08-17T17:20:03.797 INFO:tasks.rados.rados.0.smithi094.stdout:3702: read oid 17 snap -1 2024-08-17T17:20:03.797 INFO:tasks.rados.rados.0.smithi094.stdout:3702: expect (ObjNum 1012 snap 336 seq_num 1012) 2024-08-17T17:20:03.797 INFO:tasks.rados.rados.0.smithi094.stdout:3703: snap_remove snap 358 2024-08-17T17:20:04.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:03 smithi190 ceph-mon[90718]: pgmap v835: 121 pgs: 121 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T17:20:04.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:03 smithi190 ceph-mon[90718]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:20:04.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:03 smithi190 ceph-mon[90718]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:20:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:03 smithi094 ceph-mon[100402]: pgmap v835: 121 pgs: 121 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T17:20:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:03 smithi094 ceph-mon[100402]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:20:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:03 smithi094 ceph-mon[100402]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:20:04.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:03 smithi094 ceph-mon[102949]: pgmap v835: 121 pgs: 121 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-17T17:20:04.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:03 smithi094 ceph-mon[102949]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:20:04.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:03 smithi094 ceph-mon[102949]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:20:04.792 INFO:tasks.rados.rados.0.smithi094.stdout:3703: done (2 left) 2024-08-17T17:20:04.792 INFO:tasks.rados.rados.0.smithi094.stdout:3704: read oid 44 snap -1 2024-08-17T17:20:04.793 INFO:tasks.rados.rados.0.smithi094.stdout:3704: expect (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:20:04.793 INFO:tasks.rados.rados.0.smithi094.stdout:3705: rollback oid 20 current snap is 365 2024-08-17T17:20:04.793 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 363 2024-08-17T17:20:04.793 INFO:tasks.rados.rados.0.smithi094.stdout:3706: rmattr oid 22 current snap is 365 2024-08-17T17:20:04.793 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 365 2024-08-17T17:20:04.793 INFO:tasks.rados.rados.0.smithi094.stdout:3707: seq_num 1059 ranges {13541376=540672,14082048=401408} 2024-08-17T17:20:04.869 INFO:tasks.rados.rados.0.smithi094.stdout:3707: writing smithi09487127-35 from 13541376 to 14082048 tid 1 2024-08-17T17:20:04.871 INFO:tasks.rados.rados.0.smithi094.stdout:3707: writing smithi09487127-35 from 14082048 to 14483456 tid 2 2024-08-17T17:20:04.872 INFO:tasks.rados.rados.0.smithi094.stdout:3708: read oid 50 snap -1 2024-08-17T17:20:04.872 INFO:tasks.rados.rados.0.smithi094.stdout:3708: expect (ObjNum 1002 snap 329 seq_num 1002) 2024-08-17T17:20:04.872 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 365 2024-08-17T17:20:04.872 INFO:tasks.rados.rados.0.smithi094.stdout:3709: seq_num 1060 ranges {0=557056,557056=401408} 2024-08-17T17:20:04.874 INFO:tasks.rados.rados.0.smithi094.stdout:3709: writing smithi09487127-38 from 0 to 557056 tid 1 2024-08-17T17:20:04.877 INFO:tasks.rados.rados.0.smithi094.stdout:3709: writing smithi09487127-38 from 557056 to 958464 tid 2 2024-08-17T17:20:04.877 INFO:tasks.rados.rados.0.smithi094.stdout:3710: snap_remove snap 364 2024-08-17T17:20:05.798 INFO:tasks.rados.rados.0.smithi094.stdout:3701: finishing write tid 1 to smithi09487127-25 2024-08-17T17:20:05.799 INFO:tasks.rados.rados.0.smithi094.stdout:3701: finishing write tid 2 to smithi09487127-25 2024-08-17T17:20:05.799 INFO:tasks.rados.rados.0.smithi094.stdout:3701: finishing write tid 3 to smithi09487127-25 2024-08-17T17:20:05.799 INFO:tasks.rados.rados.0.smithi094.stdout:3702: expect (ObjNum 1012 snap 336 seq_num 1012) 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:3701: finishing write tid 4 to smithi09487127-25 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 1928 (ObjNum 1058 snap 365 seq_num 1058) dirty exists 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:3701: left oid 25 (ObjNum 1058 snap 365 seq_num 1058) 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:3701: done (8 left) 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:3702: done (7 left) 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:3710: done (6 left) 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:3711: copy_from oid 25 from oid 48 current snap is 365 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1873 (ObjNum 1057 snap 364 seq_num 1057) dirty exists 2024-08-17T17:20:05.805 INFO:tasks.rados.rados.0.smithi094.stdout:3704: expect (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:20:05.829 INFO:tasks.rados.rados.0.smithi094.stdout:3705: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:20:05.829 INFO:tasks.rados.rados.0.smithi094.stdout:3705: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:20:05.829 INFO:tasks.rados.rados.0.smithi094.stdout:3705: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:20:05.829 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1893 (ObjNum 1048 snap 359 seq_num 1048) dirty exists 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3707: finishing write tid 1 to smithi09487127-35 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3707: finishing write tid 2 to smithi09487127-35 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3704: done (6 left) 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3705: done (5 left) 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3706: done (4 left) 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3712: rollback oid 17 current snap is 365 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 17 to 363 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3707: finishing write tid 3 to smithi09487127-35 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3707: finishing write tid 4 to smithi09487127-35 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1871 (ObjNum 1059 snap 365 seq_num 1059) dirty exists 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3707: left oid 35 (ObjNum 1059 snap 365 seq_num 1059) 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3709: finishing write tid 1 to smithi09487127-38 2024-08-17T17:20:05.830 INFO:tasks.rados.rados.0.smithi094.stdout:3709: finishing write tid 2 to smithi09487127-38 2024-08-17T17:20:05.831 INFO:tasks.rados.rados.0.smithi094.stdout:3709: finishing write tid 3 to smithi09487127-38 2024-08-17T17:20:05.831 INFO:tasks.rados.rados.0.smithi094.stdout:3709: finishing write tid 4 to smithi09487127-38 2024-08-17T17:20:05.831 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1896 (ObjNum 1060 snap 365 seq_num 1060) dirty exists 2024-08-17T17:20:05.831 INFO:tasks.rados.rados.0.smithi094.stdout:3709: left oid 38 (ObjNum 1060 snap 365 seq_num 1060) 2024-08-17T17:20:05.831 INFO:tasks.rados.rados.0.smithi094.stdout:3708: expect (ObjNum 1002 snap 329 seq_num 1002) 2024-08-17T17:20:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:05 smithi190 ceph-mon[90718]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:20:06.237 INFO:tasks.rados.rados.0.smithi094.stdout:3711: finishing copy_from racing read to smithi09487127-25 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:3711: finishing copy_from to smithi09487127-25 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 2071 (ObjNum 1056 snap 364 seq_num 1056) dirty exists 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:3712: finishing rollback tid 0 to smithi09487127-17 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:3707: done (4 left) 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:3708: done (3 left) 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:3709: done (2 left) 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:3711: done (1 left) 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 365 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:3712: finishing rollback tid 1 to smithi09487127-17 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:3712: finishing rollback tid 2 to smithi09487127-17 2024-08-17T17:20:06.238 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 2028 (ObjNum 1012 snap 336 seq_num 1012) dirty exists 2024-08-17T17:20:06.239 INFO:tasks.rados.rados.0.smithi094.stdout:3713: seq_num 1061 ranges {1540096=573440,2113536=401408} 2024-08-17T17:20:06.248 INFO:tasks.rados.rados.0.smithi094.stdout:3713: writing smithi09487127-18 from 1540096 to 2113536 tid 1 2024-08-17T17:20:06.251 INFO:tasks.rados.rados.0.smithi094.stdout:3713: writing smithi09487127-18 from 2113536 to 2514944 tid 2 2024-08-17T17:20:06.251 INFO:tasks.rados.rados.0.smithi094.stdout:3712: done (1 left) 2024-08-17T17:20:06.251 INFO:tasks.rados.rados.0.smithi094.stdout:3714: snap_create 2024-08-17T17:20:06.253 INFO:tasks.rados.rados.0.smithi094.stdout:3713: finishing write tid 1 to smithi09487127-18 2024-08-17T17:20:06.253 INFO:tasks.rados.rados.0.smithi094.stdout:3713: finishing write tid 2 to smithi09487127-18 2024-08-17T17:20:06.254 INFO:tasks.rados.rados.0.smithi094.stdout:3713: finishing write tid 3 to smithi09487127-18 2024-08-17T17:20:06.255 INFO:tasks.rados.rados.0.smithi094.stdout:3713: finishing write tid 4 to smithi09487127-18 2024-08-17T17:20:06.255 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1670 (ObjNum 1061 snap 365 seq_num 1061) dirty exists 2024-08-17T17:20:06.255 INFO:tasks.rados.rados.0.smithi094.stdout:3713: left oid 18 (ObjNum 1061 snap 365 seq_num 1061) 2024-08-17T17:20:06.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:05 smithi094 ceph-mon[100402]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:20:06.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:05 smithi094 ceph-mon[102949]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:20:06.800 INFO:tasks.rados.rados.0.smithi094.stdout:3713: done (1 left) 2024-08-17T17:20:06.800 INFO:tasks.rados.rados.0.smithi094.stdout:3714: done (0 left) 2024-08-17T17:20:06.800 INFO:tasks.rados.rados.0.smithi094.stdout:3715: snap_remove snap 360 2024-08-17T17:20:07.173 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:06 smithi094 ceph-mon[100402]: pgmap v838: 121 pgs: 121 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 440 KiB/s wr, 2 op/s 2024-08-17T17:20:07.173 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:06 smithi094 ceph-mon[100402]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:20:07.174 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:06 smithi094 ceph-mon[102949]: pgmap v838: 121 pgs: 121 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 440 KiB/s wr, 2 op/s 2024-08-17T17:20:07.174 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:06 smithi094 ceph-mon[102949]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:20:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:06 smithi190 ceph-mon[90718]: pgmap v838: 121 pgs: 121 active+clean; 299 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 440 KiB/s wr, 2 op/s 2024-08-17T17:20:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:06 smithi190 ceph-mon[90718]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:20:07.808 INFO:tasks.rados.rados.0.smithi094.stdout:3715: done (0 left) 2024-08-17T17:20:07.808 INFO:tasks.rados.rados.0.smithi094.stdout:3716: read oid 22 snap 361 2024-08-17T17:20:07.808 INFO:tasks.rados.rados.0.smithi094.stdout:3716: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:20:07.808 INFO:tasks.rados.rados.0.smithi094.stdout:3717: read oid 23 snap 352 2024-08-17T17:20:07.808 INFO:tasks.rados.rados.0.smithi094.stdout:3717: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:20:07.809 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 11 current snap is 366 2024-08-17T17:20:07.809 INFO:tasks.rados.rados.0.smithi094.stdout:3718: seq_num 1062 ranges {2965504=589824,3555328=401408} 2024-08-17T17:20:07.829 INFO:tasks.rados.rados.0.smithi094.stdout:3718: writing smithi09487127-11 from 2965504 to 3555328 tid 1 2024-08-17T17:20:07.832 INFO:tasks.rados.rados.0.smithi094.stdout:3718: writing smithi09487127-11 from 3555328 to 3956736 tid 2 2024-08-17T17:20:07.832 INFO:tasks.rados.rados.0.smithi094.stdout:3719: snap_create 2024-08-17T17:20:07.832 INFO:tasks.rados.rados.0.smithi094.stdout:3717: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:20:07.908 INFO:tasks.rados.rados.0.smithi094.stdout:3718: finishing write tid 1 to smithi09487127-11 2024-08-17T17:20:07.909 INFO:tasks.rados.rados.0.smithi094.stdout:3718: finishing write tid 2 to smithi09487127-11 2024-08-17T17:20:07.909 INFO:tasks.rados.rados.0.smithi094.stdout:3718: finishing write tid 3 to smithi09487127-11 2024-08-17T17:20:07.909 INFO:tasks.rados.rados.0.smithi094.stdout:3718: finishing write tid 4 to smithi09487127-11 2024-08-17T17:20:07.909 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1166 (ObjNum 1062 snap 366 seq_num 1062) dirty exists 2024-08-17T17:20:07.909 INFO:tasks.rados.rados.0.smithi094.stdout:3718: left oid 11 (ObjNum 1062 snap 366 seq_num 1062) 2024-08-17T17:20:07.909 INFO:tasks.rados.rados.0.smithi094.stdout:3716: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:20:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:07 smithi190 ceph-mon[90718]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:20:08.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:07 smithi094 ceph-mon[100402]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:20:08.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:07 smithi094 ceph-mon[102949]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:20:08.272 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:20:07 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[108657]: 2024-08-17T17:20:07.860+0000 7f318ba25640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1bd after trimming was started 2024-08-17T17:20:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:08 smithi190 ceph-mon[90718]: pgmap v841: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 302 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 824 KiB/s wr, 5 op/s 2024-08-17T17:20:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:08 smithi190 ceph-mon[90718]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:20:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:08 smithi190 ceph-mon[90718]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:20:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:08 smithi094 ceph-mon[100402]: pgmap v841: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 302 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 824 KiB/s wr, 5 op/s 2024-08-17T17:20:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:08 smithi094 ceph-mon[100402]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:20:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:08 smithi094 ceph-mon[100402]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:20:09.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:08 smithi094 ceph-mon[102949]: pgmap v841: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 302 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 824 KiB/s wr, 5 op/s 2024-08-17T17:20:09.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:08 smithi094 ceph-mon[102949]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:20:09.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:08 smithi094 ceph-mon[102949]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:20:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:20:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:20:09] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:20:09.783 INFO:tasks.rados.rados.0.smithi094.stdout:3716: done (3 left) 2024-08-17T17:20:09.783 INFO:tasks.rados.rados.0.smithi094.stdout:3717: done (2 left) 2024-08-17T17:20:09.783 INFO:tasks.rados.rados.0.smithi094.stdout:3718: done (1 left) 2024-08-17T17:20:09.783 INFO:tasks.rados.rados.0.smithi094.stdout:3719: done (0 left) 2024-08-17T17:20:09.784 INFO:tasks.rados.rados.0.smithi094.stdout:3720: setattr oid 33 current snap is 367 2024-08-17T17:20:09.784 INFO:tasks.rados.rados.0.smithi094.stdout:3721: read oid 41 snap 352 2024-08-17T17:20:09.784 INFO:tasks.rados.rados.0.smithi094.stdout:3721: expect deleted 2024-08-17T17:20:09.784 INFO:tasks.rados.rados.0.smithi094.stdout:3722: read oid 31 snap 345 2024-08-17T17:20:09.785 INFO:tasks.rados.rados.0.smithi094.stdout:3722: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:20:09.785 INFO:tasks.rados.rados.0.smithi094.stdout:3723: rollback oid 18 current snap is 367 2024-08-17T17:20:09.785 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 351 2024-08-17T17:20:09.785 INFO:tasks.rados.rados.0.smithi094.stdout:3724: read oid 29 snap -1 2024-08-17T17:20:09.785 INFO:tasks.rados.rados.0.smithi094.stdout:3724: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:20:09.785 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 367 2024-08-17T17:20:09.785 INFO:tasks.rados.rados.0.smithi094.stdout:3725: seq_num 1063 ranges {827392=606208,1433600=401408} 2024-08-17T17:20:09.792 INFO:tasks.rados.rados.0.smithi094.stdout:3725: writing smithi09487127-23 from 827392 to 1433600 tid 1 2024-08-17T17:20:09.795 INFO:tasks.rados.rados.0.smithi094.stdout:3725: writing smithi09487127-23 from 1433600 to 1835008 tid 2 2024-08-17T17:20:09.795 INFO:tasks.rados.rados.0.smithi094.stdout:3726: snap_create 2024-08-17T17:20:09.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1683 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:20:09.795 INFO:tasks.rados.rados.0.smithi094.stdout:3723: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:20:09.795 INFO:tasks.rados.rados.0.smithi094.stdout:3723: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:20:09.795 INFO:tasks.rados.rados.0.smithi094.stdout:3723: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:20:09.795 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1673 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:20:09.803 INFO:tasks.rados.rados.0.smithi094.stdout:3725: finishing write tid 1 to smithi09487127-23 2024-08-17T17:20:09.804 INFO:tasks.rados.rados.0.smithi094.stdout:3722: expect (ObjNum 951 snap 301 seq_num 951) 2024-08-17T17:20:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3725: finishing write tid 2 to smithi09487127-23 2024-08-17T17:20:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3725: finishing write tid 3 to smithi09487127-23 2024-08-17T17:20:09.853 INFO:tasks.rados.rados.0.smithi094.stdout:3724: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:20:10.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:09 smithi190 ceph-mon[90718]: pgmap v844: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 304 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-17T17:20:10.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:09 smithi094 ceph-mon[102949]: pgmap v844: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 304 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-17T17:20:10.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:09 smithi094 ceph-mon[100402]: pgmap v844: 121 pgs: 1 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 117 active+clean; 304 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-08-17T17:20:10.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:20:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:20:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:20:10.700 INFO:tasks.rados.rados.0.smithi094.stdout:3725: finishing write tid 4 to smithi09487127-23 2024-08-17T17:20:10.700 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1169 (ObjNum 1063 snap 367 seq_num 1063) dirty exists 2024-08-17T17:20:10.700 INFO:tasks.rados.rados.0.smithi094.stdout:3725: left oid 23 (ObjNum 1063 snap 367 seq_num 1063) 2024-08-17T17:20:10.700 INFO:tasks.rados.rados.0.smithi094.stdout:3720: done (6 left) 2024-08-17T17:20:10.700 INFO:tasks.rados.rados.0.smithi094.stdout:3721: done (5 left) 2024-08-17T17:20:10.700 INFO:tasks.rados.rados.0.smithi094.stdout:3722: done (4 left) 2024-08-17T17:20:10.700 INFO:tasks.rados.rados.0.smithi094.stdout:3723: done (3 left) 2024-08-17T17:20:10.700 INFO:tasks.rados.rados.0.smithi094.stdout:3724: done (2 left) 2024-08-17T17:20:10.701 INFO:tasks.rados.rados.0.smithi094.stdout:3725: done (1 left) 2024-08-17T17:20:10.701 INFO:tasks.rados.rados.0.smithi094.stdout:3726: done (0 left) 2024-08-17T17:20:10.701 INFO:tasks.rados.rados.0.smithi094.stdout:3727: setattr oid 21 current snap is 368 2024-08-17T17:20:10.701 INFO:tasks.rados.rados.0.smithi094.stdout:3728: snap_create 2024-08-17T17:20:10.705 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1897 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-08-17T17:20:10.817 INFO:tasks.rados.rados.0.smithi094.stdout:3727: done (1 left) 2024-08-17T17:20:10.817 INFO:tasks.rados.rados.0.smithi094.stdout:3728: done (0 left) 2024-08-17T17:20:10.817 INFO:tasks.rados.rados.0.smithi094.stdout:3729: read oid 4 snap -1 2024-08-17T17:20:10.817 INFO:tasks.rados.rados.0.smithi094.stdout:3729: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:20:10.817 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 13 current snap is 369 2024-08-17T17:20:10.817 INFO:tasks.rados.rados.0.smithi094.stdout:3730: seq_num 1064 ranges {671744=622592,1294336=401408} 2024-08-17T17:20:10.824 INFO:tasks.rados.rados.0.smithi094.stdout:3730: writing smithi09487127-13 from 671744 to 1294336 tid 1 2024-08-17T17:20:10.826 INFO:tasks.rados.rados.0.smithi094.stdout:3730: writing smithi09487127-13 from 1294336 to 1695744 tid 2 2024-08-17T17:20:10.826 INFO:tasks.rados.rados.0.smithi094.stdout:3731: rollback oid 34 current snap is 369 2024-08-17T17:20:10.826 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 34 to 361 2024-08-17T17:20:10.826 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 25 current snap is 369 2024-08-17T17:20:10.826 INFO:tasks.rados.rados.0.smithi094.stdout:3732: seq_num 1065 ranges {2924544=638976,3563520=401408} 2024-08-17T17:20:10.845 INFO:tasks.rados.rados.0.smithi094.stdout:3732: writing smithi09487127-25 from 2924544 to 3563520 tid 1 2024-08-17T17:20:10.848 INFO:tasks.rados.rados.0.smithi094.stdout:3732: writing smithi09487127-25 from 3563520 to 3964928 tid 2 2024-08-17T17:20:10.848 INFO:tasks.rados.rados.0.smithi094.stdout:3733: snap_remove snap 363 2024-08-17T17:20:11.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:10 smithi190 ceph-mon[90718]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:20:11.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:10 smithi094 ceph-mon[100402]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:20:11.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:10 smithi094 ceph-mon[102949]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:20:11.824 INFO:tasks.rados.rados.0.smithi094.stdout:3733: done (4 left) 2024-08-17T17:20:11.825 INFO:tasks.rados.rados.0.smithi094.stdout:3734: read oid 11 snap -1 2024-08-17T17:20:11.825 INFO:tasks.rados.rados.0.smithi094.stdout:3734: expect (ObjNum 1062 snap 366 seq_num 1062) 2024-08-17T17:20:11.825 INFO:tasks.rados.rados.0.smithi094.stdout:3735: rollback oid 18 current snap is 369 2024-08-17T17:20:11.825 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 18 to 359 2024-08-17T17:20:11.825 INFO:tasks.rados.rados.0.smithi094.stdout:3736: snap_create 2024-08-17T17:20:11.825 INFO:tasks.rados.rados.0.smithi094.stdout:3729: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:20:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:3731: finishing rollback tid 0 to smithi09487127-34 2024-08-17T17:20:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:3731: finishing rollback tid 1 to smithi09487127-34 2024-08-17T17:20:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:3731: finishing rollback tid 2 to smithi09487127-34 2024-08-17T17:20:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1928 (ObjNum 1031 snap 346 seq_num 1031) dirty exists 2024-08-17T17:20:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:3730: finishing write tid 1 to smithi09487127-13 2024-08-17T17:20:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:3730: finishing write tid 2 to smithi09487127-13 2024-08-17T17:20:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:3730: finishing write tid 3 to smithi09487127-13 2024-08-17T17:20:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:3730: finishing write tid 4 to smithi09487127-13 2024-08-17T17:20:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1930 (ObjNum 1064 snap 369 seq_num 1064) dirty exists 2024-08-17T17:20:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:3730: left oid 13 (ObjNum 1064 snap 369 seq_num 1064) 2024-08-17T17:20:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:3732: finishing write tid 1 to smithi09487127-25 2024-08-17T17:20:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:3732: finishing write tid 2 to smithi09487127-25 2024-08-17T17:20:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:3732: finishing write tid 3 to smithi09487127-25 2024-08-17T17:20:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:3732: finishing write tid 4 to smithi09487127-25 2024-08-17T17:20:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 2074 (ObjNum 1065 snap 369 seq_num 1065) dirty exists 2024-08-17T17:20:11.829 INFO:tasks.rados.rados.0.smithi094.stdout:3732: left oid 25 (ObjNum 1065 snap 369 seq_num 1065) 2024-08-17T17:20:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:3735: finishing rollback tid 0 to smithi09487127-18 2024-08-17T17:20:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:3735: finishing rollback tid 1 to smithi09487127-18 2024-08-17T17:20:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:3735: finishing rollback tid 2 to smithi09487127-18 2024-08-17T17:20:11.835 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1676 (ObjNum 951 snap 301 seq_num 951) dirty exists 2024-08-17T17:20:11.850 INFO:tasks.rados.rados.0.smithi094.stdout:3734: expect (ObjNum 1062 snap 366 seq_num 1062) 2024-08-17T17:20:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:11 smithi190 ceph-mon[90718]: pgmap v846: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-17T17:20:12.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:11 smithi190 ceph-mon[90718]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:20:12.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:11 smithi094 ceph-mon[100402]: pgmap v846: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-17T17:20:12.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:11 smithi094 ceph-mon[100402]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:20:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:11 smithi094 ceph-mon[102949]: pgmap v846: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-08-17T17:20:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:11 smithi094 ceph-mon[102949]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:20:12.828 INFO:tasks.rados.rados.0.smithi094.stdout:3729: done (6 left) 2024-08-17T17:20:12.829 INFO:tasks.rados.rados.0.smithi094.stdout:3730: done (5 left) 2024-08-17T17:20:12.829 INFO:tasks.rados.rados.0.smithi094.stdout:3731: done (4 left) 2024-08-17T17:20:12.829 INFO:tasks.rados.rados.0.smithi094.stdout:3732: done (3 left) 2024-08-17T17:20:12.829 INFO:tasks.rados.rados.0.smithi094.stdout:3734: done (2 left) 2024-08-17T17:20:12.829 INFO:tasks.rados.rados.0.smithi094.stdout:3735: done (1 left) 2024-08-17T17:20:12.829 INFO:tasks.rados.rados.0.smithi094.stdout:3736: done (0 left) 2024-08-17T17:20:12.829 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 370 2024-08-17T17:20:12.829 INFO:tasks.rados.rados.0.smithi094.stdout:3737: seq_num 1066 ranges {3801088=663552,4464640=401408} 2024-08-17T17:20:12.852 INFO:tasks.rados.rados.0.smithi094.stdout:3737: writing smithi09487127-16 from 3801088 to 4464640 tid 1 2024-08-17T17:20:12.854 INFO:tasks.rados.rados.0.smithi094.stdout:3737: writing smithi09487127-16 from 4464640 to 4866048 tid 2 2024-08-17T17:20:12.855 INFO:tasks.rados.rados.0.smithi094.stdout:3738: snap_create 2024-08-17T17:20:12.860 INFO:tasks.rados.rados.0.smithi094.stdout:3737: finishing write tid 1 to smithi09487127-16 2024-08-17T17:20:12.860 INFO:tasks.rados.rados.0.smithi094.stdout:3737: finishing write tid 2 to smithi09487127-16 2024-08-17T17:20:12.860 INFO:tasks.rados.rados.0.smithi094.stdout:3737: finishing write tid 3 to smithi09487127-16 2024-08-17T17:20:12.861 INFO:tasks.rados.rados.0.smithi094.stdout:3737: finishing write tid 4 to smithi09487127-16 2024-08-17T17:20:12.861 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1876 (ObjNum 1066 snap 370 seq_num 1066) dirty exists 2024-08-17T17:20:12.861 INFO:tasks.rados.rados.0.smithi094.stdout:3737: left oid 16 (ObjNum 1066 snap 370 seq_num 1066) 2024-08-17T17:20:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:12 smithi190 ceph-mon[90718]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:20:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:12 smithi094 ceph-mon[100402]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:20:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:12 smithi094 ceph-mon[102949]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:20:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:13.792 INFO:tasks.rados.rados.0.smithi094.stdout:3737: done (1 left) 2024-08-17T17:20:13.792 INFO:tasks.rados.rados.0.smithi094.stdout:3738: done (0 left) 2024-08-17T17:20:13.792 INFO:tasks.rados.rados.0.smithi094.stdout:3739: snap_create 2024-08-17T17:20:14.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:13 smithi190 ceph-mon[90718]: pgmap v849: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-08-17T17:20:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:13 smithi190 ceph-mon[90718]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:20:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:13 smithi190 ceph-mon[90718]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:20:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:13 smithi094 ceph-mon[100402]: pgmap v849: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-08-17T17:20:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:13 smithi094 ceph-mon[100402]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:20:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:13 smithi094 ceph-mon[100402]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:20:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:13 smithi094 ceph-mon[102949]: pgmap v849: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 309 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-08-17T17:20:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:13 smithi094 ceph-mon[102949]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:20:14.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:13 smithi094 ceph-mon[102949]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:20:14.794 INFO:tasks.rados.rados.0.smithi094.stdout:3739: done (0 left) 2024-08-17T17:20:14.795 INFO:tasks.rados.rados.0.smithi094.stdout:3740: delete oid 12 current snap is 372 2024-08-17T17:20:14.799 INFO:tasks.rados.rados.0.smithi094.stdout:3740: done (0 left) 2024-08-17T17:20:14.799 INFO:tasks.rados.rados.0.smithi094.stdout:3741: rmattr oid 39 current snap is 372 2024-08-17T17:20:14.799 INFO:tasks.rados.rados.0.smithi094.stdout:3741: done (0 left) 2024-08-17T17:20:14.799 INFO:tasks.rados.rados.0.smithi094.stdout:3742: rollback oid 13 current snap is 372 2024-08-17T17:20:14.799 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 13 to 355 2024-08-17T17:20:14.799 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 372 2024-08-17T17:20:14.800 INFO:tasks.rados.rados.0.smithi094.stdout:3743: seq_num 1068 ranges {155648=696320,851968=401408} 2024-08-17T17:20:14.804 INFO:tasks.rados.rados.0.smithi094.stdout:3743: writing smithi09487127-17 from 155648 to 851968 tid 1 2024-08-17T17:20:14.807 INFO:tasks.rados.rados.0.smithi094.stdout:3743: writing smithi09487127-17 from 851968 to 1253376 tid 2 2024-08-17T17:20:14.807 INFO:tasks.rados.rados.0.smithi094.stdout:3744: snap_create 2024-08-17T17:20:14.807 INFO:tasks.rados.rados.0.smithi094.stdout:3742: finishing rollback tid 0 to smithi09487127-13 2024-08-17T17:20:14.807 INFO:tasks.rados.rados.0.smithi094.stdout:3742: finishing rollback tid 1 to smithi09487127-13 2024-08-17T17:20:14.807 INFO:tasks.rados.rados.0.smithi094.stdout:3742: finishing rollback tid 2 to smithi09487127-13 2024-08-17T17:20:14.808 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1936 (ObjNum 1043 snap 354 seq_num 1043) dirty exists 2024-08-17T17:20:14.811 INFO:tasks.rados.rados.0.smithi094.stdout:3743: finishing write tid 1 to smithi09487127-17 2024-08-17T17:20:14.811 INFO:tasks.rados.rados.0.smithi094.stdout:3743: finishing write tid 2 to smithi09487127-17 2024-08-17T17:20:14.811 INFO:tasks.rados.rados.0.smithi094.stdout:3743: finishing write tid 3 to smithi09487127-17 2024-08-17T17:20:14.812 INFO:tasks.rados.rados.0.smithi094.stdout:3743: finishing write tid 4 to smithi09487127-17 2024-08-17T17:20:14.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 2037 (ObjNum 1068 snap 372 seq_num 1068) dirty exists 2024-08-17T17:20:14.813 INFO:tasks.rados.rados.0.smithi094.stdout:3743: left oid 17 (ObjNum 1068 snap 372 seq_num 1068) 2024-08-17T17:20:15.800 INFO:tasks.rados.rados.0.smithi094.stdout:3742: done (2 left) 2024-08-17T17:20:15.800 INFO:tasks.rados.rados.0.smithi094.stdout:3743: done (1 left) 2024-08-17T17:20:15.800 INFO:tasks.rados.rados.0.smithi094.stdout:3744: done (0 left) 2024-08-17T17:20:15.800 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 373 2024-08-17T17:20:15.800 INFO:tasks.rados.rados.0.smithi094.stdout:3745: seq_num 1069 ranges {8421376=712704,9134080=401408} 2024-08-17T17:20:15.847 INFO:tasks.rados.rados.0.smithi094.stdout:3745: writing smithi09487127-43 from 8421376 to 9134080 tid 1 2024-08-17T17:20:15.850 INFO:tasks.rados.rados.0.smithi094.stdout:3745: writing smithi09487127-43 from 9134080 to 9535488 tid 2 2024-08-17T17:20:15.850 INFO:tasks.rados.rados.0.smithi094.stdout:3746: delete oid 39 current snap is 373 2024-08-17T17:20:15.855 INFO:tasks.rados.rados.0.smithi094.stdout:3745: finishing write tid 1 to smithi09487127-43 2024-08-17T17:20:15.855 INFO:tasks.rados.rados.0.smithi094.stdout:3745: finishing write tid 2 to smithi09487127-43 2024-08-17T17:20:15.856 INFO:tasks.rados.rados.0.smithi094.stdout:3745: finishing write tid 3 to smithi09487127-43 2024-08-17T17:20:15.857 INFO:tasks.rados.rados.0.smithi094.stdout:3746: done (1 left) 2024-08-17T17:20:15.857 INFO:tasks.rados.rados.0.smithi094.stdout:3747: snap_remove snap 365 2024-08-17T17:20:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:15 smithi190 ceph-mon[90718]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:20:16.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:15 smithi094 ceph-mon[100402]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:20:16.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:15 smithi094 ceph-mon[102949]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:20:16.805 INFO:tasks.rados.rados.0.smithi094.stdout:3747: done (1 left) 2024-08-17T17:20:16.806 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 16 current snap is 373 2024-08-17T17:20:16.806 INFO:tasks.rados.rados.0.smithi094.stdout:3745: finishing write tid 4 to smithi09487127-43 2024-08-17T17:20:16.806 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1372 (ObjNum 1069 snap 373 seq_num 1069) dirty exists 2024-08-17T17:20:16.806 INFO:tasks.rados.rados.0.smithi094.stdout:3745: left oid 43 (ObjNum 1069 snap 373 seq_num 1069) 2024-08-17T17:20:16.806 INFO:tasks.rados.rados.0.smithi094.stdout:3748: seq_num 1071 ranges {4866048=745472,5611520=401408} 2024-08-17T17:20:16.836 INFO:tasks.rados.rados.0.smithi094.stdout:3748: writing smithi09487127-16 from 4866048 to 5611520 tid 1 2024-08-17T17:20:16.839 INFO:tasks.rados.rados.0.smithi094.stdout:3748: writing smithi09487127-16 from 5611520 to 6012928 tid 2 2024-08-17T17:20:16.839 INFO:tasks.rados.rados.0.smithi094.stdout:3745: done (1 left) 2024-08-17T17:20:16.839 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 373 2024-08-17T17:20:16.839 INFO:tasks.rados.rados.0.smithi094.stdout:3749: seq_num 1072 ranges {0=761856,761856=401408} 2024-08-17T17:20:16.843 INFO:tasks.rados.rados.0.smithi094.stdout:3749: writing smithi09487127-46 from 0 to 761856 tid 1 2024-08-17T17:20:16.846 INFO:tasks.rados.rados.0.smithi094.stdout:3749: writing smithi09487127-46 from 761856 to 1163264 tid 2 2024-08-17T17:20:16.846 INFO:tasks.rados.rados.0.smithi094.stdout:3750: delete oid 28 current snap is 373 2024-08-17T17:20:16.846 INFO:tasks.rados.rados.0.smithi094.stdout:3748: finishing write tid 1 to smithi09487127-16 2024-08-17T17:20:16.846 INFO:tasks.rados.rados.0.smithi094.stdout:3748: finishing write tid 2 to smithi09487127-16 2024-08-17T17:20:16.846 INFO:tasks.rados.rados.0.smithi094.stdout:3748: finishing write tid 3 to smithi09487127-16 2024-08-17T17:20:16.847 INFO:tasks.rados.rados.0.smithi094.stdout:3748: finishing write tid 4 to smithi09487127-16 2024-08-17T17:20:16.847 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1879 (ObjNum 1071 snap 373 seq_num 1071) dirty exists 2024-08-17T17:20:16.847 INFO:tasks.rados.rados.0.smithi094.stdout:3748: left oid 16 (ObjNum 1071 snap 373 seq_num 1071) 2024-08-17T17:20:16.848 INFO:tasks.rados.rados.0.smithi094.stdout:3749: finishing write tid 1 to smithi09487127-46 2024-08-17T17:20:16.849 INFO:tasks.rados.rados.0.smithi094.stdout:3749: finishing write tid 2 to smithi09487127-46 2024-08-17T17:20:16.849 INFO:tasks.rados.rados.0.smithi094.stdout:3749: finishing write tid 3 to smithi09487127-46 2024-08-17T17:20:16.850 INFO:tasks.rados.rados.0.smithi094.stdout:3749: finishing write tid 4 to smithi09487127-46 2024-08-17T17:20:16.850 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1679 (ObjNum 1072 snap 373 seq_num 1072) dirty exists 2024-08-17T17:20:16.851 INFO:tasks.rados.rados.0.smithi094.stdout:3749: left oid 46 (ObjNum 1072 snap 373 seq_num 1072) 2024-08-17T17:20:16.851 INFO:tasks.rados.rados.0.smithi094.stdout:3748: done (2 left) 2024-08-17T17:20:16.851 INFO:tasks.rados.rados.0.smithi094.stdout:3749: done (1 left) 2024-08-17T17:20:16.851 INFO:tasks.rados.rados.0.smithi094.stdout:3750: done (0 left) 2024-08-17T17:20:16.851 INFO:tasks.rados.rados.0.smithi094.stdout:3751: snap_create 2024-08-17T17:20:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:16 smithi190 ceph-mon[90718]: pgmap v853: 121 pgs: 121 active+clean; 312 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 765 KiB/s wr, 10 op/s 2024-08-17T17:20:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:16 smithi190 ceph-mon[90718]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:20:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:16 smithi094 ceph-mon[102949]: pgmap v853: 121 pgs: 121 active+clean; 312 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 765 KiB/s wr, 10 op/s 2024-08-17T17:20:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:16 smithi094 ceph-mon[102949]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:20:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:16 smithi094 ceph-mon[100402]: pgmap v853: 121 pgs: 121 active+clean; 312 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 765 KiB/s wr, 10 op/s 2024-08-17T17:20:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:16 smithi094 ceph-mon[100402]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:20:17.811 INFO:tasks.rados.rados.0.smithi094.stdout:3751: done (0 left) 2024-08-17T17:20:17.811 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 42 current snap is 374 2024-08-17T17:20:17.811 INFO:tasks.rados.rados.0.smithi094.stdout:3752: seq_num 1074 ranges {737280=794624,1531904=401408} 2024-08-17T17:20:17.818 INFO:tasks.rados.rados.0.smithi094.stdout:3752: writing smithi09487127-42 from 737280 to 1531904 tid 1 2024-08-17T17:20:17.821 INFO:tasks.rados.rados.0.smithi094.stdout:3752: writing smithi09487127-42 from 1531904 to 1933312 tid 2 2024-08-17T17:20:17.821 INFO:tasks.rados.rados.0.smithi094.stdout:3753: rmattr oid 22 current snap is 374 2024-08-17T17:20:17.821 INFO:tasks.rados.rados.0.smithi094.stdout:3754: read oid 45 snap 349 2024-08-17T17:20:17.821 INFO:tasks.rados.rados.0.smithi094.stdout:3754: expect (ObjNum 1014 snap 337 seq_num 1014) 2024-08-17T17:20:17.821 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 374 2024-08-17T17:20:17.821 INFO:tasks.rados.rados.0.smithi094.stdout:3755: seq_num 1075 ranges {0=409600,409600=671744,1081344=131072} 2024-08-17T17:20:17.823 INFO:tasks.rados.rados.0.smithi094.stdout:3755: writing smithi09487127-39 from 0 to 409600 tid 1 2024-08-17T17:20:17.828 INFO:tasks.rados.rados.0.smithi094.stdout:3755: writing smithi09487127-39 from 409600 to 1081344 tid 2 2024-08-17T17:20:17.829 INFO:tasks.rados.rados.0.smithi094.stdout:3755: writing smithi09487127-39 from 1081344 to 1212416 tid 3 2024-08-17T17:20:17.829 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 374 2024-08-17T17:20:17.829 INFO:tasks.rados.rados.0.smithi094.stdout:3756: seq_num 1076 ranges {2965504=425984,3391488=548864,3940352=253952} 2024-08-17T17:20:17.848 INFO:tasks.rados.rados.0.smithi094.stdout:3756: writing smithi09487127-7 from 2965504 to 3391488 tid 1 2024-08-17T17:20:17.852 INFO:tasks.rados.rados.0.smithi094.stdout:3756: writing smithi09487127-7 from 3391488 to 3940352 tid 2 2024-08-17T17:20:17.854 INFO:tasks.rados.rados.0.smithi094.stdout:3756: writing smithi09487127-7 from 3940352 to 4194304 tid 3 2024-08-17T17:20:17.854 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 35 current snap is 374 2024-08-17T17:20:17.854 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 22 v 1880 (ObjNum 1057 snap 364 seq_num 1057) dirty exists 2024-08-17T17:20:17.854 INFO:tasks.rados.rados.0.smithi094.stdout:3752: finishing write tid 1 to smithi09487127-42 2024-08-17T17:20:17.854 INFO:tasks.rados.rados.0.smithi094.stdout:3752: finishing write tid 2 to smithi09487127-42 2024-08-17T17:20:17.854 INFO:tasks.rados.rados.0.smithi094.stdout:3752: finishing write tid 3 to smithi09487127-42 2024-08-17T17:20:17.854 INFO:tasks.rados.rados.0.smithi094.stdout:3752: finishing write tid 4 to smithi09487127-42 2024-08-17T17:20:17.855 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 42 v 1526 (ObjNum 1074 snap 374 seq_num 1074) dirty exists 2024-08-17T17:20:17.855 INFO:tasks.rados.rados.0.smithi094.stdout:3752: left oid 42 (ObjNum 1074 snap 374 seq_num 1074) 2024-08-17T17:20:17.855 INFO:tasks.rados.rados.0.smithi094.stdout:3757: seq_num 1077 ranges {14483456=442368,14925824=434176,15360000=368640} 2024-08-17T17:20:17.933 INFO:tasks.rados.rados.0.smithi094.stdout:3757: writing smithi09487127-35 from 14483456 to 14925824 tid 1 2024-08-17T17:20:17.935 INFO:tasks.rados.rados.0.smithi094.stdout:3757: writing smithi09487127-35 from 14925824 to 15360000 tid 2 2024-08-17T17:20:17.938 INFO:tasks.rados.rados.0.smithi094.stdout:3757: writing smithi09487127-35 from 15360000 to 15728640 tid 3 2024-08-17T17:20:17.938 INFO:tasks.rados.rados.0.smithi094.stdout:3752: done (5 left) 2024-08-17T17:20:17.938 INFO:tasks.rados.rados.0.smithi094.stdout:3753: done (4 left) 2024-08-17T17:20:17.938 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 27 current snap is 374 2024-08-17T17:20:17.938 INFO:tasks.rados.rados.0.smithi094.stdout:3756: finishing write tid 1 to smithi09487127-7 2024-08-17T17:20:17.938 INFO:tasks.rados.rados.0.smithi094.stdout:3758: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-08-17T17:20:17.940 INFO:tasks.rados.rados.0.smithi094.stdout:3758: writing smithi09487127-27 from 0 to 458752 tid 1 2024-08-17T17:20:17.944 INFO:tasks.rados.rados.0.smithi094.stdout:3758: writing smithi09487127-27 from 458752 to 1179648 tid 2 2024-08-17T17:20:17.945 INFO:tasks.rados.rados.0.smithi094.stdout:3758: writing smithi09487127-27 from 1179648 to 1261568 tid 3 2024-08-17T17:20:17.945 INFO:tasks.rados.rados.0.smithi094.stdout:3759: read oid 9 snap 349 2024-08-17T17:20:17.946 INFO:tasks.rados.rados.0.smithi094.stdout:3759: expect (ObjNum 946 snap 300 seq_num 946) 2024-08-17T17:20:17.946 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 374 2024-08-17T17:20:17.946 INFO:tasks.rados.rados.0.smithi094.stdout:3756: finishing write tid 2 to smithi09487127-7 2024-08-17T17:20:17.946 INFO:tasks.rados.rados.0.smithi094.stdout:3756: finishing write tid 3 to smithi09487127-7 2024-08-17T17:20:17.946 INFO:tasks.rados.rados.0.smithi094.stdout:3756: finishing write tid 4 to smithi09487127-7 2024-08-17T17:20:17.946 INFO:tasks.rados.rados.0.smithi094.stdout:3760: seq_num 1079 ranges {0=475136,475136=606208,1081344=196608} 2024-08-17T17:20:17.948 INFO:tasks.rados.rados.0.smithi094.stdout:3760: writing smithi09487127-14 from 0 to 475136 tid 1 2024-08-17T17:20:17.952 INFO:tasks.rados.rados.0.smithi094.stdout:3760: writing smithi09487127-14 from 475136 to 1081344 tid 2 2024-08-17T17:20:17.953 INFO:tasks.rados.rados.0.smithi094.stdout:3760: writing smithi09487127-14 from 1081344 to 1277952 tid 3 2024-08-17T17:20:17.954 INFO:tasks.rados.rados.0.smithi094.stdout:3761: snap_create 2024-08-17T17:20:17.954 INFO:tasks.rados.rados.0.smithi094.stdout:3755: finishing write tid 1 to smithi09487127-39 2024-08-17T17:20:17.954 INFO:tasks.rados.rados.0.smithi094.stdout:3756: finishing write tid 5 to smithi09487127-7 2024-08-17T17:20:17.954 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 2044 (ObjNum 1076 snap 374 seq_num 1076) dirty exists 2024-08-17T17:20:17.954 INFO:tasks.rados.rados.0.smithi094.stdout:3756: left oid 7 (ObjNum 1076 snap 374 seq_num 1076) 2024-08-17T17:20:17.954 INFO:tasks.rados.rados.0.smithi094.stdout:3754: expect (ObjNum 1014 snap 337 seq_num 1014) 2024-08-17T17:20:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:17 smithi190 ceph-mon[90718]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:20:18.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:17 smithi094 ceph-mon[100402]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:20:18.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:17 smithi094 ceph-mon[102949]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:3755: finishing write tid 2 to smithi09487127-39 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:3755: finishing write tid 3 to smithi09487127-39 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:3755: finishing write tid 4 to smithi09487127-39 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:3755: finishing write tid 5 to smithi09487127-39 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 1946 (ObjNum 1075 snap 374 seq_num 1075) dirty exists 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:3755: left oid 39 (ObjNum 1075 snap 374 seq_num 1075) 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:3757: finishing write tid 1 to smithi09487127-35 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:3757: finishing write tid 2 to smithi09487127-35 2024-08-17T17:20:18.678 INFO:tasks.rados.rados.0.smithi094.stdout:3757: finishing write tid 3 to smithi09487127-35 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3757: finishing write tid 4 to smithi09487127-35 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3758: finishing write tid 1 to smithi09487127-27 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3757: finishing write tid 5 to smithi09487127-35 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 35 v 1875 (ObjNum 1077 snap 374 seq_num 1077) dirty exists 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3757: left oid 35 (ObjNum 1077 snap 374 seq_num 1077) 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3758: finishing write tid 2 to smithi09487127-27 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3758: finishing write tid 3 to smithi09487127-27 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3758: finishing write tid 4 to smithi09487127-27 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3758: finishing write tid 5 to smithi09487127-27 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1865 (ObjNum 1078 snap 374 seq_num 1078) dirty exists 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3758: left oid 27 (ObjNum 1078 snap 374 seq_num 1078) 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3760: finishing write tid 1 to smithi09487127-14 2024-08-17T17:20:18.679 INFO:tasks.rados.rados.0.smithi094.stdout:3759: expect (ObjNum 946 snap 300 seq_num 946) 2024-08-17T17:20:18.758 INFO:tasks.rados.rados.0.smithi094.stdout:3760: finishing write tid 2 to smithi09487127-14 2024-08-17T17:20:18.758 INFO:tasks.rados.rados.0.smithi094.stdout:3760: finishing write tid 3 to smithi09487127-14 2024-08-17T17:20:18.758 INFO:tasks.rados.rados.0.smithi094.stdout:3760: finishing write tid 4 to smithi09487127-14 2024-08-17T17:20:18.758 INFO:tasks.rados.rados.0.smithi094.stdout:3760: finishing write tid 5 to smithi09487127-14 2024-08-17T17:20:18.758 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 2100 (ObjNum 1079 snap 374 seq_num 1079) dirty exists 2024-08-17T17:20:18.758 INFO:tasks.rados.rados.0.smithi094.stdout:3760: left oid 14 (ObjNum 1079 snap 374 seq_num 1079) 2024-08-17T17:20:18.793 INFO:tasks.rados.rados.0.smithi094.stdout:3754: done (7 left) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3755: done (6 left) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3756: done (5 left) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3757: done (4 left) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3758: done (3 left) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3759: done (2 left) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3760: done (1 left) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3761: done (0 left) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3762: read oid 1 snap 373 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3762: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:20:18.794 INFO:tasks.rados.rados.0.smithi094.stdout:3763: snap_remove snap 355 2024-08-17T17:20:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:18 smithi190 ceph-mon[90718]: pgmap v856: 121 pgs: 121 active+clean; 312 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:20:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:18 smithi190 ceph-mon[90718]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:20:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:18 smithi190 ceph-mon[90718]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:20:19.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:18 smithi094 ceph-mon[100402]: pgmap v856: 121 pgs: 121 active+clean; 312 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:20:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:18 smithi094 ceph-mon[100402]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:20:19.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:18 smithi094 ceph-mon[100402]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:20:19.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:18 smithi094 ceph-mon[102949]: pgmap v856: 121 pgs: 121 active+clean; 312 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:20:19.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:18 smithi094 ceph-mon[102949]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:20:19.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:18 smithi094 ceph-mon[102949]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:20:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:20:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:20:19] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.51.0" 2024-08-17T17:20:19.799 INFO:tasks.rados.rados.0.smithi094.stdout:3763: done (1 left) 2024-08-17T17:20:19.799 INFO:tasks.rados.rados.0.smithi094.stdout:3764: snap_create 2024-08-17T17:20:19.799 INFO:tasks.rados.rados.0.smithi094.stdout:3762: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:20:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:20:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:20:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:20:20.800 INFO:tasks.rados.rados.0.smithi094.stdout:3762: done (1 left) 2024-08-17T17:20:20.800 INFO:tasks.rados.rados.0.smithi094.stdout:3764: done (0 left) 2024-08-17T17:20:20.800 INFO:tasks.rados.rados.0.smithi094.stdout:3765: read oid 21 snap -1 2024-08-17T17:20:20.801 INFO:tasks.rados.rados.0.smithi094.stdout:3765: expect (ObjNum 883 snap 282 seq_num 883) 2024-08-17T17:20:20.801 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 376 2024-08-17T17:20:20.801 INFO:tasks.rados.rados.0.smithi094.stdout:3766: seq_num 1080 ranges {155648=491520,647168=540672,1187840=262144} 2024-08-17T17:20:20.803 INFO:tasks.rados.rados.0.smithi094.stdout:3766: writing smithi09487127-32 from 155648 to 647168 tid 1 2024-08-17T17:20:20.806 INFO:tasks.rados.rados.0.smithi094.stdout:3766: writing smithi09487127-32 from 647168 to 1187840 tid 2 2024-08-17T17:20:20.808 INFO:tasks.rados.rados.0.smithi094.stdout:3766: writing smithi09487127-32 from 1187840 to 1449984 tid 3 2024-08-17T17:20:20.808 INFO:tasks.rados.rados.0.smithi094.stdout:3767: snap_remove snap 345 2024-08-17T17:20:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:20 smithi190 ceph-mon[90718]: pgmap v859: 121 pgs: 121 active+clean; 316 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-17T17:20:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:20 smithi190 ceph-mon[90718]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:20:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:20 smithi094 ceph-mon[100402]: pgmap v859: 121 pgs: 121 active+clean; 316 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-17T17:20:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:20 smithi094 ceph-mon[100402]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:20:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:20 smithi094 ceph-mon[102949]: pgmap v859: 121 pgs: 121 active+clean; 316 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-17T17:20:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:20 smithi094 ceph-mon[102949]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:20:21.807 INFO:tasks.rados.rados.0.smithi094.stdout:3767: done (2 left) 2024-08-17T17:20:21.807 INFO:tasks.rados.rados.0.smithi094.stdout:3768: rollback oid 11 current snap is 376 2024-08-17T17:20:21.807 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 11 to 349 2024-08-17T17:20:21.808 INFO:tasks.rados.rados.0.smithi094.stdout:3766: finishing write tid 1 to smithi09487127-32 2024-08-17T17:20:21.808 INFO:tasks.rados.rados.0.smithi094.stdout:3766: finishing write tid 2 to smithi09487127-32 2024-08-17T17:20:21.808 INFO:tasks.rados.rados.0.smithi094.stdout:3766: finishing write tid 3 to smithi09487127-32 2024-08-17T17:20:21.808 INFO:tasks.rados.rados.0.smithi094.stdout:3766: finishing write tid 4 to smithi09487127-32 2024-08-17T17:20:21.808 INFO:tasks.rados.rados.0.smithi094.stdout:3766: finishing write tid 5 to smithi09487127-32 2024-08-17T17:20:21.808 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1916 (ObjNum 1080 snap 376 seq_num 1080) dirty exists 2024-08-17T17:20:21.808 INFO:tasks.rados.rados.0.smithi094.stdout:3766: left oid 32 (ObjNum 1080 snap 376 seq_num 1080) 2024-08-17T17:20:21.808 INFO:tasks.rados.rados.0.smithi094.stdout:3765: expect (ObjNum 883 snap 282 seq_num 883) 2024-08-17T17:20:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:21 smithi190 ceph-mon[90718]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:20:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:21 smithi094 ceph-mon[100402]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:20:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:21 smithi094 ceph-mon[102949]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:20:23.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:22 smithi190 ceph-mon[90718]: pgmap v862: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 319 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T17:20:23.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:22 smithi190 ceph-mon[90718]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:20:23.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:22 smithi094 ceph-mon[100402]: pgmap v862: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 319 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T17:20:23.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:22 smithi094 ceph-mon[100402]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:20:23.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:22 smithi094 ceph-mon[102949]: pgmap v862: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 319 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-08-17T17:20:23.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:22 smithi094 ceph-mon[102949]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:20:23.409 INFO:tasks.rados.rados.0.smithi094.stdout:3768: finishing rollback tid 0 to smithi09487127-11 2024-08-17T17:20:23.409 INFO:tasks.rados.rados.0.smithi094.stdout:3768: finishing rollback tid 1 to smithi09487127-11 2024-08-17T17:20:23.409 INFO:tasks.rados.rados.0.smithi094.stdout:3768: finishing rollback tid 2 to smithi09487127-11 2024-08-17T17:20:23.409 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1172 (ObjNum 851 snap 272 seq_num 851) dirty exists 2024-08-17T17:20:23.409 INFO:tasks.rados.rados.0.smithi094.stdout:3765: done (2 left) 2024-08-17T17:20:23.409 INFO:tasks.rados.rados.0.smithi094.stdout:3766: done (1 left) 2024-08-17T17:20:23.409 INFO:tasks.rados.rados.0.smithi094.stdout:3768: done (0 left) 2024-08-17T17:20:23.410 INFO:tasks.rados.rados.0.smithi094.stdout:3769: copy_from oid 1 from oid 28 current snap is 376 2024-08-17T17:20:23.410 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 40 current snap is 376 2024-08-17T17:20:23.410 INFO:tasks.rados.rados.0.smithi094.stdout:3770: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-08-17T17:20:23.411 INFO:tasks.rados.rados.0.smithi094.stdout:3770: writing smithi09487127-40 from 0 to 507904 tid 1 2024-08-17T17:20:23.414 INFO:tasks.rados.rados.0.smithi094.stdout:3770: writing smithi09487127-40 from 507904 to 933888 tid 2 2024-08-17T17:20:23.416 INFO:tasks.rados.rados.0.smithi094.stdout:3770: writing smithi09487127-40 from 933888 to 1310720 tid 3 2024-08-17T17:20:23.416 INFO:tasks.rados.rados.0.smithi094.stdout:3771: snap_create 2024-08-17T17:20:23.416 INFO:tasks.rados.rados.0.smithi094.stdout:3769: finishing copy_from to smithi09487127-1 2024-08-17T17:20:23.416 INFO:tasks.rados.rados.0.smithi094.stdout:3769: got expected ENOENT (src dne) 2024-08-17T17:20:23.416 INFO:tasks.rados.rados.0.smithi094.stdout:3769: finishing copy_from racing read to smithi09487127-1 2024-08-17T17:20:23.416 INFO:tasks.rados.rados.0.smithi094.stdout:3770: finishing write tid 1 to smithi09487127-40 2024-08-17T17:20:23.417 INFO:tasks.rados.rados.0.smithi094.stdout:3770: finishing write tid 2 to smithi09487127-40 2024-08-17T17:20:23.419 INFO:tasks.rados.rados.0.smithi094.stdout:3770: finishing write tid 3 to smithi09487127-40 2024-08-17T17:20:23.420 INFO:tasks.rados.rados.0.smithi094.stdout:3770: finishing write tid 4 to smithi09487127-40 2024-08-17T17:20:23.421 INFO:tasks.rados.rados.0.smithi094.stdout:3770: finishing write tid 5 to smithi09487127-40 2024-08-17T17:20:23.421 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1687 (ObjNum 1081 snap 376 seq_num 1081) dirty exists 2024-08-17T17:20:23.421 INFO:tasks.rados.rados.0.smithi094.stdout:3770: left oid 40 (ObjNum 1081 snap 376 seq_num 1081) 2024-08-17T17:20:23.813 INFO:tasks.rados.rados.0.smithi094.stdout:3769: done (2 left) 2024-08-17T17:20:23.813 INFO:tasks.rados.rados.0.smithi094.stdout:3770: done (1 left) 2024-08-17T17:20:23.813 INFO:tasks.rados.rados.0.smithi094.stdout:3771: done (0 left) 2024-08-17T17:20:23.813 INFO:tasks.rados.rados.0.smithi094.stdout:3772: snap_remove snap 350 2024-08-17T17:20:24.813 INFO:tasks.rados.rados.0.smithi094.stdout:3772: done (0 left) 2024-08-17T17:20:24.814 INFO:tasks.rados.rados.0.smithi094.stdout:3773: delete oid 2 current snap is 377 2024-08-17T17:20:24.831 INFO:tasks.rados.rados.0.smithi094.stdout:3773: done (0 left) 2024-08-17T17:20:24.832 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 377 2024-08-17T17:20:24.832 INFO:tasks.rados.rados.0.smithi094.stdout:3774: seq_num 1083 ranges {0=540672,540672=589824,1130496=212992} 2024-08-17T17:20:24.835 INFO:tasks.rados.rados.0.smithi094.stdout:3774: writing smithi09487127-33 from 0 to 540672 tid 1 2024-08-17T17:20:24.839 INFO:tasks.rados.rados.0.smithi094.stdout:3774: writing smithi09487127-33 from 540672 to 1130496 tid 2 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3774: writing smithi09487127-33 from 1130496 to 1343488 tid 3 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3775: read oid 39 snap -1 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3775: expect (ObjNum 1075 snap 374 seq_num 1075) 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3776: read oid 42 snap -1 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3776: expect (ObjNum 1074 snap 374 seq_num 1074) 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3777: copy_from oid 28 from oid 9 current snap is 377 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3778: read oid 6 snap -1 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3778: expect (ObjNum 1047 snap 358 seq_num 1047) 2024-08-17T17:20:24.842 INFO:tasks.rados.rados.0.smithi094.stdout:3779: snap_create 2024-08-17T17:20:24.843 INFO:tasks.rados.rados.0.smithi094.stdout:3774: finishing write tid 1 to smithi09487127-33 2024-08-17T17:20:24.846 INFO:tasks.rados.rados.0.smithi094.stdout:3777: finishing copy_from to smithi09487127-28 2024-08-17T17:20:24.846 INFO:tasks.rados.rados.0.smithi094.stdout:3777: got expected ENOENT (src dne) 2024-08-17T17:20:24.846 INFO:tasks.rados.rados.0.smithi094.stdout:3777: finishing copy_from racing read to smithi09487127-28 2024-08-17T17:20:24.848 INFO:tasks.rados.rados.0.smithi094.stdout:3774: finishing write tid 2 to smithi09487127-33 2024-08-17T17:20:24.848 INFO:tasks.rados.rados.0.smithi094.stdout:3774: finishing write tid 3 to smithi09487127-33 2024-08-17T17:20:24.849 INFO:tasks.rados.rados.0.smithi094.stdout:3774: finishing write tid 4 to smithi09487127-33 2024-08-17T17:20:24.851 INFO:tasks.rados.rados.0.smithi094.stdout:3774: finishing write tid 5 to smithi09487127-33 2024-08-17T17:20:24.851 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1692 (ObjNum 1083 snap 377 seq_num 1083) dirty exists 2024-08-17T17:20:24.851 INFO:tasks.rados.rados.0.smithi094.stdout:3774: left oid 33 (ObjNum 1083 snap 377 seq_num 1083) 2024-08-17T17:20:24.851 INFO:tasks.rados.rados.0.smithi094.stdout:3775: expect (ObjNum 1075 snap 374 seq_num 1075) 2024-08-17T17:20:24.892 INFO:tasks.rados.rados.0.smithi094.stdout:3776: expect (ObjNum 1074 snap 374 seq_num 1074) 2024-08-17T17:20:24.957 INFO:tasks.rados.rados.0.smithi094.stdout:3778: expect (ObjNum 1047 snap 358 seq_num 1047) 2024-08-17T17:20:25.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:24 smithi190 ceph-mon[90718]: pgmap v864: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:20:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:24 smithi190 ceph-mon[90718]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:20:25.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:24 smithi094 ceph-mon[100402]: pgmap v864: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:20:25.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:24 smithi094 ceph-mon[100402]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:20:25.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:24 smithi094 ceph-mon[102949]: pgmap v864: 121 pgs: 2 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 116 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:20:25.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:24 smithi094 ceph-mon[102949]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:20:25.818 INFO:tasks.rados.rados.0.smithi094.stdout:3774: done (5 left) 2024-08-17T17:20:25.819 INFO:tasks.rados.rados.0.smithi094.stdout:3775: done (4 left) 2024-08-17T17:20:25.819 INFO:tasks.rados.rados.0.smithi094.stdout:3776: done (3 left) 2024-08-17T17:20:25.819 INFO:tasks.rados.rados.0.smithi094.stdout:3777: done (2 left) 2024-08-17T17:20:25.819 INFO:tasks.rados.rados.0.smithi094.stdout:3778: done (1 left) 2024-08-17T17:20:25.819 INFO:tasks.rados.rados.0.smithi094.stdout:3779: done (0 left) 2024-08-17T17:20:25.819 INFO:tasks.rados.rados.0.smithi094.stdout:3780: snap_create 2024-08-17T17:20:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:25 smithi190 ceph-mon[90718]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:20:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:25 smithi190 ceph-mon[90718]: pgmap v867: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T17:20:26.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:25 smithi094 ceph-mon[100402]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:20:26.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:25 smithi094 ceph-mon[100402]: pgmap v867: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T17:20:26.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:25 smithi094 ceph-mon[102949]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:20:26.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:25 smithi094 ceph-mon[102949]: pgmap v867: 121 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 117 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 5 op/s 2024-08-17T17:20:26.820 INFO:tasks.rados.rados.0.smithi094.stdout:3780: done (0 left) 2024-08-17T17:20:26.821 INFO:tasks.rados.rados.0.smithi094.stdout:3781: snap_remove snap 367 2024-08-17T17:20:27.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:26 smithi190 ceph-mon[90718]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:20:27.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:26 smithi094 ceph-mon[100402]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:20:27.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:26 smithi094 ceph-mon[102949]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:20:27.831 INFO:tasks.rados.rados.0.smithi094.stdout:3781: done (0 left) 2024-08-17T17:20:27.832 INFO:tasks.rados.rados.0.smithi094.stdout:3782: read oid 44 snap -1 2024-08-17T17:20:27.832 INFO:tasks.rados.rados.0.smithi094.stdout:3782: expect (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:20:27.832 INFO:tasks.rados.rados.0.smithi094.stdout:3783: read oid 42 snap -1 2024-08-17T17:20:27.832 INFO:tasks.rados.rados.0.smithi094.stdout:3783: expect (ObjNum 1074 snap 374 seq_num 1074) 2024-08-17T17:20:27.832 INFO:tasks.rados.rados.0.smithi094.stdout:3784: delete oid 46 current snap is 379 2024-08-17T17:20:27.844 INFO:tasks.rados.rados.0.smithi094.stdout:3782: expect (ObjNum 901 snap 284 seq_num 901) 2024-08-17T17:20:27.870 INFO:tasks.rados.rados.0.smithi094.stdout:3783: expect (ObjNum 1074 snap 374 seq_num 1074) 2024-08-17T17:20:27.936 INFO:tasks.rados.rados.0.smithi094.stdout:3782: done (2 left) 2024-08-17T17:20:27.936 INFO:tasks.rados.rados.0.smithi094.stdout:3783: done (1 left) 2024-08-17T17:20:27.936 INFO:tasks.rados.rados.0.smithi094.stdout:3784: done (0 left) 2024-08-17T17:20:27.936 INFO:tasks.rados.rados.0.smithi094.stdout:3785: delete oid 10 current snap is 379 2024-08-17T17:20:27.939 INFO:tasks.rados.rados.0.smithi094.stdout:3785: done (0 left) 2024-08-17T17:20:27.939 INFO:tasks.rados.rados.0.smithi094.stdout:3786: delete oid 41 current snap is 379 2024-08-17T17:20:27.941 INFO:tasks.rados.rados.0.smithi094.stdout:3786: done (0 left) 2024-08-17T17:20:27.941 INFO:tasks.rados.rados.0.smithi094.stdout:3787: setattr oid 48 current snap is 379 2024-08-17T17:20:27.942 INFO:tasks.rados.rados.0.smithi094.stdout:3788: setattr oid 5 current snap is 379 2024-08-17T17:20:27.943 INFO:tasks.rados.rados.0.smithi094.stdout:3789: read oid 11 snap -1 2024-08-17T17:20:27.943 INFO:tasks.rados.rados.0.smithi094.stdout:3789: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:20:27.943 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 23 current snap is 379 2024-08-17T17:20:27.943 INFO:tasks.rados.rados.0.smithi094.stdout:3790: seq_num 1087 ranges {1835008=614400,2449408=532480,2981888=270336} 2024-08-17T17:20:27.956 INFO:tasks.rados.rados.0.smithi094.stdout:3790: writing smithi09487127-23 from 1835008 to 2449408 tid 1 2024-08-17T17:20:27.960 INFO:tasks.rados.rados.0.smithi094.stdout:3790: writing smithi09487127-23 from 2449408 to 2981888 tid 2 2024-08-17T17:20:27.962 INFO:tasks.rados.rados.0.smithi094.stdout:3790: writing smithi09487127-23 from 2981888 to 3252224 tid 3 2024-08-17T17:20:27.962 INFO:tasks.rados.rados.0.smithi094.stdout:3791: snap_remove snap 371 2024-08-17T17:20:28.185 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:20:27 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:20:27.846+0000 7f903d483640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1c4 after trimming was started 2024-08-17T17:20:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:27 smithi190 ceph-mon[90718]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:20:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:27 smithi190 ceph-mon[90718]: pgmap v870: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 325 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 646 KiB/s wr, 5 op/s 2024-08-17T17:20:28.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:28.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:27 smithi094 ceph-mon[100402]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:20:28.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:27 smithi094 ceph-mon[100402]: pgmap v870: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 325 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 646 KiB/s wr, 5 op/s 2024-08-17T17:20:28.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:28.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:27 smithi094 ceph-mon[102949]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:20:28.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:27 smithi094 ceph-mon[102949]: pgmap v870: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 325 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 646 KiB/s wr, 5 op/s 2024-08-17T17:20:28.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:28.804 INFO:tasks.rados.rados.0.smithi094.stdout:3791: done (4 left) 2024-08-17T17:20:28.804 INFO:tasks.rados.rados.0.smithi094.stdout:3792: snap_remove snap 378 2024-08-17T17:20:28.809 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1527 (ObjNum 129 snap 0 seq_num 3214259936) dirty exists 2024-08-17T17:20:28.809 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 2126 (ObjNum 1056 snap 364 seq_num 1056) dirty exists 2024-08-17T17:20:28.810 INFO:tasks.rados.rados.0.smithi094.stdout:3789: expect (ObjNum 851 snap 272 seq_num 851) 2024-08-17T17:20:28.882 INFO:tasks.rados.rados.0.smithi094.stdout:3790: finishing write tid 1 to smithi09487127-23 2024-08-17T17:20:28.882 INFO:tasks.rados.rados.0.smithi094.stdout:3790: finishing write tid 2 to smithi09487127-23 2024-08-17T17:20:28.882 INFO:tasks.rados.rados.0.smithi094.stdout:3790: finishing write tid 3 to smithi09487127-23 2024-08-17T17:20:28.882 INFO:tasks.rados.rados.0.smithi094.stdout:3790: finishing write tid 4 to smithi09487127-23 2024-08-17T17:20:28.882 INFO:tasks.rados.rados.0.smithi094.stdout:3790: finishing write tid 5 to smithi09487127-23 2024-08-17T17:20:28.882 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1176 (ObjNum 1087 snap 379 seq_num 1087) dirty exists 2024-08-17T17:20:28.882 INFO:tasks.rados.rados.0.smithi094.stdout:3790: left oid 23 (ObjNum 1087 snap 379 seq_num 1087) 2024-08-17T17:20:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:28 smithi190 ceph-mon[90718]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:20:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:28 smithi190 ceph-mon[90718]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:20:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:28 smithi094 ceph-mon[100402]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:20:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:28 smithi094 ceph-mon[100402]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:20:29.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:28 smithi094 ceph-mon[102949]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:20:29.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:28 smithi094 ceph-mon[102949]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:20:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:20:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:20:29] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.51.0" 2024-08-17T17:20:29.839 INFO:tasks.rados.rados.0.smithi094.stdout:3787: done (4 left) 2024-08-17T17:20:29.840 INFO:tasks.rados.rados.0.smithi094.stdout:3788: done (3 left) 2024-08-17T17:20:29.840 INFO:tasks.rados.rados.0.smithi094.stdout:3789: done (2 left) 2024-08-17T17:20:29.840 INFO:tasks.rados.rados.0.smithi094.stdout:3790: done (1 left) 2024-08-17T17:20:29.840 INFO:tasks.rados.rados.0.smithi094.stdout:3792: done (0 left) 2024-08-17T17:20:29.840 INFO:tasks.rados.rados.0.smithi094.stdout:3793: delete oid 18 current snap is 379 2024-08-17T17:20:29.843 INFO:tasks.rados.rados.0.smithi094.stdout:3793: done (0 left) 2024-08-17T17:20:29.843 INFO:tasks.rados.rados.0.smithi094.stdout:3794: read oid 6 snap -1 2024-08-17T17:20:29.843 INFO:tasks.rados.rados.0.smithi094.stdout:3794: expect (ObjNum 1047 snap 358 seq_num 1047) 2024-08-17T17:20:29.844 INFO:tasks.rados.rados.0.smithi094.stdout:3795: delete oid 31 current snap is 379 2024-08-17T17:20:29.848 INFO:tasks.rados.rados.0.smithi094.stdout:3795: done (1 left) 2024-08-17T17:20:29.848 INFO:tasks.rados.rados.0.smithi094.stdout:3796: read oid 50 snap 375 2024-08-17T17:20:29.848 INFO:tasks.rados.rados.0.smithi094.stdout:3796: expect (ObjNum 1002 snap 329 seq_num 1002) 2024-08-17T17:20:29.848 INFO:tasks.rados.rados.0.smithi094.stdout:3797: rmattr oid 3 current snap is 379 2024-08-17T17:20:29.848 INFO:tasks.rados.rados.0.smithi094.stdout:3797: done (2 left) 2024-08-17T17:20:29.848 INFO:tasks.rados.rados.0.smithi094.stdout:3798: delete oid 7 current snap is 379 2024-08-17T17:20:29.854 INFO:tasks.rados.rados.0.smithi094.stdout:3798: done (2 left) 2024-08-17T17:20:29.854 INFO:tasks.rados.rados.0.smithi094.stdout:3799: setattr oid 44 current snap is 379 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:3800: rollback oid 3 current snap is 379 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 3 to 368 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:3801: rmattr oid 20 current snap is 379 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:3802: read oid 42 snap -1 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:3802: expect (ObjNum 1074 snap 374 seq_num 1074) 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:3803: read oid 7 snap -1 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:3803: expect deleted 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:3804: rollback oid 48 current snap is 379 2024-08-17T17:20:29.857 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 48 to 372 2024-08-17T17:20:29.858 INFO:tasks.rados.rados.0.smithi094.stdout:3805: read oid 39 snap -1 2024-08-17T17:20:29.858 INFO:tasks.rados.rados.0.smithi094.stdout:3805: expect (ObjNum 1075 snap 374 seq_num 1075) 2024-08-17T17:20:29.858 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 379 2024-08-17T17:20:29.858 INFO:tasks.rados.rados.0.smithi094.stdout:3806: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-08-17T17:20:29.862 INFO:tasks.rados.rados.0.smithi094.stdout:3806: writing smithi09487127-18 from 0 to 679936 tid 1 2024-08-17T17:20:29.866 INFO:tasks.rados.rados.0.smithi094.stdout:3806: writing smithi09487127-18 from 679936 to 1196032 tid 2 2024-08-17T17:20:29.868 INFO:tasks.rados.rados.0.smithi094.stdout:3806: writing smithi09487127-18 from 1196032 to 1482752 tid 3 2024-08-17T17:20:29.869 INFO:tasks.rados.rados.0.smithi094.stdout:3800: finishing rollback tid 0 to smithi09487127-3 2024-08-17T17:20:29.869 INFO:tasks.rados.rados.0.smithi094.stdout:3800: finishing rollback tid 1 to smithi09487127-3 2024-08-17T17:20:29.869 INFO:tasks.rados.rados.0.smithi094.stdout:3800: finishing rollback tid 2 to smithi09487127-3 2024-08-17T17:20:29.869 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 1490 (ObjNum 945 snap 300 seq_num 945) dirty exists 2024-08-17T17:20:29.869 INFO:tasks.rados.rados.0.smithi094.stdout:3800: done (9 left) 2024-08-17T17:20:29.869 INFO:tasks.rados.rados.0.smithi094.stdout:3803: done (8 left) 2024-08-17T17:20:29.869 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 379 2024-08-17T17:20:29.869 INFO:tasks.rados.rados.0.smithi094.stdout:3807: seq_num 1092 ranges {1343488=696320,2039808=802816} 2024-08-17T17:20:29.880 INFO:tasks.rados.rados.0.smithi094.stdout:3807: writing smithi09487127-33 from 1343488 to 2039808 tid 1 2024-08-17T17:20:29.885 INFO:tasks.rados.rados.0.smithi094.stdout:3807: writing smithi09487127-33 from 2039808 to 2842624 tid 2 2024-08-17T17:20:29.885 INFO:tasks.rados.rados.0.smithi094.stdout:3808: read oid 22 snap -1 2024-08-17T17:20:29.885 INFO:tasks.rados.rados.0.smithi094.stdout:3808: expect (ObjNum 1057 snap 364 seq_num 1057) 2024-08-17T17:20:29.885 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 379 2024-08-17T17:20:29.885 INFO:tasks.rados.rados.0.smithi094.stdout:3809: seq_num 1093 ranges {1417216=712704,2129920=688128,2818048=114688} 2024-08-17T17:20:29.897 INFO:tasks.rados.rados.0.smithi094.stdout:3809: writing smithi09487127-30 from 1417216 to 2129920 tid 1 2024-08-17T17:20:29.901 INFO:tasks.rados.rados.0.smithi094.stdout:3809: writing smithi09487127-30 from 2129920 to 2818048 tid 2 2024-08-17T17:20:29.903 INFO:tasks.rados.rados.0.smithi094.stdout:3809: writing smithi09487127-30 from 2818048 to 2932736 tid 3 2024-08-17T17:20:29.903 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 5 current snap is 379 2024-08-17T17:20:29.903 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1899 (ObjNum 1048 snap 359 seq_num 1048) dirty exists 2024-08-17T17:20:29.903 INFO:tasks.rados.rados.0.smithi094.stdout:3802: expect (ObjNum 1074 snap 374 seq_num 1074) 2024-08-17T17:20:29.970 INFO:tasks.rados.rados.0.smithi094.stdout:3806: finishing write tid 1 to smithi09487127-18 2024-08-17T17:20:29.970 INFO:tasks.rados.rados.0.smithi094.stdout:3806: finishing write tid 2 to smithi09487127-18 2024-08-17T17:20:29.970 INFO:tasks.rados.rados.0.smithi094.stdout:3806: finishing write tid 3 to smithi09487127-18 2024-08-17T17:20:29.971 INFO:tasks.rados.rados.0.smithi094.stdout:3806: finishing write tid 4 to smithi09487127-18 2024-08-17T17:20:29.971 INFO:tasks.rados.rados.0.smithi094.stdout:3806: finishing write tid 5 to smithi09487127-18 2024-08-17T17:20:29.971 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1685 (ObjNum 1091 snap 379 seq_num 1091) dirty exists 2024-08-17T17:20:29.971 INFO:tasks.rados.rados.0.smithi094.stdout:3806: left oid 18 (ObjNum 1091 snap 379 seq_num 1091) 2024-08-17T17:20:29.971 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 2134 (ObjNum 901 snap 284 seq_num 901) dirty exists 2024-08-17T17:20:29.971 INFO:tasks.rados.rados.0.smithi094.stdout:3810: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2024-08-17T17:20:29.974 INFO:tasks.rados.rados.0.smithi094.stdout:3810: writing smithi09487127-5 from 0 to 729088 tid 1 2024-08-17T17:20:29.977 INFO:tasks.rados.rados.0.smithi094.stdout:3810: writing smithi09487127-5 from 729088 to 1302528 tid 2 2024-08-17T17:20:29.979 INFO:tasks.rados.rados.0.smithi094.stdout:3810: writing smithi09487127-5 from 1302528 to 1531904 tid 3 2024-08-17T17:20:29.979 INFO:tasks.rados.rados.0.smithi094.stdout:3799: done (11 left) 2024-08-17T17:20:29.979 INFO:tasks.rados.rados.0.smithi094.stdout:3801: done (10 left) 2024-08-17T17:20:29.979 INFO:tasks.rados.rados.0.smithi094.stdout:3802: done (9 left) 2024-08-17T17:20:29.979 INFO:tasks.rados.rados.0.smithi094.stdout:3806: done (8 left) 2024-08-17T17:20:29.979 INFO:tasks.rados.rados.0.smithi094.stdout:3811: delete oid 43 current snap is 379 2024-08-17T17:20:29.979 INFO:tasks.rados.rados.0.smithi094.stdout:3794: expect (ObjNum 1047 snap 358 seq_num 1047) 2024-08-17T17:20:30.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:29 smithi190 ceph-mon[90718]: pgmap v873: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 325 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 647 KiB/s wr, 5 op/s 2024-08-17T17:20:30.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:29 smithi094 ceph-mon[100402]: pgmap v873: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 325 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 647 KiB/s wr, 5 op/s 2024-08-17T17:20:30.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:29 smithi094 ceph-mon[102949]: pgmap v873: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 325 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 647 KiB/s wr, 5 op/s 2024-08-17T17:20:30.552 INFO:tasks.rados.rados.0.smithi094.stdout:3804: finishing rollback tid 0 to smithi09487127-48 2024-08-17T17:20:30.552 INFO:tasks.rados.rados.0.smithi094.stdout:3804: finishing rollback tid 1 to smithi09487127-48 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3804: finishing rollback tid 2 to smithi09487127-48 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 2137 (ObjNum 1056 snap 364 seq_num 1056) dirty exists 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3807: finishing write tid 1 to smithi09487127-33 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3807: finishing write tid 2 to smithi09487127-33 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3807: finishing write tid 3 to smithi09487127-33 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3794: done (8 left) 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3804: done (7 left) 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3811: done (6 left) 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3812: rollback oid 8 current snap is 379 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 8 to 375 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3807: finishing write tid 4 to smithi09487127-33 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1695 (ObjNum 1092 snap 379 seq_num 1092) dirty exists 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3807: left oid 33 (ObjNum 1092 snap 379 seq_num 1092) 2024-08-17T17:20:30.553 INFO:tasks.rados.rados.0.smithi094.stdout:3796: expect (ObjNum 1002 snap 329 seq_num 1002) 2024-08-17T17:20:30.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:20:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:20:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:20:30.958 INFO:tasks.rados.rados.0.smithi094.stdout:3805: expect (ObjNum 1075 snap 374 seq_num 1075) 2024-08-17T17:20:30.991 INFO:tasks.rados.rados.0.smithi094.stdout:3809: finishing write tid 1 to smithi09487127-30 2024-08-17T17:20:30.991 INFO:tasks.rados.rados.0.smithi094.stdout:3809: finishing write tid 2 to smithi09487127-30 2024-08-17T17:20:30.991 INFO:tasks.rados.rados.0.smithi094.stdout:3809: finishing write tid 3 to smithi09487127-30 2024-08-17T17:20:30.991 INFO:tasks.rados.rados.0.smithi094.stdout:3809: finishing write tid 4 to smithi09487127-30 2024-08-17T17:20:30.991 INFO:tasks.rados.rados.0.smithi094.stdout:3809: finishing write tid 5 to smithi09487127-30 2024-08-17T17:20:30.991 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1879 (ObjNum 1093 snap 379 seq_num 1093) dirty exists 2024-08-17T17:20:30.992 INFO:tasks.rados.rados.0.smithi094.stdout:3809: left oid 30 (ObjNum 1093 snap 379 seq_num 1093) 2024-08-17T17:20:30.992 INFO:tasks.rados.rados.0.smithi094.stdout:3808: expect (ObjNum 1057 snap 364 seq_num 1057) 2024-08-17T17:20:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:30 smithi190 ceph-mon[90718]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:20:31.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:30 smithi094 ceph-mon[100402]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:20:31.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:30 smithi094 ceph-mon[102949]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:20:32.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:31 smithi190 ceph-mon[90718]: pgmap v875: 121 pgs: 121 active+clean; 326 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 345 KiB/s wr, 10 op/s 2024-08-17T17:20:32.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:31 smithi094 ceph-mon[100402]: pgmap v875: 121 pgs: 121 active+clean; 326 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 345 KiB/s wr, 10 op/s 2024-08-17T17:20:32.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:31 smithi094 ceph-mon[102949]: pgmap v875: 121 pgs: 121 active+clean; 326 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 345 KiB/s wr, 10 op/s 2024-08-17T17:20:33.086 INFO:tasks.rados.rados.0.smithi094.stdout:3810: finishing write tid 1 to smithi09487127-5 2024-08-17T17:20:33.086 INFO:tasks.rados.rados.0.smithi094.stdout:3810: finishing write tid 2 to smithi09487127-5 2024-08-17T17:20:33.086 INFO:tasks.rados.rados.0.smithi094.stdout:3810: finishing write tid 3 to smithi09487127-5 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3810: finishing write tid 4 to smithi09487127-5 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3810: finishing write tid 5 to smithi09487127-5 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 5 v 1531 (ObjNum 1094 snap 379 seq_num 1094) dirty exists 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3810: left oid 5 (ObjNum 1094 snap 379 seq_num 1094) 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3812: finishing rollback tid 0 to smithi09487127-8 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3812: finishing rollback tid 1 to smithi09487127-8 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3812: finishing rollback tid 2 to smithi09487127-8 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 8 v 1970 (ObjNum 1000 snap 329 seq_num 1000) dirty exists 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3796: done (6 left) 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3805: done (5 left) 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3807: done (4 left) 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3808: done (3 left) 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3809: done (2 left) 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3810: done (1 left) 2024-08-17T17:20:33.087 INFO:tasks.rados.rados.0.smithi094.stdout:3812: done (0 left) 2024-08-17T17:20:33.088 INFO:tasks.rados.rados.0.smithi094.stdout:3813: snap_create 2024-08-17T17:20:33.804 INFO:tasks.rados.rados.0.smithi094.stdout:3813: done (0 left) 2024-08-17T17:20:33.804 INFO:tasks.rados.rados.0.smithi094.stdout:3814: setattr oid 38 current snap is 380 2024-08-17T17:20:33.805 INFO:tasks.rados.rados.0.smithi094.stdout:3815: read oid 39 snap -1 2024-08-17T17:20:33.805 INFO:tasks.rados.rados.0.smithi094.stdout:3815: expect (ObjNum 1075 snap 374 seq_num 1075) 2024-08-17T17:20:33.805 INFO:tasks.rados.rados.0.smithi094.stdout:3816: read oid 43 snap 318 2024-08-17T17:20:33.805 INFO:tasks.rados.rados.0.smithi094.stdout:3816: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:20:33.805 INFO:tasks.rados.rados.0.smithi094.stdout:3817: snap_create 2024-08-17T17:20:33.810 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1900 (ObjNum 1060 snap 365 seq_num 1060) dirty exists 2024-08-17T17:20:33.818 INFO:tasks.rados.rados.0.smithi094.stdout:3815: expect (ObjNum 1075 snap 374 seq_num 1075) 2024-08-17T17:20:33.852 INFO:tasks.rados.rados.0.smithi094.stdout:3816: expect (ObjNum 615 snap 188 seq_num 615) 2024-08-17T17:20:34.804 INFO:tasks.rados.rados.0.smithi094.stdout:3814: done (3 left) 2024-08-17T17:20:34.804 INFO:tasks.rados.rados.0.smithi094.stdout:3815: done (2 left) 2024-08-17T17:20:34.804 INFO:tasks.rados.rados.0.smithi094.stdout:3816: done (1 left) 2024-08-17T17:20:34.804 INFO:tasks.rados.rados.0.smithi094.stdout:3817: done (0 left) 2024-08-17T17:20:34.805 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 381 2024-08-17T17:20:34.805 INFO:tasks.rados.rados.0.smithi094.stdout:3818: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-08-17T17:20:34.808 INFO:tasks.rados.rados.0.smithi094.stdout:3818: writing smithi09487127-4 from 0 to 761856 tid 1 2024-08-17T17:20:34.813 INFO:tasks.rados.rados.0.smithi094.stdout:3818: writing smithi09487127-4 from 761856 to 1548288 tid 2 2024-08-17T17:20:34.813 INFO:tasks.rados.rados.0.smithi094.stdout:3818: writing smithi09487127-4 from 1548288 to 1564672 tid 3 2024-08-17T17:20:34.813 INFO:tasks.rados.rados.0.smithi094.stdout:3819: snap_create 2024-08-17T17:20:34.813 INFO:tasks.rados.rados.0.smithi094.stdout:3818: finishing write tid 1 to smithi09487127-4 2024-08-17T17:20:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3818: finishing write tid 2 to smithi09487127-4 2024-08-17T17:20:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3818: finishing write tid 3 to smithi09487127-4 2024-08-17T17:20:34.818 INFO:tasks.rados.rados.0.smithi094.stdout:3818: finishing write tid 4 to smithi09487127-4 2024-08-17T17:20:34.820 INFO:tasks.rados.rados.0.smithi094.stdout:3818: finishing write tid 5 to smithi09487127-4 2024-08-17T17:20:34.820 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1377 (ObjNum 1096 snap 381 seq_num 1096) dirty exists 2024-08-17T17:20:34.820 INFO:tasks.rados.rados.0.smithi094.stdout:3818: left oid 4 (ObjNum 1096 snap 381 seq_num 1096) 2024-08-17T17:20:35.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:34 smithi190 ceph-mon[90718]: pgmap v876: 121 pgs: 121 active+clean; 330 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 970 KiB/s wr, 15 op/s 2024-08-17T17:20:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:34 smithi190 ceph-mon[90718]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:20:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:34 smithi094 ceph-mon[100402]: pgmap v876: 121 pgs: 121 active+clean; 330 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 970 KiB/s wr, 15 op/s 2024-08-17T17:20:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:34 smithi094 ceph-mon[100402]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:20:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:34 smithi094 ceph-mon[102949]: pgmap v876: 121 pgs: 121 active+clean; 330 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 970 KiB/s wr, 15 op/s 2024-08-17T17:20:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:34 smithi094 ceph-mon[102949]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:20:35.815 INFO:tasks.rados.rados.0.smithi094.stdout:3818: done (1 left) 2024-08-17T17:20:35.815 INFO:tasks.rados.rados.0.smithi094.stdout:3819: done (0 left) 2024-08-17T17:20:35.815 INFO:tasks.rados.rados.0.smithi094.stdout:3820: setattr oid 9 current snap is 382 2024-08-17T17:20:35.817 INFO:tasks.rados.rados.0.smithi094.stdout:3821: snap_create 2024-08-17T17:20:35.821 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1696 (ObjNum -1 snap -1259093644 seq_num 304) dirty exists 2024-08-17T17:20:36.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:35 smithi190 ceph-mon[90718]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:20:36.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:35 smithi190 ceph-mon[90718]: pgmap v879: 121 pgs: 121 active+clean; 332 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-08-17T17:20:36.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:35 smithi094 ceph-mon[100402]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:20:36.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:35 smithi094 ceph-mon[100402]: pgmap v879: 121 pgs: 121 active+clean; 332 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-08-17T17:20:36.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:35 smithi094 ceph-mon[102949]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:20:36.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:35 smithi094 ceph-mon[102949]: pgmap v879: 121 pgs: 121 active+clean; 332 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 1.2 MiB/s wr, 35 op/s 2024-08-17T17:20:36.816 INFO:tasks.rados.rados.0.smithi094.stdout:3820: done (1 left) 2024-08-17T17:20:36.816 INFO:tasks.rados.rados.0.smithi094.stdout:3821: done (0 left) 2024-08-17T17:20:36.816 INFO:tasks.rados.rados.0.smithi094.stdout:3822: snap_create 2024-08-17T17:20:37.173 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:36 smithi094 ceph-mon[100402]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:20:37.173 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:36 smithi094 ceph-mon[102949]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:20:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:36 smithi190 ceph-mon[90718]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:20:37.829 INFO:tasks.rados.rados.0.smithi094.stdout:3822: done (0 left) 2024-08-17T17:20:37.829 INFO:tasks.rados.rados.0.smithi094.stdout:3823: rollback oid 1 current snap is 384 2024-08-17T17:20:37.829 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 1 to 352 2024-08-17T17:20:37.829 INFO:tasks.rados.rados.0.smithi094.stdout:3824: read oid 41 snap -1 2024-08-17T17:20:37.829 INFO:tasks.rados.rados.0.smithi094.stdout:3824: expect deleted 2024-08-17T17:20:37.830 INFO:tasks.rados.rados.0.smithi094.stdout:3825: rmattr oid 10 current snap is 384 2024-08-17T17:20:37.830 INFO:tasks.rados.rados.0.smithi094.stdout:3825: done (2 left) 2024-08-17T17:20:37.830 INFO:tasks.rados.rados.0.smithi094.stdout:3826: delete oid 42 current snap is 384 2024-08-17T17:20:37.835 INFO:tasks.rados.rados.0.smithi094.stdout:3824: done (2 left) 2024-08-17T17:20:37.835 INFO:tasks.rados.rados.0.smithi094.stdout:3826: done (1 left) 2024-08-17T17:20:37.835 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 10 current snap is 384 2024-08-17T17:20:37.835 INFO:tasks.rados.rados.0.smithi094.stdout:3827: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-08-17T17:20:37.839 INFO:tasks.rados.rados.0.smithi094.stdout:3827: writing smithi09487127-10 from 0 to 794624 tid 1 2024-08-17T17:20:37.842 INFO:tasks.rados.rados.0.smithi094.stdout:3827: writing smithi09487127-10 from 794624 to 1351680 tid 2 2024-08-17T17:20:37.844 INFO:tasks.rados.rados.0.smithi094.stdout:3827: writing smithi09487127-10 from 1351680 to 1597440 tid 3 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:3828: copy_from oid 38 from oid 37 current snap is 384 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:3823: finishing rollback tid 0 to smithi09487127-1 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:3823: finishing rollback tid 1 to smithi09487127-1 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:3823: finishing rollback tid 2 to smithi09487127-1 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 2077 (ObjNum 883 snap 282 seq_num 883) dirty exists 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:3823: done (2 left) 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:3829: rmattr oid 11 current snap is 384 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 384 2024-08-17T17:20:37.845 INFO:tasks.rados.rados.0.smithi094.stdout:3830: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2024-08-17T17:20:37.847 INFO:tasks.rados.rados.0.smithi094.stdout:3830: writing smithi09487127-7 from 0 to 409600 tid 1 2024-08-17T17:20:37.850 INFO:tasks.rados.rados.0.smithi094.stdout:3830: writing smithi09487127-7 from 409600 to 851968 tid 2 2024-08-17T17:20:37.855 INFO:tasks.rados.rados.0.smithi094.stdout:3830: writing smithi09487127-7 from 851968 to 1572864 tid 3 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:3830: writing smithi09487127-7 from 1572864 to 1613824 tid 4 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:3831: delete oid 30 current snap is 384 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:3827: finishing write tid 1 to smithi09487127-10 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 1177 (ObjNum 851 snap 272 seq_num 851) dirty exists 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:3827: finishing write tid 2 to smithi09487127-10 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:3827: finishing write tid 3 to smithi09487127-10 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:3827: finishing write tid 4 to smithi09487127-10 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:3830: finishing write tid 1 to smithi09487127-7 2024-08-17T17:20:37.856 INFO:tasks.rados.rados.0.smithi094.stdout:3830: finishing write tid 2 to smithi09487127-7 2024-08-17T17:20:37.861 INFO:tasks.rados.rados.0.smithi094.stdout:3829: done (4 left) 2024-08-17T17:20:37.861 INFO:tasks.rados.rados.0.smithi094.stdout:3831: done (3 left) 2024-08-17T17:20:37.861 INFO:tasks.rados.rados.0.smithi094.stdout:3832: read oid 2 snap -1 2024-08-17T17:20:37.861 INFO:tasks.rados.rados.0.smithi094.stdout:3832: expect deleted 2024-08-17T17:20:37.861 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 384 2024-08-17T17:20:37.861 INFO:tasks.rados.rados.0.smithi094.stdout:3833: seq_num 1101 ranges {1277952=442368,1720320=606208,2326528=598016} 2024-08-17T17:20:37.870 INFO:tasks.rados.rados.0.smithi094.stdout:3833: writing smithi09487127-14 from 1277952 to 1720320 tid 1 2024-08-17T17:20:37.874 INFO:tasks.rados.rados.0.smithi094.stdout:3833: writing smithi09487127-14 from 1720320 to 2326528 tid 2 2024-08-17T17:20:37.879 INFO:tasks.rados.rados.0.smithi094.stdout:3833: writing smithi09487127-14 from 2326528 to 2924544 tid 3 2024-08-17T17:20:37.879 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 12 current snap is 384 2024-08-17T17:20:37.879 INFO:tasks.rados.rados.0.smithi094.stdout:3830: finishing write tid 3 to smithi09487127-7 2024-08-17T17:20:37.879 INFO:tasks.rados.rados.0.smithi094.stdout:3830: finishing write tid 4 to smithi09487127-7 2024-08-17T17:20:37.879 INFO:tasks.rados.rados.0.smithi094.stdout:3827: finishing write tid 5 to smithi09487127-10 2024-08-17T17:20:37.879 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 10 v 2084 (ObjNum 1098 snap 384 seq_num 1098) dirty exists 2024-08-17T17:20:37.879 INFO:tasks.rados.rados.0.smithi094.stdout:3827: left oid 10 (ObjNum 1098 snap 384 seq_num 1098) 2024-08-17T17:20:37.879 INFO:tasks.rados.rados.0.smithi094.stdout:3830: finishing write tid 5 to smithi09487127-7 2024-08-17T17:20:37.880 INFO:tasks.rados.rados.0.smithi094.stdout:3830: finishing write tid 6 to smithi09487127-7 2024-08-17T17:20:37.880 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 2089 (ObjNum 1099 snap 384 seq_num 1099) dirty exists 2024-08-17T17:20:37.880 INFO:tasks.rados.rados.0.smithi094.stdout:3830: left oid 7 (ObjNum 1099 snap 384 seq_num 1099) 2024-08-17T17:20:37.880 INFO:tasks.rados.rados.0.smithi094.stdout:3833: finishing write tid 1 to smithi09487127-14 2024-08-17T17:20:37.880 INFO:tasks.rados.rados.0.smithi094.stdout:3834: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-08-17T17:20:37.881 INFO:tasks.rados.rados.0.smithi094.stdout:3834: writing smithi09487127-12 from 0 to 458752 tid 1 2024-08-17T17:20:37.884 INFO:tasks.rados.rados.0.smithi094.stdout:3834: writing smithi09487127-12 from 458752 to 950272 tid 2 2024-08-17T17:20:37.887 INFO:tasks.rados.rados.0.smithi094.stdout:3834: writing smithi09487127-12 from 950272 to 1441792 tid 3 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:3834: writing smithi09487127-12 from 1441792 to 1662976 tid 4 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:3827: done (5 left) 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:3830: done (4 left) 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:3832: done (3 left) 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:3835: rollback oid 27 current snap is 384 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 27 to 368 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:3833: finishing write tid 2 to smithi09487127-14 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:3828: finishing copy_from racing read to smithi09487127-38 2024-08-17T17:20:37.890 INFO:tasks.rados.rados.0.smithi094.stdout:3828: finishing copy_from to smithi09487127-38 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1869 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3833: finishing write tid 3 to smithi09487127-14 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3833: finishing write tid 4 to smithi09487127-14 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3834: finishing write tid 1 to smithi09487127-12 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3833: finishing write tid 5 to smithi09487127-14 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 2142 (ObjNum 1101 snap 384 seq_num 1101) dirty exists 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3833: left oid 14 (ObjNum 1101 snap 384 seq_num 1101) 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3828: done (3 left) 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3833: done (2 left) 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3836: snap_create 2024-08-17T17:20:37.891 INFO:tasks.rados.rados.0.smithi094.stdout:3834: finishing write tid 2 to smithi09487127-12 2024-08-17T17:20:37.892 INFO:tasks.rados.rados.0.smithi094.stdout:3834: finishing write tid 3 to smithi09487127-12 2024-08-17T17:20:37.892 INFO:tasks.rados.rados.0.smithi094.stdout:3835: finishing rollback tid 0 to smithi09487127-27 2024-08-17T17:20:37.892 INFO:tasks.rados.rados.0.smithi094.stdout:3835: finishing rollback tid 1 to smithi09487127-27 2024-08-17T17:20:37.892 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 27 v 1867 (ObjNum 65 snap 0 seq_num 3214236176) dirty dne 2024-08-17T17:20:37.892 INFO:tasks.rados.rados.0.smithi094.stdout:3834: finishing write tid 4 to smithi09487127-12 2024-08-17T17:20:37.893 INFO:tasks.rados.rados.0.smithi094.stdout:3834: finishing write tid 5 to smithi09487127-12 2024-08-17T17:20:37.894 INFO:tasks.rados.rados.0.smithi094.stdout:3834: finishing write tid 6 to smithi09487127-12 2024-08-17T17:20:37.894 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 2094 (ObjNum 1102 snap 384 seq_num 1102) dirty exists 2024-08-17T17:20:37.894 INFO:tasks.rados.rados.0.smithi094.stdout:3834: left oid 12 (ObjNum 1102 snap 384 seq_num 1102) 2024-08-17T17:20:38.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:37 smithi190 ceph-mon[90718]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:20:38.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:37 smithi190 ceph-mon[90718]: pgmap v882: 121 pgs: 121 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 744 KiB/s wr, 37 op/s 2024-08-17T17:20:38.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:37 smithi094 ceph-mon[100402]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:20:38.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:37 smithi094 ceph-mon[100402]: pgmap v882: 121 pgs: 121 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 744 KiB/s wr, 37 op/s 2024-08-17T17:20:38.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:37 smithi094 ceph-mon[102949]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:20:38.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:37 smithi094 ceph-mon[102949]: pgmap v882: 121 pgs: 121 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 744 KiB/s wr, 37 op/s 2024-08-17T17:20:38.805 INFO:tasks.rados.rados.0.smithi094.stdout:3834: done (2 left) 2024-08-17T17:20:38.806 INFO:tasks.rados.rados.0.smithi094.stdout:3835: done (1 left) 2024-08-17T17:20:38.806 INFO:tasks.rados.rados.0.smithi094.stdout:3836: done (0 left) 2024-08-17T17:20:38.806 INFO:tasks.rados.rados.0.smithi094.stdout:3837: copy_from oid 13 from oid 38 current snap is 385 2024-08-17T17:20:38.806 INFO:tasks.rados.rados.0.smithi094.stdout:3838: setattr oid 31 current snap is 385 2024-08-17T17:20:38.806 INFO:tasks.rados.rados.0.smithi094.stdout:3839: rollback oid 23 current snap is 385 2024-08-17T17:20:38.807 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 23 to 318 2024-08-17T17:20:38.807 INFO:tasks.rados.rados.0.smithi094.stdout:3840: snap_remove snap 331 2024-08-17T17:20:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:38 smithi190 ceph-mon[90718]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:20:39.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:38 smithi190 ceph-mon[90718]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:20:39.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:38 smithi094 ceph-mon[100402]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:20:39.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:38 smithi094 ceph-mon[100402]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:20:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:38 smithi094 ceph-mon[102949]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:20:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:38 smithi094 ceph-mon[102949]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:20:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:20:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:20:39] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.51.0" 2024-08-17T17:20:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:3840: done (3 left) 2024-08-17T17:20:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:3841: read oid 25 snap -1 2024-08-17T17:20:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:3841: expect (ObjNum 1065 snap 369 seq_num 1065) 2024-08-17T17:20:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:3842: setattr oid 14 current snap is 385 2024-08-17T17:20:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:3839: finishing rollback tid 0 to smithi09487127-23 2024-08-17T17:20:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:3839: finishing rollback tid 1 to smithi09487127-23 2024-08-17T17:20:39.812 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 1179 (ObjNum 97 snap 0 seq_num 3162484016) dirty dne 2024-08-17T17:20:39.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 31 v 1901 (ObjNum 33 snap 0 seq_num 3221027104) dirty exists 2024-08-17T17:20:39.813 INFO:tasks.rados.rados.0.smithi094.stdout:3837: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:20:39.813 INFO:tasks.rados.rados.0.smithi094.stdout:3837: finishing copy_from to smithi09487127-13 2024-08-17T17:20:39.813 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 1869 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:20:39.814 INFO:tasks.rados.rados.0.smithi094.stdout:3837: done (4 left) 2024-08-17T17:20:39.814 INFO:tasks.rados.rados.0.smithi094.stdout:3838: done (3 left) 2024-08-17T17:20:39.814 INFO:tasks.rados.rados.0.smithi094.stdout:3839: done (2 left) 2024-08-17T17:20:39.814 INFO:tasks.rados.rados.0.smithi094.stdout:3843: delete oid 7 current snap is 385 2024-08-17T17:20:39.823 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 2144 (ObjNum 1101 snap 384 seq_num 1101) dirty exists 2024-08-17T17:20:39.828 INFO:tasks.rados.rados.0.smithi094.stdout:3842: done (2 left) 2024-08-17T17:20:39.828 INFO:tasks.rados.rados.0.smithi094.stdout:3843: done (1 left) 2024-08-17T17:20:39.828 INFO:tasks.rados.rados.0.smithi094.stdout:3844: delete oid 50 current snap is 385 2024-08-17T17:20:39.838 INFO:tasks.rados.rados.0.smithi094.stdout:3844: done (1 left) 2024-08-17T17:20:39.838 INFO:tasks.rados.rados.0.smithi094.stdout:3845: rollback oid 1 current snap is 385 2024-08-17T17:20:39.838 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 1 to 377 2024-08-17T17:20:39.838 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 385 2024-08-17T17:20:39.839 INFO:tasks.rados.rados.0.smithi094.stdout:3846: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-08-17T17:20:39.842 INFO:tasks.rados.rados.0.smithi094.stdout:3846: writing smithi09487127-43 from 0 to 516096 tid 1 2024-08-17T17:20:39.846 INFO:tasks.rados.rados.0.smithi094.stdout:3846: writing smithi09487127-43 from 516096 to 1114112 tid 2 2024-08-17T17:20:39.850 INFO:tasks.rados.rados.0.smithi094.stdout:3846: writing smithi09487127-43 from 1114112 to 1720320 tid 3 2024-08-17T17:20:39.850 INFO:tasks.rados.rados.0.smithi094.stdout:3847: rollback oid 17 current snap is 385 2024-08-17T17:20:39.850 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 17 to 376 2024-08-17T17:20:39.851 INFO:tasks.rados.rados.0.smithi094.stdout:3841: expect (ObjNum 1065 snap 369 seq_num 1065) 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:3845: finishing rollback tid 0 to smithi09487127-1 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:3846: finishing write tid 1 to smithi09487127-43 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:3845: finishing rollback tid 1 to smithi09487127-1 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:3845: finishing rollback tid 2 to smithi09487127-1 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 2080 (ObjNum 1049 snap 359 seq_num 1049) dirty exists 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:3841: done (3 left) 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:3845: done (2 left) 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 37 current snap is 385 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:3846: finishing write tid 2 to smithi09487127-43 2024-08-17T17:20:40.066 INFO:tasks.rados.rados.0.smithi094.stdout:3848: seq_num 1106 ranges {7921664=532480,8454144=483328,8937472=475136,9412608=245760} 2024-08-17T17:20:40.109 INFO:tasks.rados.rados.0.smithi094.stdout:3848: writing smithi09487127-37 from 7921664 to 8454144 tid 1 2024-08-17T17:20:40.112 INFO:tasks.rados.rados.0.smithi094.stdout:3848: writing smithi09487127-37 from 8454144 to 8937472 tid 2 2024-08-17T17:20:40.115 INFO:tasks.rados.rados.0.smithi094.stdout:3848: writing smithi09487127-37 from 8937472 to 9412608 tid 3 2024-08-17T17:20:40.116 INFO:tasks.rados.rados.0.smithi094.stdout:3848: writing smithi09487127-37 from 9412608 to 9658368 tid 4 2024-08-17T17:20:40.116 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 385 2024-08-17T17:20:40.117 INFO:tasks.rados.rados.0.smithi094.stdout:3846: finishing write tid 3 to smithi09487127-43 2024-08-17T17:20:40.117 INFO:tasks.rados.rados.0.smithi094.stdout:3849: seq_num 1107 ranges {2842624=548864,3391488=770048,4161536=434176} 2024-08-17T17:20:40.134 INFO:tasks.rados.rados.0.smithi094.stdout:3849: writing smithi09487127-33 from 2842624 to 3391488 tid 1 2024-08-17T17:20:40.139 INFO:tasks.rados.rados.0.smithi094.stdout:3849: writing smithi09487127-33 from 3391488 to 4161536 tid 2 2024-08-17T17:20:40.141 INFO:tasks.rados.rados.0.smithi094.stdout:3849: writing smithi09487127-33 from 4161536 to 4595712 tid 3 2024-08-17T17:20:40.141 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 26 current snap is 385 2024-08-17T17:20:40.141 INFO:tasks.rados.rados.0.smithi094.stdout:3847: finishing rollback tid 0 to smithi09487127-17 2024-08-17T17:20:40.142 INFO:tasks.rados.rados.0.smithi094.stdout:3847: finishing rollback tid 1 to smithi09487127-17 2024-08-17T17:20:40.142 INFO:tasks.rados.rados.0.smithi094.stdout:3850: seq_num 1108 ranges {1187840=565248,1753088=647168,2400256=483328,2883584=73728} 2024-08-17T17:20:40.150 INFO:tasks.rados.rados.0.smithi094.stdout:3850: writing smithi09487127-26 from 1187840 to 1753088 tid 1 2024-08-17T17:20:40.154 INFO:tasks.rados.rados.0.smithi094.stdout:3850: writing smithi09487127-26 from 1753088 to 2400256 tid 2 2024-08-17T17:20:40.157 INFO:tasks.rados.rados.0.smithi094.stdout:3850: writing smithi09487127-26 from 2400256 to 2883584 tid 3 2024-08-17T17:20:40.159 INFO:tasks.rados.rados.0.smithi094.stdout:3850: writing smithi09487127-26 from 2883584 to 2957312 tid 4 2024-08-17T17:20:40.162 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 50 current snap is 385 2024-08-17T17:20:40.162 INFO:tasks.rados.rados.0.smithi094.stdout:3846: finishing write tid 4 to smithi09487127-43 2024-08-17T17:20:40.162 INFO:tasks.rados.rados.0.smithi094.stdout:3847: finishing rollback tid 2 to smithi09487127-17 2024-08-17T17:20:40.162 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 2104 (ObjNum 1068 snap 372 seq_num 1068) dirty exists 2024-08-17T17:20:40.162 INFO:tasks.rados.rados.0.smithi094.stdout:3846: finishing write tid 5 to smithi09487127-43 2024-08-17T17:20:40.162 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1381 (ObjNum 1105 snap 385 seq_num 1105) dirty exists 2024-08-17T17:20:40.163 INFO:tasks.rados.rados.0.smithi094.stdout:3846: left oid 43 (ObjNum 1105 snap 385 seq_num 1105) 2024-08-17T17:20:40.163 INFO:tasks.rados.rados.0.smithi094.stdout:3851: seq_num 1109 ranges {0=581632,581632=532480,1114112=647168,1761280=24576} 2024-08-17T17:20:40.163 INFO:tasks.rados.rados.0.smithi094.stdout:3851: writing smithi09487127-50 from 0 to 581632 tid 1 2024-08-17T17:20:40.165 INFO:tasks.rados.rados.0.smithi094.stdout:3851: writing smithi09487127-50 from 581632 to 1114112 tid 2 2024-08-17T17:20:40.169 INFO:tasks.rados.rados.0.smithi094.stdout:3851: writing smithi09487127-50 from 1114112 to 1761280 tid 3 2024-08-17T17:20:40.169 INFO:tasks.rados.rados.0.smithi094.stdout:3851: writing smithi09487127-50 from 1761280 to 1785856 tid 4 2024-08-17T17:20:40.169 INFO:tasks.rados.rados.0.smithi094.stdout:3846: done (5 left) 2024-08-17T17:20:40.169 INFO:tasks.rados.rados.0.smithi094.stdout:3847: done (4 left) 2024-08-17T17:20:40.169 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 385 2024-08-17T17:20:40.169 INFO:tasks.rados.rados.0.smithi094.stdout:3848: finishing write tid 1 to smithi09487127-37 2024-08-17T17:20:40.169 INFO:tasks.rados.rados.0.smithi094.stdout:3848: finishing write tid 2 to smithi09487127-37 2024-08-17T17:20:40.169 INFO:tasks.rados.rados.0.smithi094.stdout:3852: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2024-08-17T17:20:40.172 INFO:tasks.rados.rados.0.smithi094.stdout:3852: writing smithi09487127-7 from 0 to 598016 tid 1 2024-08-17T17:20:40.175 INFO:tasks.rados.rados.0.smithi094.stdout:3852: writing smithi09487127-7 from 598016 to 1064960 tid 2 2024-08-17T17:20:40.177 INFO:tasks.rados.rados.0.smithi094.stdout:3852: writing smithi09487127-7 from 1064960 to 1515520 tid 3 2024-08-17T17:20:40.180 INFO:tasks.rados.rados.0.smithi094.stdout:3852: writing smithi09487127-7 from 1515520 to 1802240 tid 4 2024-08-17T17:20:40.180 INFO:tasks.rados.rados.0.smithi094.stdout:3853: rollback oid 25 current snap is 385 2024-08-17T17:20:40.180 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 25 to 359 2024-08-17T17:20:40.180 INFO:tasks.rados.rados.0.smithi094.stdout:3848: finishing write tid 3 to smithi09487127-37 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3848: finishing write tid 4 to smithi09487127-37 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3848: finishing write tid 5 to smithi09487127-37 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3848: finishing write tid 6 to smithi09487127-37 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1885 (ObjNum 1106 snap 385 seq_num 1106) dirty exists 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3848: left oid 37 (ObjNum 1106 snap 385 seq_num 1106) 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3849: finishing write tid 1 to smithi09487127-33 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3849: finishing write tid 2 to smithi09487127-33 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3849: finishing write tid 3 to smithi09487127-33 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3849: finishing write tid 4 to smithi09487127-33 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3849: finishing write tid 5 to smithi09487127-33 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1700 (ObjNum 1107 snap 385 seq_num 1107) dirty exists 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3849: left oid 33 (ObjNum 1107 snap 385 seq_num 1107) 2024-08-17T17:20:40.181 INFO:tasks.rados.rados.0.smithi094.stdout:3850: finishing write tid 1 to smithi09487127-26 2024-08-17T17:20:40.182 INFO:tasks.rados.rados.0.smithi094.stdout:3848: done (5 left) 2024-08-17T17:20:40.182 INFO:tasks.rados.rados.0.smithi094.stdout:3849: done (4 left) 2024-08-17T17:20:40.182 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 385 2024-08-17T17:20:40.182 INFO:tasks.rados.rados.0.smithi094.stdout:3850: finishing write tid 2 to smithi09487127-26 2024-08-17T17:20:40.182 INFO:tasks.rados.rados.0.smithi094.stdout:3850: finishing write tid 3 to smithi09487127-26 2024-08-17T17:20:40.182 INFO:tasks.rados.rados.0.smithi094.stdout:3850: finishing write tid 4 to smithi09487127-26 2024-08-17T17:20:40.182 INFO:tasks.rados.rados.0.smithi094.stdout:3854: seq_num 1111 ranges {696320=614400,1310720=753664,2064384=450560} 2024-08-17T17:20:40.187 INFO:tasks.rados.rados.0.smithi094.stdout:3854: writing smithi09487127-44 from 696320 to 1310720 tid 1 2024-08-17T17:20:40.191 INFO:tasks.rados.rados.0.smithi094.stdout:3854: writing smithi09487127-44 from 1310720 to 2064384 tid 2 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:3854: writing smithi09487127-44 from 2064384 to 2514944 tid 3 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:3855: copy_from oid 16 from oid 3 current snap is 385 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:3850: finishing write tid 5 to smithi09487127-26 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:3856: copy_from oid 48 from oid 18 current snap is 385 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:3850: finishing write tid 6 to smithi09487127-26 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 1912 (ObjNum 1108 snap 385 seq_num 1108) dirty exists 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:3850: left oid 26 (ObjNum 1108 snap 385 seq_num 1108) 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:3851: finishing write tid 1 to smithi09487127-50 2024-08-17T17:20:40.195 INFO:tasks.rados.rados.0.smithi094.stdout:3850: done (6 left) 2024-08-17T17:20:40.196 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 1 current snap is 385 2024-08-17T17:20:40.196 INFO:tasks.rados.rados.0.smithi094.stdout:3851: finishing write tid 2 to smithi09487127-50 2024-08-17T17:20:40.196 INFO:tasks.rados.rados.0.smithi094.stdout:3857: seq_num 1112 ranges {10125312=630784,10756096=638976,11395072=466944,11862016=98304} 2024-08-17T17:20:40.252 INFO:tasks.rados.rados.0.smithi094.stdout:3857: writing smithi09487127-1 from 10125312 to 10756096 tid 1 2024-08-17T17:20:40.255 INFO:tasks.rados.rados.0.smithi094.stdout:3857: writing smithi09487127-1 from 10756096 to 11395072 tid 2 2024-08-17T17:20:40.258 INFO:tasks.rados.rados.0.smithi094.stdout:3857: writing smithi09487127-1 from 11395072 to 11862016 tid 3 2024-08-17T17:20:40.259 INFO:tasks.rados.rados.0.smithi094.stdout:3857: writing smithi09487127-1 from 11862016 to 11960320 tid 4 2024-08-17T17:20:40.259 INFO:tasks.rados.rados.0.smithi094.stdout:3858: snap_create 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3851: finishing write tid 3 to smithi09487127-50 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3851: finishing write tid 4 to smithi09487127-50 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3851: finishing write tid 5 to smithi09487127-50 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3852: finishing write tid 1 to smithi09487127-7 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3851: finishing write tid 6 to smithi09487127-50 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 1987 (ObjNum 1109 snap 385 seq_num 1109) dirty exists 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3851: left oid 50 (ObjNum 1109 snap 385 seq_num 1109) 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3852: finishing write tid 2 to smithi09487127-7 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3853: finishing rollback tid 0 to smithi09487127-25 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3853: finishing rollback tid 1 to smithi09487127-25 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3853: finishing rollback tid 2 to smithi09487127-25 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 25 v 2083 (ObjNum 1035 snap 350 seq_num 1035) dirty exists 2024-08-17T17:20:40.260 INFO:tasks.rados.rados.0.smithi094.stdout:3852: finishing write tid 3 to smithi09487127-7 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3852: finishing write tid 4 to smithi09487127-7 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3852: finishing write tid 5 to smithi09487127-7 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3852: finishing write tid 6 to smithi09487127-7 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 2109 (ObjNum 1110 snap 385 seq_num 1110) dirty exists 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3852: left oid 7 (ObjNum 1110 snap 385 seq_num 1110) 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3854: finishing write tid 1 to smithi09487127-44 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3854: finishing write tid 2 to smithi09487127-44 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3854: finishing write tid 3 to smithi09487127-44 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3854: finishing write tid 4 to smithi09487127-44 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3854: finishing write tid 5 to smithi09487127-44 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 2157 (ObjNum 1111 snap 385 seq_num 1111) dirty exists 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3854: left oid 44 (ObjNum 1111 snap 385 seq_num 1111) 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3856: finishing copy_from racing read to smithi09487127-48 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:3856: finishing copy_from to smithi09487127-48 2024-08-17T17:20:40.261 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 1685 (ObjNum 1091 snap 379 seq_num 1091) dirty exists 2024-08-17T17:20:40.262 INFO:tasks.rados.rados.0.smithi094.stdout:3855: finishing copy_from racing read to smithi09487127-16 2024-08-17T17:20:40.262 INFO:tasks.rados.rados.0.smithi094.stdout:3855: finishing copy_from to smithi09487127-16 2024-08-17T17:20:40.262 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1490 (ObjNum 945 snap 300 seq_num 945) dirty exists 2024-08-17T17:20:40.262 INFO:tasks.rados.rados.0.smithi094.stdout:3857: finishing write tid 1 to smithi09487127-1 2024-08-17T17:20:40.262 INFO:tasks.rados.rados.0.smithi094.stdout:3857: finishing write tid 2 to smithi09487127-1 2024-08-17T17:20:40.263 INFO:tasks.rados.rados.0.smithi094.stdout:3857: finishing write tid 3 to smithi09487127-1 2024-08-17T17:20:40.263 INFO:tasks.rados.rados.0.smithi094.stdout:3857: finishing write tid 4 to smithi09487127-1 2024-08-17T17:20:40.263 INFO:tasks.rados.rados.0.smithi094.stdout:3857: finishing write tid 5 to smithi09487127-1 2024-08-17T17:20:40.264 INFO:tasks.rados.rados.0.smithi094.stdout:3857: finishing write tid 6 to smithi09487127-1 2024-08-17T17:20:40.265 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 1 v 2088 (ObjNum 1112 snap 385 seq_num 1112) dirty exists 2024-08-17T17:20:40.265 INFO:tasks.rados.rados.0.smithi094.stdout:3857: left oid 1 (ObjNum 1112 snap 385 seq_num 1112) 2024-08-17T17:20:40.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:20:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:20:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:20:40.811 INFO:tasks.rados.rados.0.smithi094.stdout:3851: done (7 left) 2024-08-17T17:20:40.811 INFO:tasks.rados.rados.0.smithi094.stdout:3852: done (6 left) 2024-08-17T17:20:40.811 INFO:tasks.rados.rados.0.smithi094.stdout:3853: done (5 left) 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3854: done (4 left) 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3855: done (3 left) 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3856: done (2 left) 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3857: done (1 left) 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3858: done (0 left) 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3859: rollback oid 20 current snap is 386 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 20 to 368 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3860: read oid 37 snap -1 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3860: expect (ObjNum 1106 snap 385 seq_num 1106) 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 44 current snap is 386 2024-08-17T17:20:40.812 INFO:tasks.rados.rados.0.smithi094.stdout:3861: seq_num 1113 ranges {2514944=647168,3162112=524288,3686400=622592,4308992=57344} 2024-08-17T17:20:40.829 INFO:tasks.rados.rados.0.smithi094.stdout:3861: writing smithi09487127-44 from 2514944 to 3162112 tid 1 2024-08-17T17:20:40.833 INFO:tasks.rados.rados.0.smithi094.stdout:3861: writing smithi09487127-44 from 3162112 to 3686400 tid 2 2024-08-17T17:20:40.837 INFO:tasks.rados.rados.0.smithi094.stdout:3861: writing smithi09487127-44 from 3686400 to 4308992 tid 3 2024-08-17T17:20:40.837 INFO:tasks.rados.rados.0.smithi094.stdout:3861: writing smithi09487127-44 from 4308992 to 4366336 tid 4 2024-08-17T17:20:40.837 INFO:tasks.rados.rados.0.smithi094.stdout:3862: read oid 17 snap -1 2024-08-17T17:20:40.837 INFO:tasks.rados.rados.0.smithi094.stdout:3862: expect (ObjNum 1068 snap 372 seq_num 1068) 2024-08-17T17:20:40.837 INFO:tasks.rados.rados.0.smithi094.stdout:3863: snap_remove snap 372 2024-08-17T17:20:41.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:40 smithi190 ceph-mon[90718]: pgmap v885: 121 pgs: 121 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 382 KiB/s wr, 7 op/s 2024-08-17T17:20:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:40 smithi190 ceph-mon[90718]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:20:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:40 smithi094 ceph-mon[100402]: pgmap v885: 121 pgs: 121 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 382 KiB/s wr, 7 op/s 2024-08-17T17:20:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:40 smithi094 ceph-mon[100402]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:20:41.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:40 smithi094 ceph-mon[102949]: pgmap v885: 121 pgs: 121 active+clean; 333 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 382 KiB/s wr, 7 op/s 2024-08-17T17:20:41.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:40 smithi094 ceph-mon[102949]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:20:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3863: done (4 left) 2024-08-17T17:20:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3864: read oid 33 snap -1 2024-08-17T17:20:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3864: expect (ObjNum 1107 snap 385 seq_num 1107) 2024-08-17T17:20:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 30 current snap is 386 2024-08-17T17:20:41.820 INFO:tasks.rados.rados.0.smithi094.stdout:3865: seq_num 1114 ranges {0=663552,663552=802816,1466368=401408} 2024-08-17T17:20:41.824 INFO:tasks.rados.rados.0.smithi094.stdout:3865: writing smithi09487127-30 from 0 to 663552 tid 1 2024-08-17T17:20:41.830 INFO:tasks.rados.rados.0.smithi094.stdout:3865: writing smithi09487127-30 from 663552 to 1466368 tid 2 2024-08-17T17:20:41.834 INFO:tasks.rados.rados.0.smithi094.stdout:3865: writing smithi09487127-30 from 1466368 to 1867776 tid 3 2024-08-17T17:20:41.837 INFO:tasks.rados.rados.0.smithi094.stdout:3859: finishing rollback tid 0 to smithi09487127-20 2024-08-17T17:20:41.837 INFO:tasks.rados.rados.0.smithi094.stdout:3859: finishing rollback tid 1 to smithi09487127-20 2024-08-17T17:20:41.837 INFO:tasks.rados.rados.0.smithi094.stdout:3859: finishing rollback tid 2 to smithi09487127-20 2024-08-17T17:20:41.837 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1916 (ObjNum 1048 snap 359 seq_num 1048) dirty exists 2024-08-17T17:20:41.837 INFO:tasks.rados.rados.0.smithi094.stdout:3861: finishing write tid 1 to smithi09487127-44 2024-08-17T17:20:41.837 INFO:tasks.rados.rados.0.smithi094.stdout:3861: finishing write tid 2 to smithi09487127-44 2024-08-17T17:20:41.837 INFO:tasks.rados.rados.0.smithi094.stdout:3862: expect (ObjNum 1068 snap 372 seq_num 1068) 2024-08-17T17:20:41.878 INFO:tasks.rados.rados.0.smithi094.stdout:3861: finishing write tid 3 to smithi09487127-44 2024-08-17T17:20:41.879 INFO:tasks.rados.rados.0.smithi094.stdout:3861: finishing write tid 4 to smithi09487127-44 2024-08-17T17:20:41.879 INFO:tasks.rados.rados.0.smithi094.stdout:3861: finishing write tid 5 to smithi09487127-44 2024-08-17T17:20:41.879 INFO:tasks.rados.rados.0.smithi094.stdout:3861: finishing write tid 6 to smithi09487127-44 2024-08-17T17:20:41.879 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 2165 (ObjNum 1113 snap 386 seq_num 1113) dirty exists 2024-08-17T17:20:41.879 INFO:tasks.rados.rados.0.smithi094.stdout:3861: left oid 44 (ObjNum 1113 snap 386 seq_num 1113) 2024-08-17T17:20:41.879 INFO:tasks.rados.rados.0.smithi094.stdout:3860: expect (ObjNum 1106 snap 385 seq_num 1106) 2024-08-17T17:20:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:41 smithi190 ceph-mon[90718]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:20:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:41 smithi190 ceph-mon[90718]: pgmap v888: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 364 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T17:20:42.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:41 smithi094 ceph-mon[100402]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:20:42.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:41 smithi094 ceph-mon[100402]: pgmap v888: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 364 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T17:20:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:41 smithi094 ceph-mon[102949]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:20:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:41 smithi094 ceph-mon[102949]: pgmap v888: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 364 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-17T17:20:42.467 INFO:tasks.rados.rados.0.smithi094.stdout:3865: finishing write tid 1 to smithi09487127-30 2024-08-17T17:20:42.467 INFO:tasks.rados.rados.0.smithi094.stdout:3865: finishing write tid 2 to smithi09487127-30 2024-08-17T17:20:42.467 INFO:tasks.rados.rados.0.smithi094.stdout:3865: finishing write tid 3 to smithi09487127-30 2024-08-17T17:20:42.467 INFO:tasks.rados.rados.0.smithi094.stdout:3865: finishing write tid 4 to smithi09487127-30 2024-08-17T17:20:42.467 INFO:tasks.rados.rados.0.smithi094.stdout:3865: finishing write tid 5 to smithi09487127-30 2024-08-17T17:20:42.467 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 30 v 1884 (ObjNum 1114 snap 386 seq_num 1114) dirty exists 2024-08-17T17:20:42.467 INFO:tasks.rados.rados.0.smithi094.stdout:3865: left oid 30 (ObjNum 1114 snap 386 seq_num 1114) 2024-08-17T17:20:42.467 INFO:tasks.rados.rados.0.smithi094.stdout:3859: done (5 left) 2024-08-17T17:20:42.468 INFO:tasks.rados.rados.0.smithi094.stdout:3860: done (4 left) 2024-08-17T17:20:42.468 INFO:tasks.rados.rados.0.smithi094.stdout:3861: done (3 left) 2024-08-17T17:20:42.468 INFO:tasks.rados.rados.0.smithi094.stdout:3862: done (2 left) 2024-08-17T17:20:42.468 INFO:tasks.rados.rados.0.smithi094.stdout:3865: done (1 left) 2024-08-17T17:20:42.468 INFO:tasks.rados.rados.0.smithi094.stdout:3866: snap_remove snap 376 2024-08-17T17:20:42.824 INFO:tasks.rados.rados.0.smithi094.stdout:3866: done (1 left) 2024-08-17T17:20:42.824 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 29 current snap is 386 2024-08-17T17:20:42.824 INFO:tasks.rados.rados.0.smithi094.stdout:3867: seq_num 1115 ranges {10125312=679936,10805248=688128,11493376=516096} 2024-08-17T17:20:42.882 INFO:tasks.rados.rados.0.smithi094.stdout:3867: writing smithi09487127-29 from 10125312 to 10805248 tid 1 2024-08-17T17:20:42.886 INFO:tasks.rados.rados.0.smithi094.stdout:3867: writing smithi09487127-29 from 10805248 to 11493376 tid 2 2024-08-17T17:20:42.890 INFO:tasks.rados.rados.0.smithi094.stdout:3867: writing smithi09487127-29 from 11493376 to 12009472 tid 3 2024-08-17T17:20:42.890 INFO:tasks.rados.rados.0.smithi094.stdout:3864: expect (ObjNum 1107 snap 385 seq_num 1107) 2024-08-17T17:20:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:3867: finishing write tid 1 to smithi09487127-29 2024-08-17T17:20:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:3867: finishing write tid 2 to smithi09487127-29 2024-08-17T17:20:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:3867: finishing write tid 3 to smithi09487127-29 2024-08-17T17:20:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:3867: finishing write tid 4 to smithi09487127-29 2024-08-17T17:20:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:3864: done (1 left) 2024-08-17T17:20:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:3868: read oid 20 snap 383 2024-08-17T17:20:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:3868: expect (ObjNum 1048 snap 359 seq_num 1048) 2024-08-17T17:20:43.082 INFO:tasks.rados.rados.0.smithi094.stdout:3869: snap_remove snap 380 2024-08-17T17:20:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:42 smithi190 ceph-mon[90718]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:20:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:42 smithi094 ceph-mon[100402]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:20:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:42 smithi094 ceph-mon[102949]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:20:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:43.833 INFO:tasks.rados.rados.0.smithi094.stdout:3869: done (2 left) 2024-08-17T17:20:43.833 INFO:tasks.rados.rados.0.smithi094.stdout:3870: rollback oid 4 current snap is 386 2024-08-17T17:20:43.833 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 4 to 381 2024-08-17T17:20:43.833 INFO:tasks.rados.rados.0.smithi094.stdout:3867: finishing write tid 5 to smithi09487127-29 2024-08-17T17:20:43.833 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1932 (ObjNum 1115 snap 386 seq_num 1115) dirty exists 2024-08-17T17:20:43.833 INFO:tasks.rados.rados.0.smithi094.stdout:3867: left oid 29 (ObjNum 1115 snap 386 seq_num 1115) 2024-08-17T17:20:43.833 INFO:tasks.rados.rados.0.smithi094.stdout:3868: expect (ObjNum 1048 snap 359 seq_num 1048) 2024-08-17T17:20:44.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:43 smithi190 ceph-mon[90718]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:20:44.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:43 smithi190 ceph-mon[90718]: pgmap v891: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 374 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 920 KiB/s rd, 7.0 MiB/s wr, 28 op/s 2024-08-17T17:20:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:43 smithi094 ceph-mon[100402]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:20:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:43 smithi094 ceph-mon[100402]: pgmap v891: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 374 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 920 KiB/s rd, 7.0 MiB/s wr, 28 op/s 2024-08-17T17:20:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:43 smithi094 ceph-mon[102949]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:20:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:43 smithi094 ceph-mon[102949]: pgmap v891: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 374 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 920 KiB/s rd, 7.0 MiB/s wr, 28 op/s 2024-08-17T17:20:44.414 INFO:tasks.rados.rados.0.smithi094.stdout:3870: finishing rollback tid 0 to smithi09487127-4 2024-08-17T17:20:44.414 INFO:tasks.rados.rados.0.smithi094.stdout:3870: finishing rollback tid 1 to smithi09487127-4 2024-08-17T17:20:44.414 INFO:tasks.rados.rados.0.smithi094.stdout:3870: finishing rollback tid 2 to smithi09487127-4 2024-08-17T17:20:44.414 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1384 (ObjNum 1096 snap 381 seq_num 1096) dirty exists 2024-08-17T17:20:44.414 INFO:tasks.rados.rados.0.smithi094.stdout:3867: done (2 left) 2024-08-17T17:20:44.414 INFO:tasks.rados.rados.0.smithi094.stdout:3868: done (1 left) 2024-08-17T17:20:44.414 INFO:tasks.rados.rados.0.smithi094.stdout:3870: done (0 left) 2024-08-17T17:20:44.414 INFO:tasks.rados.rados.0.smithi094.stdout:3871: setattr oid 47 current snap is 386 2024-08-17T17:20:44.415 INFO:tasks.rados.rados.0.smithi094.stdout:3872: snap_create 2024-08-17T17:20:44.419 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1917 (ObjNum 896 snap 283 seq_num 896) dirty exists 2024-08-17T17:20:44.836 INFO:tasks.rados.rados.0.smithi094.stdout:3871: done (1 left) 2024-08-17T17:20:44.837 INFO:tasks.rados.rados.0.smithi094.stdout:3872: done (0 left) 2024-08-17T17:20:44.837 INFO:tasks.rados.rados.0.smithi094.stdout:3873: setattr oid 4 current snap is 387 2024-08-17T17:20:44.838 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 387 2024-08-17T17:20:44.838 INFO:tasks.rados.rados.0.smithi094.stdout:3874: seq_num 1116 ranges {442368=696320,1138688=573440,1712128=450560,2162688=180224} 2024-08-17T17:20:44.845 INFO:tasks.rados.rados.0.smithi094.stdout:3874: writing smithi09487127-19 from 442368 to 1138688 tid 1 2024-08-17T17:20:44.848 INFO:tasks.rados.rados.0.smithi094.stdout:3874: writing smithi09487127-19 from 1138688 to 1712128 tid 2 2024-08-17T17:20:44.851 INFO:tasks.rados.rados.0.smithi094.stdout:3874: writing smithi09487127-19 from 1712128 to 2162688 tid 3 2024-08-17T17:20:44.853 INFO:tasks.rados.rados.0.smithi094.stdout:3874: writing smithi09487127-19 from 2162688 to 2342912 tid 4 2024-08-17T17:20:44.853 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 46 current snap is 387 2024-08-17T17:20:44.853 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1385 (ObjNum 1096 snap 381 seq_num 1096) dirty exists 2024-08-17T17:20:44.853 INFO:tasks.rados.rados.0.smithi094.stdout:3874: finishing write tid 1 to smithi09487127-19 2024-08-17T17:20:44.853 INFO:tasks.rados.rados.0.smithi094.stdout:3875: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2024-08-17T17:20:44.857 INFO:tasks.rados.rados.0.smithi094.stdout:3875: writing smithi09487127-46 from 0 to 712704 tid 1 2024-08-17T17:20:44.860 INFO:tasks.rados.rados.0.smithi094.stdout:3875: writing smithi09487127-46 from 712704 to 1171456 tid 2 2024-08-17T17:20:44.864 INFO:tasks.rados.rados.0.smithi094.stdout:3875: writing smithi09487127-46 from 1171456 to 1826816 tid 3 2024-08-17T17:20:44.865 INFO:tasks.rados.rados.0.smithi094.stdout:3875: writing smithi09487127-46 from 1826816 to 1916928 tid 4 2024-08-17T17:20:44.865 INFO:tasks.rados.rados.0.smithi094.stdout:3873: done (2 left) 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3876: delete oid 17 current snap is 387 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3874: finishing write tid 2 to smithi09487127-19 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3874: finishing write tid 3 to smithi09487127-19 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3874: finishing write tid 4 to smithi09487127-19 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3874: finishing write tid 5 to smithi09487127-19 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3874: finishing write tid 6 to smithi09487127-19 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 2129 (ObjNum 1116 snap 387 seq_num 1116) dirty exists 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3874: left oid 19 (ObjNum 1116 snap 387 seq_num 1116) 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3875: finishing write tid 1 to smithi09487127-46 2024-08-17T17:20:44.866 INFO:tasks.rados.rados.0.smithi094.stdout:3875: finishing write tid 2 to smithi09487127-46 2024-08-17T17:20:44.867 INFO:tasks.rados.rados.0.smithi094.stdout:3874: done (2 left) 2024-08-17T17:20:44.868 INFO:tasks.rados.rados.0.smithi094.stdout:3876: done (1 left) 2024-08-17T17:20:44.868 INFO:tasks.rados.rados.0.smithi094.stdout:3877: read oid 38 snap -1 2024-08-17T17:20:44.868 INFO:tasks.rados.rados.0.smithi094.stdout:3877: expect (ObjNum 1003 snap 330 seq_num 1003) 2024-08-17T17:20:44.868 INFO:tasks.rados.rados.0.smithi094.stdout:3878: copy_from oid 18 from oid 49 current snap is 387 2024-08-17T17:20:44.868 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 20 current snap is 387 2024-08-17T17:20:44.868 INFO:tasks.rados.rados.0.smithi094.stdout:3879: seq_num 1119 ranges {8347648=745472,9093120=679936,9773056=524288} 2024-08-17T17:20:44.916 INFO:tasks.rados.rados.0.smithi094.stdout:3879: writing smithi09487127-20 from 8347648 to 9093120 tid 1 2024-08-17T17:20:44.920 INFO:tasks.rados.rados.0.smithi094.stdout:3879: writing smithi09487127-20 from 9093120 to 9773056 tid 2 2024-08-17T17:20:44.924 INFO:tasks.rados.rados.0.smithi094.stdout:3879: writing smithi09487127-20 from 9773056 to 10297344 tid 3 2024-08-17T17:20:44.924 INFO:tasks.rados.rados.0.smithi094.stdout:3880: rollback oid 28 current snap is 387 2024-08-17T17:20:44.924 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 28 to 352 2024-08-17T17:20:44.924 INFO:tasks.rados.rados.0.smithi094.stdout:3875: finishing write tid 3 to smithi09487127-46 2024-08-17T17:20:44.924 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 2 current snap is 387 2024-08-17T17:20:44.924 INFO:tasks.rados.rados.0.smithi094.stdout:3875: finishing write tid 4 to smithi09487127-46 2024-08-17T17:20:44.924 INFO:tasks.rados.rados.0.smithi094.stdout:3875: finishing write tid 5 to smithi09487127-46 2024-08-17T17:20:44.925 INFO:tasks.rados.rados.0.smithi094.stdout:3875: finishing write tid 6 to smithi09487127-46 2024-08-17T17:20:44.925 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 46 v 1690 (ObjNum 1117 snap 387 seq_num 1117) dirty exists 2024-08-17T17:20:44.925 INFO:tasks.rados.rados.0.smithi094.stdout:3875: left oid 46 (ObjNum 1117 snap 387 seq_num 1117) 2024-08-17T17:20:44.925 INFO:tasks.rados.rados.0.smithi094.stdout:3878: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:20:44.925 INFO:tasks.rados.rados.0.smithi094.stdout:3878: finishing copy_from to smithi09487127-18 2024-08-17T17:20:44.925 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1868 (ObjNum 1051 snap 360 seq_num 1051) dirty exists 2024-08-17T17:20:44.925 INFO:tasks.rados.rados.0.smithi094.stdout:3877: expect (ObjNum 1003 snap 330 seq_num 1003) 2024-08-17T17:20:45.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:44 smithi190 ceph-mon[90718]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:20:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:44 smithi094 ceph-mon[100402]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:20:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:44 smithi094 ceph-mon[102949]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:20:45.344 INFO:tasks.rados.rados.0.smithi094.stdout:3879: finishing write tid 1 to smithi09487127-20 2024-08-17T17:20:45.345 INFO:tasks.rados.rados.0.smithi094.stdout:3879: finishing write tid 2 to smithi09487127-20 2024-08-17T17:20:45.345 INFO:tasks.rados.rados.0.smithi094.stdout:3880: finishing rollback tid 1 to smithi09487127-28 2024-08-17T17:20:45.345 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 28 v 1664 (ObjNum 273 snap 0 seq_num 3221001840) dirty dne 2024-08-17T17:20:45.345 INFO:tasks.rados.rados.0.smithi094.stdout:3879: finishing write tid 3 to smithi09487127-20 2024-08-17T17:20:45.345 INFO:tasks.rados.rados.0.smithi094.stdout:3881: seq_num 1120 ranges {0=761856,761856=557056,1318912=425984,1744896=221184} 2024-08-17T17:20:45.348 INFO:tasks.rados.rados.0.smithi094.stdout:3881: writing smithi09487127-2 from 0 to 761856 tid 1 2024-08-17T17:20:45.351 INFO:tasks.rados.rados.0.smithi094.stdout:3881: writing smithi09487127-2 from 761856 to 1318912 tid 2 2024-08-17T17:20:45.353 INFO:tasks.rados.rados.0.smithi094.stdout:3881: writing smithi09487127-2 from 1318912 to 1744896 tid 3 2024-08-17T17:20:45.355 INFO:tasks.rados.rados.0.smithi094.stdout:3881: writing smithi09487127-2 from 1744896 to 1966080 tid 4 2024-08-17T17:20:45.355 INFO:tasks.rados.rados.0.smithi094.stdout:3875: done (5 left) 2024-08-17T17:20:45.356 INFO:tasks.rados.rados.0.smithi094.stdout:3877: done (4 left) 2024-08-17T17:20:45.356 INFO:tasks.rados.rados.0.smithi094.stdout:3878: done (3 left) 2024-08-17T17:20:45.356 INFO:tasks.rados.rados.0.smithi094.stdout:3880: done (2 left) 2024-08-17T17:20:45.356 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 18 current snap is 387 2024-08-17T17:20:45.356 INFO:tasks.rados.rados.0.smithi094.stdout:3879: finishing write tid 4 to smithi09487127-20 2024-08-17T17:20:45.356 INFO:tasks.rados.rados.0.smithi094.stdout:3882: seq_num 1121 ranges {811008=778240,1589248=442368,2031616=638976,2670592=122880} 2024-08-17T17:20:45.363 INFO:tasks.rados.rados.0.smithi094.stdout:3882: writing smithi09487127-18 from 811008 to 1589248 tid 1 2024-08-17T17:20:45.366 INFO:tasks.rados.rados.0.smithi094.stdout:3882: writing smithi09487127-18 from 1589248 to 2031616 tid 2 2024-08-17T17:20:45.370 INFO:tasks.rados.rados.0.smithi094.stdout:3882: writing smithi09487127-18 from 2031616 to 2670592 tid 3 2024-08-17T17:20:45.371 INFO:tasks.rados.rados.0.smithi094.stdout:3882: writing smithi09487127-18 from 2670592 to 2793472 tid 4 2024-08-17T17:20:45.371 INFO:tasks.rados.rados.0.smithi094.stdout:3883: snap_remove snap 368 2024-08-17T17:20:45.845 INFO:tasks.rados.rados.0.smithi094.stdout:3883: done (3 left) 2024-08-17T17:20:45.846 INFO:tasks.rados.rados.0.smithi094.stdout:3884: read oid 27 snap -1 2024-08-17T17:20:45.846 INFO:tasks.rados.rados.0.smithi094.stdout:3884: expect deleted 2024-08-17T17:20:45.846 INFO:tasks.rados.rados.0.smithi094.stdout:3885: snap_remove snap 359 2024-08-17T17:20:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:45 smithi190 ceph-mon[90718]: pgmap v893: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 389 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-08-17T17:20:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:45 smithi190 ceph-mon[90718]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:20:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:45 smithi094 ceph-mon[100402]: pgmap v893: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 389 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-08-17T17:20:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:45 smithi094 ceph-mon[100402]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:20:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:45 smithi094 ceph-mon[102949]: pgmap v893: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 389 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-08-17T17:20:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:45 smithi094 ceph-mon[102949]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:20:46.851 INFO:tasks.rados.rados.0.smithi094.stdout:3885: done (4 left) 2024-08-17T17:20:46.851 INFO:tasks.rados.rados.0.smithi094.stdout:3886: read oid 46 snap -1 2024-08-17T17:20:46.851 INFO:tasks.rados.rados.0.smithi094.stdout:3886: expect (ObjNum 1117 snap 387 seq_num 1117) 2024-08-17T17:20:46.851 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 4 current snap is 387 2024-08-17T17:20:46.851 INFO:tasks.rados.rados.0.smithi094.stdout:3887: seq_num 1122 ranges {1564672=794624,2359296=729088,3088384=475136} 2024-08-17T17:20:46.865 INFO:tasks.rados.rados.0.smithi094.stdout:3887: writing smithi09487127-4 from 1564672 to 2359296 tid 1 2024-08-17T17:20:46.870 INFO:tasks.rados.rados.0.smithi094.stdout:3887: writing smithi09487127-4 from 2359296 to 3088384 tid 2 2024-08-17T17:20:46.874 INFO:tasks.rados.rados.0.smithi094.stdout:3887: writing smithi09487127-4 from 3088384 to 3563520 tid 3 2024-08-17T17:20:46.875 INFO:tasks.rados.rados.0.smithi094.stdout:3879: finishing write tid 5 to smithi09487127-20 2024-08-17T17:20:46.875 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 20 v 1943 (ObjNum 1119 snap 387 seq_num 1119) dirty exists 2024-08-17T17:20:46.875 INFO:tasks.rados.rados.0.smithi094.stdout:3879: left oid 20 (ObjNum 1119 snap 387 seq_num 1119) 2024-08-17T17:20:46.875 INFO:tasks.rados.rados.0.smithi094.stdout:3881: finishing write tid 1 to smithi09487127-2 2024-08-17T17:20:46.875 INFO:tasks.rados.rados.0.smithi094.stdout:3881: finishing write tid 2 to smithi09487127-2 2024-08-17T17:20:46.875 INFO:tasks.rados.rados.0.smithi094.stdout:3881: finishing write tid 3 to smithi09487127-2 2024-08-17T17:20:46.875 INFO:tasks.rados.rados.0.smithi094.stdout:3881: finishing write tid 4 to smithi09487127-2 2024-08-17T17:20:46.875 INFO:tasks.rados.rados.0.smithi094.stdout:3881: finishing write tid 5 to smithi09487127-2 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3881: finishing write tid 6 to smithi09487127-2 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 2 v 1705 (ObjNum 1120 snap 387 seq_num 1120) dirty exists 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3881: left oid 2 (ObjNum 1120 snap 387 seq_num 1120) 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3882: finishing write tid 1 to smithi09487127-18 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3882: finishing write tid 2 to smithi09487127-18 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3882: finishing write tid 3 to smithi09487127-18 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3882: finishing write tid 4 to smithi09487127-18 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3882: finishing write tid 5 to smithi09487127-18 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3882: finishing write tid 6 to smithi09487127-18 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1873 (ObjNum 1121 snap 387 seq_num 1121) dirty exists 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3882: left oid 18 (ObjNum 1121 snap 387 seq_num 1121) 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3879: done (5 left) 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3881: done (4 left) 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3882: done (3 left) 2024-08-17T17:20:46.876 INFO:tasks.rados.rados.0.smithi094.stdout:3884: done (2 left) 2024-08-17T17:20:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3888: rmattr oid 45 current snap is 387 2024-08-17T17:20:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 47 current snap is 387 2024-08-17T17:20:46.877 INFO:tasks.rados.rados.0.smithi094.stdout:3889: seq_num 1123 ranges {614400=409600,1024000=614400,1638400=598016,2236416=393216} 2024-08-17T17:20:46.881 INFO:tasks.rados.rados.0.smithi094.stdout:3889: writing smithi09487127-47 from 614400 to 1024000 tid 1 2024-08-17T17:20:46.885 INFO:tasks.rados.rados.0.smithi094.stdout:3889: writing smithi09487127-47 from 1024000 to 1638400 tid 2 2024-08-17T17:20:46.889 INFO:tasks.rados.rados.0.smithi094.stdout:3889: writing smithi09487127-47 from 1638400 to 2236416 tid 3 2024-08-17T17:20:46.892 INFO:tasks.rados.rados.0.smithi094.stdout:3889: writing smithi09487127-47 from 2236416 to 2629632 tid 4 2024-08-17T17:20:46.892 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 7 current snap is 387 2024-08-17T17:20:46.892 INFO:tasks.rados.rados.0.smithi094.stdout:3890: seq_num 1124 ranges {1802240=434176,2236416=499712,2736128=409600,3145728=663552,3809280=32768} 2024-08-17T17:20:46.903 INFO:tasks.rados.rados.0.smithi094.stdout:3890: writing smithi09487127-7 from 1802240 to 2236416 tid 1 2024-08-17T17:20:46.906 INFO:tasks.rados.rados.0.smithi094.stdout:3890: writing smithi09487127-7 from 2236416 to 2736128 tid 2 2024-08-17T17:20:46.909 INFO:tasks.rados.rados.0.smithi094.stdout:3890: writing smithi09487127-7 from 2736128 to 3145728 tid 3 2024-08-17T17:20:46.913 INFO:tasks.rados.rados.0.smithi094.stdout:3890: writing smithi09487127-7 from 3145728 to 3809280 tid 4 2024-08-17T17:20:46.913 INFO:tasks.rados.rados.0.smithi094.stdout:3890: writing smithi09487127-7 from 3809280 to 3842048 tid 5 2024-08-17T17:20:46.913 INFO:tasks.rados.rados.0.smithi094.stdout:3891: read oid 28 snap 385 2024-08-17T17:20:46.913 INFO:tasks.rados.rados.0.smithi094.stdout:3891: expect deleted 2024-08-17T17:20:46.913 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 387 2024-08-17T17:20:46.913 INFO:tasks.rados.rados.0.smithi094.stdout:3886: expect (ObjNum 1117 snap 387 seq_num 1117) 2024-08-17T17:20:46.968 INFO:tasks.rados.rados.0.smithi094.stdout:3887: finishing write tid 1 to smithi09487127-4 2024-08-17T17:20:46.968 INFO:tasks.rados.rados.0.smithi094.stdout:3887: finishing write tid 2 to smithi09487127-4 2024-08-17T17:20:46.968 INFO:tasks.rados.rados.0.smithi094.stdout:3887: finishing write tid 3 to smithi09487127-4 2024-08-17T17:20:46.969 INFO:tasks.rados.rados.0.smithi094.stdout:3887: finishing write tid 4 to smithi09487127-4 2024-08-17T17:20:46.969 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 45 v 2023 (ObjNum 1014 snap 337 seq_num 1014) dirty exists 2024-08-17T17:20:46.969 INFO:tasks.rados.rados.0.smithi094.stdout:3887: finishing write tid 5 to smithi09487127-4 2024-08-17T17:20:46.969 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 4 v 1389 (ObjNum 1122 snap 387 seq_num 1122) dirty exists 2024-08-17T17:20:46.969 INFO:tasks.rados.rados.0.smithi094.stdout:3887: left oid 4 (ObjNum 1122 snap 387 seq_num 1122) 2024-08-17T17:20:46.969 INFO:tasks.rados.rados.0.smithi094.stdout:3889: finishing write tid 1 to smithi09487127-47 2024-08-17T17:20:46.969 INFO:tasks.rados.rados.0.smithi094.stdout:3892: seq_num 1125 ranges {1212416=450560,1662976=786432,2449408=614400,3063808=204800} 2024-08-17T17:20:46.977 INFO:tasks.rados.rados.0.smithi094.stdout:3892: writing smithi09487127-39 from 1212416 to 1662976 tid 1 2024-08-17T17:20:46.981 INFO:tasks.rados.rados.0.smithi094.stdout:3892: writing smithi09487127-39 from 1662976 to 2449408 tid 2 2024-08-17T17:20:46.985 INFO:tasks.rados.rados.0.smithi094.stdout:3892: writing smithi09487127-39 from 2449408 to 3063808 tid 3 2024-08-17T17:20:46.987 INFO:tasks.rados.rados.0.smithi094.stdout:3892: writing smithi09487127-39 from 3063808 to 3268608 tid 4 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3886: done (6 left) 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3887: done (5 left) 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3888: done (4 left) 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3893: read oid 23 snap -1 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3893: expect deleted 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 38 current snap is 387 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3889: finishing write tid 2 to smithi09487127-47 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3889: finishing write tid 3 to smithi09487127-47 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3889: finishing write tid 4 to smithi09487127-47 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3889: finishing write tid 5 to smithi09487127-47 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3889: finishing write tid 6 to smithi09487127-47 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 47 v 1922 (ObjNum 1123 snap 387 seq_num 1123) dirty exists 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3889: left oid 47 (ObjNum 1123 snap 387 seq_num 1123) 2024-08-17T17:20:46.988 INFO:tasks.rados.rados.0.smithi094.stdout:3890: finishing write tid 1 to smithi09487127-7 2024-08-17T17:20:46.989 INFO:tasks.rados.rados.0.smithi094.stdout:3894: seq_num 1126 ranges {7921664=466944,8388608=720896,9109504=778240,9887744=106496} 2024-08-17T17:20:47.031 INFO:tasks.rados.rados.0.smithi094.stdout:3894: writing smithi09487127-38 from 7921664 to 8388608 tid 1 2024-08-17T17:20:47.035 INFO:tasks.rados.rados.0.smithi094.stdout:3894: writing smithi09487127-38 from 8388608 to 9109504 tid 2 2024-08-17T17:20:47.039 INFO:tasks.rados.rados.0.smithi094.stdout:3894: writing smithi09487127-38 from 9109504 to 9887744 tid 3 2024-08-17T17:20:47.040 INFO:tasks.rados.rados.0.smithi094.stdout:3894: writing smithi09487127-38 from 9887744 to 9994240 tid 4 2024-08-17T17:20:47.040 INFO:tasks.rados.rados.0.smithi094.stdout:3889: done (5 left) 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3895: read oid 6 snap 377 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3895: expect (ObjNum 1047 snap 358 seq_num 1047) 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3896: delete oid 22 current snap is 387 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3890: finishing write tid 2 to smithi09487127-7 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3890: finishing write tid 3 to smithi09487127-7 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3890: finishing write tid 4 to smithi09487127-7 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3890: finishing write tid 5 to smithi09487127-7 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3890: finishing write tid 6 to smithi09487127-7 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3890: finishing write tid 7 to smithi09487127-7 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 7 v 2154 (ObjNum 1124 snap 387 seq_num 1124) dirty exists 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3890: left oid 7 (ObjNum 1124 snap 387 seq_num 1124) 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3892: finishing write tid 1 to smithi09487127-39 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3892: finishing write tid 2 to smithi09487127-39 2024-08-17T17:20:47.041 INFO:tasks.rados.rados.0.smithi094.stdout:3892: finishing write tid 3 to smithi09487127-39 2024-08-17T17:20:47.042 INFO:tasks.rados.rados.0.smithi094.stdout:3892: finishing write tid 4 to smithi09487127-39 2024-08-17T17:20:47.042 INFO:tasks.rados.rados.0.smithi094.stdout:3892: finishing write tid 5 to smithi09487127-39 2024-08-17T17:20:47.042 INFO:tasks.rados.rados.0.smithi094.stdout:3892: finishing write tid 6 to smithi09487127-39 2024-08-17T17:20:47.042 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 2029 (ObjNum 1125 snap 387 seq_num 1125) dirty exists 2024-08-17T17:20:47.042 INFO:tasks.rados.rados.0.smithi094.stdout:3892: left oid 39 (ObjNum 1125 snap 387 seq_num 1125) 2024-08-17T17:20:47.042 INFO:tasks.rados.rados.0.smithi094.stdout:3894: finishing write tid 1 to smithi09487127-38 2024-08-17T17:20:47.042 INFO:tasks.rados.rados.0.smithi094.stdout:3894: finishing write tid 2 to smithi09487127-38 2024-08-17T17:20:47.043 INFO:tasks.rados.rados.0.smithi094.stdout:3890: done (6 left) 2024-08-17T17:20:47.043 INFO:tasks.rados.rados.0.smithi094.stdout:3891: done (5 left) 2024-08-17T17:20:47.043 INFO:tasks.rados.rados.0.smithi094.stdout:3892: done (4 left) 2024-08-17T17:20:47.043 INFO:tasks.rados.rados.0.smithi094.stdout:3893: done (3 left) 2024-08-17T17:20:47.043 INFO:tasks.rados.rados.0.smithi094.stdout:3896: done (2 left) 2024-08-17T17:20:47.043 INFO:tasks.rados.rados.0.smithi094.stdout:3897: snap_create 2024-08-17T17:20:47.044 INFO:tasks.rados.rados.0.smithi094.stdout:3894: finishing write tid 3 to smithi09487127-38 2024-08-17T17:20:47.045 INFO:tasks.rados.rados.0.smithi094.stdout:3894: finishing write tid 4 to smithi09487127-38 2024-08-17T17:20:47.045 INFO:tasks.rados.rados.0.smithi094.stdout:3894: finishing write tid 5 to smithi09487127-38 2024-08-17T17:20:47.047 INFO:tasks.rados.rados.0.smithi094.stdout:3894: finishing write tid 6 to smithi09487127-38 2024-08-17T17:20:47.047 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 1965 (ObjNum 1126 snap 387 seq_num 1126) dirty exists 2024-08-17T17:20:47.047 INFO:tasks.rados.rados.0.smithi094.stdout:3894: left oid 38 (ObjNum 1126 snap 387 seq_num 1126) 2024-08-17T17:20:47.064 INFO:tasks.rados.rados.0.smithi094.stdout:3895: expect (ObjNum 1047 snap 358 seq_num 1047) 2024-08-17T17:20:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:46 smithi190 ceph-mon[90718]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:20:47.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:46 smithi094 ceph-mon[100402]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:20:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:46 smithi094 ceph-mon[102949]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:20:47.853 INFO:tasks.rados.rados.0.smithi094.stdout:3894: done (2 left) 2024-08-17T17:20:47.853 INFO:tasks.rados.rados.0.smithi094.stdout:3895: done (1 left) 2024-08-17T17:20:47.853 INFO:tasks.rados.rados.0.smithi094.stdout:3897: done (0 left) 2024-08-17T17:20:47.854 INFO:tasks.rados.rados.0.smithi094.stdout:3898: read oid 10 snap -1 2024-08-17T17:20:47.854 INFO:tasks.rados.rados.0.smithi094.stdout:3898: expect (ObjNum 1098 snap 384 seq_num 1098) 2024-08-17T17:20:47.854 INFO:tasks.rados.rados.0.smithi094.stdout:3899: snap_remove snap 318 2024-08-17T17:20:48.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:47 smithi190 ceph-mon[90718]: pgmap v896: 121 pgs: 121 active+clean; 395 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-08-17T17:20:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:47 smithi190 ceph-mon[90718]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:20:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:47 smithi094 ceph-mon[100402]: pgmap v896: 121 pgs: 121 active+clean; 395 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-08-17T17:20:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:47 smithi094 ceph-mon[100402]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:20:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:47 smithi094 ceph-mon[102949]: pgmap v896: 121 pgs: 121 active+clean; 395 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 4.4 MiB/s wr, 23 op/s 2024-08-17T17:20:48.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:47 smithi094 ceph-mon[102949]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:20:48.808 INFO:tasks.rados.rados.0.smithi094.stdout:3899: done (1 left) 2024-08-17T17:20:48.809 INFO:tasks.rados.rados.0.smithi094.stdout:3900: read oid 27 snap -1 2024-08-17T17:20:48.809 INFO:tasks.rados.rados.0.smithi094.stdout:3900: expect deleted 2024-08-17T17:20:48.809 INFO:tasks.rados.rados.0.smithi094.stdout:3901: read oid 15 snap 385 2024-08-17T17:20:48.809 INFO:tasks.rados.rados.0.smithi094.stdout:3901: expect deleted 2024-08-17T17:20:48.809 INFO:tasks.rados.rados.0.smithi094.stdout:3902: rmattr oid 16 current snap is 388 2024-08-17T17:20:48.809 INFO:tasks.rados.rados.0.smithi094.stdout:3902: done (3 left) 2024-08-17T17:20:48.809 INFO:tasks.rados.rados.0.smithi094.stdout:3903: delete oid 40 current snap is 388 2024-08-17T17:20:48.809 INFO:tasks.rados.rados.0.smithi094.stdout:3898: expect (ObjNum 1098 snap 384 seq_num 1098) 2024-08-17T17:20:48.868 INFO:tasks.rados.rados.0.smithi094.stdout:3898: done (3 left) 2024-08-17T17:20:48.869 INFO:tasks.rados.rados.0.smithi094.stdout:3900: done (2 left) 2024-08-17T17:20:48.869 INFO:tasks.rados.rados.0.smithi094.stdout:3901: done (1 left) 2024-08-17T17:20:48.869 INFO:tasks.rados.rados.0.smithi094.stdout:3903: done (0 left) 2024-08-17T17:20:48.869 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 9 current snap is 388 2024-08-17T17:20:48.869 INFO:tasks.rados.rados.0.smithi094.stdout:3904: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-08-17T17:20:48.870 INFO:tasks.rados.rados.0.smithi094.stdout:3904: writing smithi09487127-9 from 0 to 516096 tid 1 2024-08-17T17:20:48.875 INFO:tasks.rados.rados.0.smithi094.stdout:3904: writing smithi09487127-9 from 516096 to 1286144 tid 2 2024-08-17T17:20:48.878 INFO:tasks.rados.rados.0.smithi094.stdout:3904: writing smithi09487127-9 from 1286144 to 1884160 tid 3 2024-08-17T17:20:48.880 INFO:tasks.rados.rados.0.smithi094.stdout:3904: writing smithi09487127-9 from 1884160 to 2121728 tid 4 2024-08-17T17:20:48.880 INFO:tasks.rados.rados.0.smithi094.stdout:3905: read oid 38 snap -1 2024-08-17T17:20:48.880 INFO:tasks.rados.rados.0.smithi094.stdout:3905: expect (ObjNum 1126 snap 387 seq_num 1126) 2024-08-17T17:20:48.880 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 3 current snap is 388 2024-08-17T17:20:48.880 INFO:tasks.rados.rados.0.smithi094.stdout:3904: finishing write tid 1 to smithi09487127-9 2024-08-17T17:20:48.880 INFO:tasks.rados.rados.0.smithi094.stdout:3904: finishing write tid 2 to smithi09487127-9 2024-08-17T17:20:48.881 INFO:tasks.rados.rados.0.smithi094.stdout:3906: seq_num 1130 ranges {2301952=532480,2834432=655360,3489792=753664,4243456=196608} 2024-08-17T17:20:48.895 INFO:tasks.rados.rados.0.smithi094.stdout:3906: writing smithi09487127-3 from 2301952 to 2834432 tid 1 2024-08-17T17:20:48.899 INFO:tasks.rados.rados.0.smithi094.stdout:3906: writing smithi09487127-3 from 2834432 to 3489792 tid 2 2024-08-17T17:20:48.904 INFO:tasks.rados.rados.0.smithi094.stdout:3906: writing smithi09487127-3 from 3489792 to 4243456 tid 3 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3906: writing smithi09487127-3 from 4243456 to 4440064 tid 4 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3907: read oid 30 snap -1 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3907: expect (ObjNum 1114 snap 386 seq_num 1114) 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3908: read oid 32 snap -1 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3908: expect (ObjNum 1080 snap 376 seq_num 1080) 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3909: delete oid 14 current snap is 388 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3904: finishing write tid 3 to smithi09487127-9 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3904: finishing write tid 4 to smithi09487127-9 2024-08-17T17:20:48.906 INFO:tasks.rados.rados.0.smithi094.stdout:3904: finishing write tid 5 to smithi09487127-9 2024-08-17T17:20:48.907 INFO:tasks.rados.rados.0.smithi094.stdout:3904: finishing write tid 6 to smithi09487127-9 2024-08-17T17:20:48.907 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 9 v 1711 (ObjNum 1129 snap 388 seq_num 1129) dirty exists 2024-08-17T17:20:48.907 INFO:tasks.rados.rados.0.smithi094.stdout:3904: left oid 9 (ObjNum 1129 snap 388 seq_num 1129) 2024-08-17T17:20:48.907 INFO:tasks.rados.rados.0.smithi094.stdout:3906: finishing write tid 1 to smithi09487127-3 2024-08-17T17:20:48.907 INFO:tasks.rados.rados.0.smithi094.stdout:3906: finishing write tid 2 to smithi09487127-3 2024-08-17T17:20:48.908 INFO:tasks.rados.rados.0.smithi094.stdout:3906: finishing write tid 3 to smithi09487127-3 2024-08-17T17:20:48.908 INFO:tasks.rados.rados.0.smithi094.stdout:3906: finishing write tid 4 to smithi09487127-3 2024-08-17T17:20:48.909 INFO:tasks.rados.rados.0.smithi094.stdout:3906: finishing write tid 5 to smithi09487127-3 2024-08-17T17:20:48.910 INFO:tasks.rados.rados.0.smithi094.stdout:3906: finishing write tid 6 to smithi09487127-3 2024-08-17T17:20:48.910 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 3 v 1495 (ObjNum 1130 snap 388 seq_num 1130) dirty exists 2024-08-17T17:20:48.910 INFO:tasks.rados.rados.0.smithi094.stdout:3906: left oid 3 (ObjNum 1130 snap 388 seq_num 1130) 2024-08-17T17:20:48.915 INFO:tasks.rados.rados.0.smithi094.stdout:3905: expect (ObjNum 1126 snap 387 seq_num 1126) 2024-08-17T17:20:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:48 smithi190 ceph-mon[90718]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:20:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:48 smithi190 ceph-mon[90718]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:20:49.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:48 smithi094 ceph-mon[100402]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:20:49.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:48 smithi094 ceph-mon[100402]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:20:49.270 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:48 smithi094 ceph-mon[102949]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:20:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:48 smithi094 ceph-mon[102949]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:20:49.511 INFO:tasks.rados.rados.0.smithi094.stdout:3908: expect (ObjNum 1080 snap 376 seq_num 1080) 2024-08-17T17:20:49.521 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:20:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:20:49] "GET /metrics HTTP/1.1" 200 36368 "" "Prometheus/2.51.0" 2024-08-17T17:20:49.554 INFO:tasks.rados.rados.0.smithi094.stdout:3907: expect (ObjNum 1114 snap 386 seq_num 1114) 2024-08-17T17:20:49.605 INFO:tasks.rados.rados.0.smithi094.stdout:3904: done (5 left) 2024-08-17T17:20:49.605 INFO:tasks.rados.rados.0.smithi094.stdout:3905: done (4 left) 2024-08-17T17:20:49.605 INFO:tasks.rados.rados.0.smithi094.stdout:3906: done (3 left) 2024-08-17T17:20:49.605 INFO:tasks.rados.rados.0.smithi094.stdout:3907: done (2 left) 2024-08-17T17:20:49.605 INFO:tasks.rados.rados.0.smithi094.stdout:3908: done (1 left) 2024-08-17T17:20:49.606 INFO:tasks.rados.rados.0.smithi094.stdout:3909: done (0 left) 2024-08-17T17:20:49.606 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 34 current snap is 388 2024-08-17T17:20:49.606 INFO:tasks.rados.rados.0.smithi094.stdout:3910: seq_num 1132 ranges {1089536=565248,1654784=425984,2080768=770048,2850816=409600} 2024-08-17T17:20:49.614 INFO:tasks.rados.rados.0.smithi094.stdout:3910: writing smithi09487127-34 from 1089536 to 1654784 tid 1 2024-08-17T17:20:49.616 INFO:tasks.rados.rados.0.smithi094.stdout:3910: writing smithi09487127-34 from 1654784 to 2080768 tid 2 2024-08-17T17:20:49.621 INFO:tasks.rados.rados.0.smithi094.stdout:3910: writing smithi09487127-34 from 2080768 to 2850816 tid 3 2024-08-17T17:20:49.624 INFO:tasks.rados.rados.0.smithi094.stdout:3910: writing smithi09487127-34 from 2850816 to 3260416 tid 4 2024-08-17T17:20:49.624 INFO:tasks.rados.rados.0.smithi094.stdout:3911: rollback oid 50 current snap is 388 2024-08-17T17:20:49.624 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 50 to 381 2024-08-17T17:20:49.624 INFO:tasks.rados.rados.0.smithi094.stdout:3910: finishing write tid 1 to smithi09487127-34 2024-08-17T17:20:49.624 INFO:tasks.rados.rados.0.smithi094.stdout:3910: finishing write tid 2 to smithi09487127-34 2024-08-17T17:20:49.624 INFO:tasks.rados.rados.0.smithi094.stdout:3912: delete oid 36 current snap is 388 2024-08-17T17:20:49.624 INFO:tasks.rados.rados.0.smithi094.stdout:3910: finishing write tid 3 to smithi09487127-34 2024-08-17T17:20:49.627 INFO:tasks.rados.rados.0.smithi094.stdout:3910: finishing write tid 4 to smithi09487127-34 2024-08-17T17:20:49.628 INFO:tasks.rados.rados.0.smithi094.stdout:3910: finishing write tid 5 to smithi09487127-34 2024-08-17T17:20:49.628 INFO:tasks.rados.rados.0.smithi094.stdout:3910: finishing write tid 6 to smithi09487127-34 2024-08-17T17:20:49.628 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 34 v 1937 (ObjNum 1132 snap 388 seq_num 1132) dirty exists 2024-08-17T17:20:49.628 INFO:tasks.rados.rados.0.smithi094.stdout:3910: left oid 34 (ObjNum 1132 snap 388 seq_num 1132) 2024-08-17T17:20:49.629 INFO:tasks.rados.rados.0.smithi094.stdout:3910: done (2 left) 2024-08-17T17:20:49.629 INFO:tasks.rados.rados.0.smithi094.stdout:3912: done (1 left) 2024-08-17T17:20:49.629 INFO:tasks.rados.rados.0.smithi094.stdout:3913: read oid 37 snap -1 2024-08-17T17:20:49.629 INFO:tasks.rados.rados.0.smithi094.stdout:3913: expect (ObjNum 1106 snap 385 seq_num 1106) 2024-08-17T17:20:49.629 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 21 current snap is 388 2024-08-17T17:20:49.629 INFO:tasks.rados.rados.0.smithi094.stdout:3911: finishing rollback tid 0 to smithi09487127-50 2024-08-17T17:20:49.629 INFO:tasks.rados.rados.0.smithi094.stdout:3914: seq_num 1134 ranges {15130624=598016,15728640=638976,16367616=737280,17104896=229376} 2024-08-17T17:20:49.712 INFO:tasks.rados.rados.0.smithi094.stdout:3914: writing smithi09487127-21 from 15130624 to 15728640 tid 1 2024-08-17T17:20:49.715 INFO:tasks.rados.rados.0.smithi094.stdout:3914: writing smithi09487127-21 from 15728640 to 16367616 tid 2 2024-08-17T17:20:49.719 INFO:tasks.rados.rados.0.smithi094.stdout:3914: writing smithi09487127-21 from 16367616 to 17104896 tid 3 2024-08-17T17:20:49.721 INFO:tasks.rados.rados.0.smithi094.stdout:3914: writing smithi09487127-21 from 17104896 to 17334272 tid 4 2024-08-17T17:20:49.721 INFO:tasks.rados.rados.0.smithi094.stdout:3915: snap_remove snap 386 2024-08-17T17:20:49.856 INFO:tasks.rados.rados.0.smithi094.stdout:3915: done (3 left) 2024-08-17T17:20:49.857 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 48 current snap is 388 2024-08-17T17:20:49.857 INFO:tasks.rados.rados.0.smithi094.stdout:3916: seq_num 1135 ranges {1482752=614400,2097152=524288,2621440=540672,3162112=483328,3645440=57344} 2024-08-17T17:20:49.869 INFO:tasks.rados.rados.0.smithi094.stdout:3916: writing smithi09487127-48 from 1482752 to 2097152 tid 1 2024-08-17T17:20:49.872 INFO:tasks.rados.rados.0.smithi094.stdout:3916: writing smithi09487127-48 from 2097152 to 2621440 tid 2 2024-08-17T17:20:49.875 INFO:tasks.rados.rados.0.smithi094.stdout:3916: writing smithi09487127-48 from 2621440 to 3162112 tid 3 2024-08-17T17:20:49.878 INFO:tasks.rados.rados.0.smithi094.stdout:3916: writing smithi09487127-48 from 3162112 to 3645440 tid 4 2024-08-17T17:20:49.879 INFO:tasks.rados.rados.0.smithi094.stdout:3916: writing smithi09487127-48 from 3645440 to 3702784 tid 5 2024-08-17T17:20:49.879 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 43 current snap is 388 2024-08-17T17:20:49.879 INFO:tasks.rados.rados.0.smithi094.stdout:3911: finishing rollback tid 1 to smithi09487127-50 2024-08-17T17:20:49.879 INFO:tasks.rados.rados.0.smithi094.stdout:3911: finishing rollback tid 2 to smithi09487127-50 2024-08-17T17:20:49.879 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 50 v 2043 (ObjNum 1002 snap 329 seq_num 1002) dirty exists 2024-08-17T17:20:49.879 INFO:tasks.rados.rados.0.smithi094.stdout:3913: expect (ObjNum 1106 snap 385 seq_num 1106) 2024-08-17T17:20:50.489 INFO:tasks.rados.rados.0.smithi094.stdout:3914: finishing write tid 1 to smithi09487127-21 2024-08-17T17:20:50.489 INFO:tasks.rados.rados.0.smithi094.stdout:3914: finishing write tid 2 to smithi09487127-21 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3914: finishing write tid 3 to smithi09487127-21 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3914: finishing write tid 4 to smithi09487127-21 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3914: finishing write tid 5 to smithi09487127-21 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3914: finishing write tid 6 to smithi09487127-21 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 21 v 1981 (ObjNum 1134 snap 388 seq_num 1134) dirty exists 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3914: left oid 21 (ObjNum 1134 snap 388 seq_num 1134) 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3916: finishing write tid 1 to smithi09487127-48 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3916: finishing write tid 2 to smithi09487127-48 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3916: finishing write tid 3 to smithi09487127-48 2024-08-17T17:20:50.490 INFO:tasks.rados.rados.0.smithi094.stdout:3916: finishing write tid 4 to smithi09487127-48 2024-08-17T17:20:50.491 INFO:tasks.rados.rados.0.smithi094.stdout:3916: finishing write tid 5 to smithi09487127-48 2024-08-17T17:20:50.491 INFO:tasks.rados.rados.0.smithi094.stdout:3916: finishing write tid 6 to smithi09487127-48 2024-08-17T17:20:50.491 INFO:tasks.rados.rados.0.smithi094.stdout:3916: finishing write tid 7 to smithi09487127-48 2024-08-17T17:20:50.491 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 2210 (ObjNum 1135 snap 388 seq_num 1135) dirty exists 2024-08-17T17:20:50.491 INFO:tasks.rados.rados.0.smithi094.stdout:3916: left oid 48 (ObjNum 1135 snap 388 seq_num 1135) 2024-08-17T17:20:50.492 INFO:tasks.rados.rados.0.smithi094.stdout:3917: seq_num 1136 ranges {1720320=630784,2351104=409600,2760704=753664,3514368=417792,3932160=24576} 2024-08-17T17:20:50.503 INFO:tasks.rados.rados.0.smithi094.stdout:3917: writing smithi09487127-43 from 1720320 to 2351104 tid 1 2024-08-17T17:20:50.506 INFO:tasks.rados.rados.0.smithi094.stdout:3917: writing smithi09487127-43 from 2351104 to 2760704 tid 2 2024-08-17T17:20:50.511 INFO:tasks.rados.rados.0.smithi094.stdout:3917: writing smithi09487127-43 from 2760704 to 3514368 tid 3 2024-08-17T17:20:50.514 INFO:tasks.rados.rados.0.smithi094.stdout:3917: writing smithi09487127-43 from 3514368 to 3932160 tid 4 2024-08-17T17:20:50.514 INFO:tasks.rados.rados.0.smithi094.stdout:3917: writing smithi09487127-43 from 3932160 to 3956736 tid 5 2024-08-17T17:20:50.514 INFO:tasks.rados.rados.0.smithi094.stdout:3911: done (4 left) 2024-08-17T17:20:50.514 INFO:tasks.rados.rados.0.smithi094.stdout:3913: done (3 left) 2024-08-17T17:20:50.514 INFO:tasks.rados.rados.0.smithi094.stdout:3914: done (2 left) 2024-08-17T17:20:50.514 INFO:tasks.rados.rados.0.smithi094.stdout:3916: done (1 left) 2024-08-17T17:20:50.515 INFO:tasks.rados.rados.0.smithi094.stdout:3918: copy_from oid 42 from oid 36 current snap is 388 2024-08-17T17:20:50.515 INFO:tasks.rados.rados.0.smithi094.stdout:3917: finishing write tid 1 to smithi09487127-43 2024-08-17T17:20:50.515 INFO:tasks.rados.rados.0.smithi094.stdout:3917: finishing write tid 2 to smithi09487127-43 2024-08-17T17:20:50.515 INFO:tasks.rados.rados.0.smithi094.stdout:3919: read oid 26 snap -1 2024-08-17T17:20:50.515 INFO:tasks.rados.rados.0.smithi094.stdout:3919: expect (ObjNum 1108 snap 385 seq_num 1108) 2024-08-17T17:20:50.515 INFO:tasks.rados.rados.0.smithi094.stdout:3920: snap_remove snap 370 2024-08-17T17:20:50.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:20:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:20:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:20:50.857 INFO:tasks.rados.rados.0.smithi094.stdout:3920: done (3 left) 2024-08-17T17:20:50.857 INFO:tasks.rados.rados.0.smithi094.stdout:3921: snap_remove snap 349 2024-08-17T17:20:51.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:50 smithi190 ceph-mon[90718]: pgmap v900: 121 pgs: 121 active+clean; 405 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-08-17T17:20:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:50 smithi190 ceph-mon[90718]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:20:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:50 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:20:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:50 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:20:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:50 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:20:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:50 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:20:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[100402]: pgmap v900: 121 pgs: 121 active+clean; 405 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-08-17T17:20:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[100402]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:20:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:20:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:20:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:20:51.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:20:51.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[102949]: pgmap v900: 121 pgs: 121 active+clean; 405 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.0 MiB/s wr, 23 op/s 2024-08-17T17:20:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[102949]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:20:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:20:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:20:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:20:51.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:50 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:20:51.867 INFO:tasks.rados.rados.0.smithi094.stdout:3921: done (3 left) 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3922: setattr oid 48 current snap is 388 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3918: finishing copy_from to smithi09487127-42 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3918: got expected ENOENT (src dne) 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3918: finishing copy_from racing read to smithi09487127-42 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3917: finishing write tid 3 to smithi09487127-43 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3917: finishing write tid 4 to smithi09487127-43 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3917: finishing write tid 5 to smithi09487127-43 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3917: finishing write tid 6 to smithi09487127-43 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3917: finishing write tid 7 to smithi09487127-43 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1395 (ObjNum 1136 snap 388 seq_num 1136) dirty exists 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3917: left oid 43 (ObjNum 1136 snap 388 seq_num 1136) 2024-08-17T17:20:51.868 INFO:tasks.rados.rados.0.smithi094.stdout:3919: expect (ObjNum 1108 snap 385 seq_num 1108) 2024-08-17T17:20:51.997 INFO:tasks.rados.rados.0.smithi094.stdout:3917: done (3 left) 2024-08-17T17:20:51.997 INFO:tasks.rados.rados.0.smithi094.stdout:3918: done (2 left) 2024-08-17T17:20:51.997 INFO:tasks.rados.rados.0.smithi094.stdout:3919: done (1 left) 2024-08-17T17:20:51.997 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 24 current snap is 388 2024-08-17T17:20:51.997 INFO:tasks.rados.rados.0.smithi094.stdout:3923: seq_num 1137 ranges {2965504=647168,3612672=696320,4308992=557056,4866048=352256} 2024-08-17T17:20:52.015 INFO:tasks.rados.rados.0.smithi094.stdout:3923: writing smithi09487127-24 from 2965504 to 3612672 tid 1 2024-08-17T17:20:52.020 INFO:tasks.rados.rados.0.smithi094.stdout:3923: writing smithi09487127-24 from 3612672 to 4308992 tid 2 2024-08-17T17:20:52.023 INFO:tasks.rados.rados.0.smithi094.stdout:3923: writing smithi09487127-24 from 4308992 to 4866048 tid 3 2024-08-17T17:20:52.026 INFO:tasks.rados.rados.0.smithi094.stdout:3923: writing smithi09487127-24 from 4866048 to 5218304 tid 4 2024-08-17T17:20:52.026 INFO:tasks.rados.rados.0.smithi094.stdout:3924: copy_from oid 13 from oid 14 current snap is 388 2024-08-17T17:20:52.026 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 2223 (ObjNum 1135 snap 388 seq_num 1135) dirty exists 2024-08-17T17:20:52.026 INFO:tasks.rados.rados.0.smithi094.stdout:3923: finishing write tid 1 to smithi09487127-24 2024-08-17T17:20:52.026 INFO:tasks.rados.rados.0.smithi094.stdout:3923: finishing write tid 2 to smithi09487127-24 2024-08-17T17:20:52.026 INFO:tasks.rados.rados.0.smithi094.stdout:3922: done (2 left) 2024-08-17T17:20:52.027 INFO:tasks.rados.rados.0.smithi094.stdout:3925: read oid 32 snap 373 2024-08-17T17:20:52.027 INFO:tasks.rados.rados.0.smithi094.stdout:3925: expect (ObjNum 1012 snap 336 seq_num 1012) 2024-08-17T17:20:52.027 INFO:tasks.rados.rados.0.smithi094.stdout:3926: delete oid 27 current snap is 388 2024-08-17T17:20:52.027 INFO:tasks.rados.rados.0.smithi094.stdout:3924: finishing copy_from to smithi09487127-13 2024-08-17T17:20:52.027 INFO:tasks.rados.rados.0.smithi094.stdout:3924: got expected ENOENT (src dne) 2024-08-17T17:20:52.027 INFO:tasks.rados.rados.0.smithi094.stdout:3924: finishing copy_from racing read to smithi09487127-13 2024-08-17T17:20:52.027 INFO:tasks.rados.rados.0.smithi094.stdout:3924: done (3 left) 2024-08-17T17:20:52.027 INFO:tasks.rados.rados.0.smithi094.stdout:3926: done (2 left) 2024-08-17T17:20:52.028 INFO:tasks.rados.rados.0.smithi094.stdout:3927: delete oid 42 current snap is 388 2024-08-17T17:20:52.029 INFO:tasks.rados.rados.0.smithi094.stdout:3923: finishing write tid 3 to smithi09487127-24 2024-08-17T17:20:52.030 INFO:tasks.rados.rados.0.smithi094.stdout:3923: finishing write tid 4 to smithi09487127-24 2024-08-17T17:20:52.030 INFO:tasks.rados.rados.0.smithi094.stdout:3925: expect (ObjNum 1012 snap 336 seq_num 1012) 2024-08-17T17:20:52.035 INFO:tasks.rados.rados.0.smithi094.stdout:3923: finishing write tid 5 to smithi09487127-24 2024-08-17T17:20:52.035 INFO:tasks.rados.rados.0.smithi094.stdout:3923: finishing write tid 6 to smithi09487127-24 2024-08-17T17:20:52.035 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 24 v 1889 (ObjNum 1137 snap 388 seq_num 1137) dirty exists 2024-08-17T17:20:52.035 INFO:tasks.rados.rados.0.smithi094.stdout:3923: left oid 24 (ObjNum 1137 snap 388 seq_num 1137) 2024-08-17T17:20:52.035 INFO:tasks.rados.rados.0.smithi094.stdout:3923: done (2 left) 2024-08-17T17:20:52.035 INFO:tasks.rados.rados.0.smithi094.stdout:3925: done (1 left) 2024-08-17T17:20:52.035 INFO:tasks.rados.rados.0.smithi094.stdout:3927: done (0 left) 2024-08-17T17:20:52.035 INFO:tasks.rados.rados.0.smithi094.stdout:3928: delete oid 32 current snap is 388 2024-08-17T17:20:52.037 INFO:tasks.rados.rados.0.smithi094.stdout:3928: done (0 left) 2024-08-17T17:20:52.037 INFO:tasks.rados.rados.0.smithi094.stdout:3929: read oid 35 snap 361 2024-08-17T17:20:52.037 INFO:tasks.rados.rados.0.smithi094.stdout:3929: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:20:52.037 INFO:tasks.rados.rados.0.smithi094.stdout:3930: copy_from oid 40 from oid 18 current snap is 388 2024-08-17T17:20:52.037 INFO:tasks.rados.rados.0.smithi094.stdout:3931: setattr oid 41 current snap is 388 2024-08-17T17:20:52.038 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 33 current snap is 388 2024-08-17T17:20:52.038 INFO:tasks.rados.rados.0.smithi094.stdout:3932: seq_num 1141 ranges {4595712=712704,5308416=679936,5988352=540672,6529024=385024} 2024-08-17T17:20:52.067 INFO:tasks.rados.rados.0.smithi094.stdout:3932: writing smithi09487127-33 from 4595712 to 5308416 tid 1 2024-08-17T17:20:52.071 INFO:tasks.rados.rados.0.smithi094.stdout:3932: writing smithi09487127-33 from 5308416 to 5988352 tid 2 2024-08-17T17:20:52.074 INFO:tasks.rados.rados.0.smithi094.stdout:3932: writing smithi09487127-33 from 5988352 to 6529024 tid 3 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:3932: writing smithi09487127-33 from 6529024 to 6914048 tid 4 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:3933: rmattr oid 12 current snap is 388 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:3933: done (4 left) 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:3934: copy_from oid 44 from oid 50 current snap is 388 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1939 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:3930: finishing copy_from racing read to smithi09487127-40 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:3930: finishing copy_from to smithi09487127-40 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 40 v 1873 (ObjNum 1121 snap 387 seq_num 1121) dirty exists 2024-08-17T17:20:52.077 INFO:tasks.rados.rados.0.smithi094.stdout:3932: finishing write tid 1 to smithi09487127-33 2024-08-17T17:20:52.078 INFO:tasks.rados.rados.0.smithi094.stdout:3930: done (4 left) 2024-08-17T17:20:52.078 INFO:tasks.rados.rados.0.smithi094.stdout:3931: done (3 left) 2024-08-17T17:20:52.078 INFO:tasks.rados.rados.0.smithi094.stdout:3935: delete oid 1 current snap is 388 2024-08-17T17:20:52.078 INFO:tasks.rados.rados.0.smithi094.stdout:3932: finishing write tid 2 to smithi09487127-33 2024-08-17T17:20:52.081 INFO:tasks.rados.rados.0.smithi094.stdout:3935: done (3 left) 2024-08-17T17:20:52.081 INFO:tasks.rados.rados.0.smithi094.stdout:3936: snap_create 2024-08-17T17:20:52.081 INFO:tasks.rados.rados.0.smithi094.stdout:3932: finishing write tid 3 to smithi09487127-33 2024-08-17T17:20:52.082 INFO:tasks.rados.rados.0.smithi094.stdout:3932: finishing write tid 4 to smithi09487127-33 2024-08-17T17:20:52.082 INFO:tasks.rados.rados.0.smithi094.stdout:3932: finishing write tid 5 to smithi09487127-33 2024-08-17T17:20:52.084 INFO:tasks.rados.rados.0.smithi094.stdout:3932: finishing write tid 6 to smithi09487127-33 2024-08-17T17:20:52.084 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 33 v 1878 (ObjNum 1141 snap 388 seq_num 1141) dirty exists 2024-08-17T17:20:52.084 INFO:tasks.rados.rados.0.smithi094.stdout:3932: left oid 33 (ObjNum 1141 snap 388 seq_num 1141) 2024-08-17T17:20:52.118 INFO:tasks.rados.rados.0.smithi094.stdout:3929: expect (ObjNum 914 snap 286 seq_num 914) 2024-08-17T17:20:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:51 smithi190 ceph-mon[90718]: pgmap v902: 121 pgs: 121 active+clean; 373 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-08-17T17:20:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:51 smithi190 ceph-mon[90718]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:20:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:51 smithi094 ceph-mon[100402]: pgmap v902: 121 pgs: 121 active+clean; 373 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-08-17T17:20:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:51 smithi094 ceph-mon[100402]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:20:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:51 smithi094 ceph-mon[102949]: pgmap v902: 121 pgs: 121 active+clean; 373 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 28 op/s 2024-08-17T17:20:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:51 smithi094 ceph-mon[102949]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:20:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:52 smithi190 ceph-mon[90718]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:20:53.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:52 smithi094 ceph-mon[100402]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:20:53.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:52 smithi094 ceph-mon[102949]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:20:53.997 INFO:tasks.rados.rados.0.smithi094.stdout:3934: finishing copy_from racing read to smithi09487127-44 2024-08-17T17:20:53.998 INFO:tasks.rados.rados.0.smithi094.stdout:3934: finishing copy_from to smithi09487127-44 2024-08-17T17:20:53.998 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 44 v 2043 (ObjNum 1002 snap 329 seq_num 1002) dirty exists 2024-08-17T17:20:53.998 INFO:tasks.rados.rados.0.smithi094.stdout:3929: done (3 left) 2024-08-17T17:20:53.998 INFO:tasks.rados.rados.0.smithi094.stdout:3932: done (2 left) 2024-08-17T17:20:53.998 INFO:tasks.rados.rados.0.smithi094.stdout:3934: done (1 left) 2024-08-17T17:20:53.998 INFO:tasks.rados.rados.0.smithi094.stdout:3936: done (0 left) 2024-08-17T17:20:53.998 INFO:tasks.rados.rados.0.smithi094.stdout:3937: snap_remove snap 387 2024-08-17T17:20:54.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:53 smithi190 ceph-mon[90718]: pgmap v905: 121 pgs: 121 active+clean; 367 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2024-08-17T17:20:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:53 smithi190 ceph-mon[90718]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:20:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:53 smithi190 ceph-mon[90718]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:20:54.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:53 smithi094 ceph-mon[102949]: pgmap v905: 121 pgs: 121 active+clean; 367 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2024-08-17T17:20:54.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:53 smithi094 ceph-mon[102949]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:20:54.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:53 smithi094 ceph-mon[102949]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:20:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:53 smithi094 ceph-mon[100402]: pgmap v905: 121 pgs: 121 active+clean; 367 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 5.0 MiB/s wr, 26 op/s 2024-08-17T17:20:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:53 smithi094 ceph-mon[100402]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:20:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:53 smithi094 ceph-mon[100402]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:20:54.873 INFO:tasks.rados.rados.0.smithi094.stdout:3937: done (0 left) 2024-08-17T17:20:54.873 INFO:tasks.rados.rados.0.smithi094.stdout:3938: read oid 19 snap -1 2024-08-17T17:20:54.873 INFO:tasks.rados.rados.0.smithi094.stdout:3938: expect (ObjNum 1116 snap 387 seq_num 1116) 2024-08-17T17:20:54.873 INFO:tasks.rados.rados.0.smithi094.stdout:3939: snap_remove snap 381 2024-08-17T17:20:55.881 INFO:tasks.rados.rados.0.smithi094.stdout:3939: done (1 left) 2024-08-17T17:20:55.881 INFO:tasks.rados.rados.0.smithi094.stdout:3940: rmattr oid 25 current snap is 389 2024-08-17T17:20:55.881 INFO:tasks.rados.rados.0.smithi094.stdout:3940: done (1 left) 2024-08-17T17:20:55.881 INFO:tasks.rados.rados.0.smithi094.stdout:3941: snap_remove snap 385 2024-08-17T17:20:56.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:55 smithi190 ceph-mon[90718]: pgmap v908: 121 pgs: 121 active+clean; 343 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-17T17:20:56.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:55 smithi190 ceph-mon[90718]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:20:56.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:55 smithi094 ceph-mon[102949]: pgmap v908: 121 pgs: 121 active+clean; 343 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-17T17:20:56.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:55 smithi094 ceph-mon[102949]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:20:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:55 smithi094 ceph-mon[100402]: pgmap v908: 121 pgs: 121 active+clean; 343 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-17T17:20:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:55 smithi094 ceph-mon[100402]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:20:56.885 INFO:tasks.rados.rados.0.smithi094.stdout:3941: done (1 left) 2024-08-17T17:20:56.885 INFO:tasks.rados.rados.0.smithi094.stdout:3942: snap_remove snap 351 2024-08-17T17:20:57.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:56 smithi190 ceph-mon[90718]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:20:57.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:56 smithi094 ceph-mon[100402]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:20:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:56 smithi094 ceph-mon[102949]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:20:57.890 INFO:tasks.rados.rados.0.smithi094.stdout:3942: done (1 left) 2024-08-17T17:20:57.890 INFO:tasks.rados.rados.0.smithi094.stdout:3943: delete oid 38 current snap is 389 2024-08-17T17:20:57.890 INFO:tasks.rados.rados.0.smithi094.stdout:3938: expect (ObjNum 1116 snap 387 seq_num 1116) 2024-08-17T17:20:57.976 INFO:tasks.rados.rados.0.smithi094.stdout:3938: done (1 left) 2024-08-17T17:20:57.976 INFO:tasks.rados.rados.0.smithi094.stdout:3943: done (0 left) 2024-08-17T17:20:57.976 INFO:tasks.rados.rados.0.smithi094.stdout:3944: read oid 35 snap 377 2024-08-17T17:20:57.976 INFO:tasks.rados.rados.0.smithi094.stdout:3944: expect (ObjNum 1077 snap 374 seq_num 1077) 2024-08-17T17:20:57.977 INFO:tasks.rados.rados.0.smithi094.stdout:3945: rmattr oid 48 current snap is 389 2024-08-17T17:20:57.977 INFO:tasks.rados.rados.0.smithi094.stdout:3946: snap_create 2024-08-17T17:20:57.981 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 48 v 2253 (ObjNum 1135 snap 388 seq_num 1135) dirty exists 2024-08-17T17:20:58.052 INFO:tasks.rados.rados.0.smithi094.stdout:3944: expect (ObjNum 1077 snap 374 seq_num 1077) 2024-08-17T17:20:58.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:57 smithi190 ceph-mon[90718]: pgmap v911: 121 pgs: 121 active+clean; 357 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-08-17T17:20:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:57 smithi190 ceph-mon[90718]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:20:58.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:57 smithi094 ceph-mon[102949]: pgmap v911: 121 pgs: 121 active+clean; 357 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-08-17T17:20:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:57 smithi094 ceph-mon[102949]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:20:58.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:57 smithi094 ceph-mon[100402]: pgmap v911: 121 pgs: 121 active+clean; 357 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-08-17T17:20:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:57 smithi094 ceph-mon[100402]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:20:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:59.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:58 smithi190 ceph-mon[90718]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:20:59.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:20:58 smithi190 ceph-mon[90718]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:20:59.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:58 smithi094 ceph-mon[100402]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:20:59.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:20:58 smithi094 ceph-mon[100402]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:20:59.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:58 smithi094 ceph-mon[102949]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:20:59.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:20:58 smithi094 ceph-mon[102949]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:20:59.521 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:20:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:20:59] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:21:00.419 INFO:tasks.rados.rados.0.smithi094.stdout:3944: done (2 left) 2024-08-17T17:21:00.419 INFO:tasks.rados.rados.0.smithi094.stdout:3945: done (1 left) 2024-08-17T17:21:00.419 INFO:tasks.rados.rados.0.smithi094.stdout:3946: done (0 left) 2024-08-17T17:21:00.419 INFO:tasks.rados.rados.0.smithi094.stdout:3947: snap_create 2024-08-17T17:21:00.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:21:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:21:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:21:00.812 INFO:tasks.rados.rados.0.smithi094.stdout:3947: done (0 left) 2024-08-17T17:21:00.812 INFO:tasks.rados.rados.0.smithi094.stdout:3948: read oid 29 snap 384 2024-08-17T17:21:00.812 INFO:tasks.rados.rados.0.smithi094.stdout:3948: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:21:00.812 INFO:tasks.rados.rados.0.smithi094.stdout:3949: setattr oid 12 current snap is 391 2024-08-17T17:21:00.813 INFO:tasks.rados.rados.0.smithi094.stdout:3950: copy_from oid 37 from oid 46 current snap is 391 2024-08-17T17:21:00.813 INFO:tasks.rados.rados.0.smithi094.stdout:3951: read oid 27 snap -1 2024-08-17T17:21:00.814 INFO:tasks.rados.rados.0.smithi094.stdout:3951: expect deleted 2024-08-17T17:21:00.814 INFO:tasks.rados.rados.0.smithi094.stdout:3952: delete oid 49 current snap is 391 2024-08-17T17:21:00.819 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 2204 (ObjNum 1102 snap 384 seq_num 1102) dirty exists 2024-08-17T17:21:00.831 INFO:tasks.rados.rados.0.smithi094.stdout:3949: done (4 left) 2024-08-17T17:21:00.831 INFO:tasks.rados.rados.0.smithi094.stdout:3951: done (3 left) 2024-08-17T17:21:00.831 INFO:tasks.rados.rados.0.smithi094.stdout:3952: done (2 left) 2024-08-17T17:21:00.831 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 17 current snap is 391 2024-08-17T17:21:00.831 INFO:tasks.rados.rados.0.smithi094.stdout:3953: seq_num 1145 ranges {0=786432,786432=622592,1409024=516096,1925120=417792,2342912=49152} 2024-08-17T17:21:00.835 INFO:tasks.rados.rados.0.smithi094.stdout:3953: writing smithi09487127-17 from 0 to 786432 tid 1 2024-08-17T17:21:00.839 INFO:tasks.rados.rados.0.smithi094.stdout:3953: writing smithi09487127-17 from 786432 to 1409024 tid 2 2024-08-17T17:21:00.843 INFO:tasks.rados.rados.0.smithi094.stdout:3953: writing smithi09487127-17 from 1409024 to 1925120 tid 3 2024-08-17T17:21:00.845 INFO:tasks.rados.rados.0.smithi094.stdout:3953: writing smithi09487127-17 from 1925120 to 2342912 tid 4 2024-08-17T17:21:00.846 INFO:tasks.rados.rados.0.smithi094.stdout:3953: writing smithi09487127-17 from 2342912 to 2392064 tid 5 2024-08-17T17:21:00.846 INFO:tasks.rados.rados.0.smithi094.stdout:3954: snap_remove snap 390 2024-08-17T17:21:01.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:00 smithi190 ceph-mon[90718]: pgmap v915: 121 pgs: 121 active+clean; 357 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-17T17:21:01.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:00 smithi094 ceph-mon[100402]: pgmap v915: 121 pgs: 121 active+clean; 357 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-17T17:21:01.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:00 smithi094 ceph-mon[102949]: pgmap v915: 121 pgs: 121 active+clean; 357 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-17T17:21:01.824 INFO:tasks.rados.rados.0.smithi094.stdout:3954: done (3 left) 2024-08-17T17:21:01.824 INFO:tasks.rados.rados.0.smithi094.stdout:3955: copy_from oid 16 from oid 3 current snap is 391 2024-08-17T17:21:01.824 INFO:tasks.rados.rados.0.smithi094.stdout:3950: finishing copy_from racing read to smithi09487127-37 2024-08-17T17:21:01.824 INFO:tasks.rados.rados.0.smithi094.stdout:3956: read oid 24 snap -1 2024-08-17T17:21:01.824 INFO:tasks.rados.rados.0.smithi094.stdout:3956: expect (ObjNum 1137 snap 388 seq_num 1137) 2024-08-17T17:21:01.825 INFO:tasks.rados.rados.0.smithi094.stdout:3957: snap_remove snap 377 2024-08-17T17:21:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:01 smithi190 ceph-mon[90718]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:21:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:01 smithi190 ceph-mon[90718]: pgmap v917: 121 pgs: 121 active+clean; 340 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T17:21:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:01 smithi094 ceph-mon[100402]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:21:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:01 smithi094 ceph-mon[100402]: pgmap v917: 121 pgs: 121 active+clean; 340 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T17:21:02.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:01 smithi094 ceph-mon[102949]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:21:02.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:01 smithi094 ceph-mon[102949]: pgmap v917: 121 pgs: 121 active+clean; 340 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-17T17:21:02.827 INFO:tasks.rados.rados.0.smithi094.stdout:3957: done (5 left) 2024-08-17T17:21:02.827 INFO:tasks.rados.rados.0.smithi094.stdout:3958: delete oid 14 current snap is 391 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3950: finishing copy_from to smithi09487127-37 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 37 v 1690 (ObjNum 1117 snap 387 seq_num 1117) dirty exists 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3953: finishing write tid 1 to smithi09487127-17 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3953: finishing write tid 2 to smithi09487127-17 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3953: finishing write tid 3 to smithi09487127-17 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3953: finishing write tid 4 to smithi09487127-17 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3953: finishing write tid 5 to smithi09487127-17 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3953: finishing write tid 6 to smithi09487127-17 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3953: finishing write tid 7 to smithi09487127-17 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 17 v 2210 (ObjNum 1145 snap 391 seq_num 1145) dirty exists 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3953: left oid 17 (ObjNum 1145 snap 391 seq_num 1145) 2024-08-17T17:21:02.828 INFO:tasks.rados.rados.0.smithi094.stdout:3948: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:21:03.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:02 smithi190 ceph-mon[90718]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:21:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:02 smithi094 ceph-mon[100402]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:21:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:02 smithi094 ceph-mon[102949]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:21:03.691 INFO:tasks.rados.rados.0.smithi094.stdout:3956: expect (ObjNum 1137 snap 388 seq_num 1137) 2024-08-17T17:21:03.921 INFO:tasks.rados.rados.0.smithi094.stdout:3955: finishing copy_from racing read to smithi09487127-16 2024-08-17T17:21:03.921 INFO:tasks.rados.rados.0.smithi094.stdout:3955: finishing copy_from to smithi09487127-16 2024-08-17T17:21:03.921 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 16 v 1495 (ObjNum 1130 snap 388 seq_num 1130) dirty exists 2024-08-17T17:21:03.921 INFO:tasks.rados.rados.0.smithi094.stdout:3948: done (5 left) 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3950: done (4 left) 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3953: done (3 left) 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3955: done (2 left) 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3956: done (1 left) 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3958: done (0 left) 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3959: read oid 8 snap -1 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3959: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3960: rmattr oid 12 current snap is 391 2024-08-17T17:21:03.922 INFO:tasks.rados.rados.0.smithi094.stdout:3961: delete oid 17 current snap is 391 2024-08-17T17:21:03.925 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 2221 (ObjNum 1102 snap 384 seq_num 1102) dirty exists 2024-08-17T17:21:03.925 INFO:tasks.rados.rados.0.smithi094.stdout:3960: done (2 left) 2024-08-17T17:21:03.925 INFO:tasks.rados.rados.0.smithi094.stdout:3961: done (1 left) 2024-08-17T17:21:03.925 INFO:tasks.rados.rados.0.smithi094.stdout:3962: rollback oid 38 current snap is 391 2024-08-17T17:21:03.926 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 38 to 383 2024-08-17T17:21:03.926 INFO:tasks.rados.rados.0.smithi094.stdout:3963: read oid 35 snap 388 2024-08-17T17:21:03.926 INFO:tasks.rados.rados.0.smithi094.stdout:3963: expect (ObjNum 1077 snap 374 seq_num 1077) 2024-08-17T17:21:03.926 INFO:tasks.rados.rados.0.smithi094.stdout:3964: snap_create 2024-08-17T17:21:03.930 INFO:tasks.rados.rados.0.smithi094.stdout:3962: finishing rollback tid 1 to smithi09487127-38 2024-08-17T17:21:03.930 INFO:tasks.rados.rados.0.smithi094.stdout:3962: finishing rollback tid 2 to smithi09487127-38 2024-08-17T17:21:03.930 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 2043 (ObjNum 1060 snap 365 seq_num 1060) dirty exists 2024-08-17T17:21:03.935 INFO:tasks.rados.rados.0.smithi094.stdout:3959: expect (ObjNum 1000 snap 329 seq_num 1000) 2024-08-17T17:21:04.003 INFO:tasks.rados.rados.0.smithi094.stdout:3963: expect (ObjNum 1077 snap 374 seq_num 1077) 2024-08-17T17:21:04.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:03 smithi190 ceph-mon[90718]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:21:04.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:03 smithi190 ceph-mon[90718]: pgmap v920: 121 pgs: 121 active+clean; 332 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 580 KiB/s wr, 14 op/s 2024-08-17T17:21:04.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:03 smithi190 ceph-mon[90718]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:21:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:03 smithi094 ceph-mon[100402]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:21:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:03 smithi094 ceph-mon[100402]: pgmap v920: 121 pgs: 121 active+clean; 332 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 580 KiB/s wr, 14 op/s 2024-08-17T17:21:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:03 smithi094 ceph-mon[100402]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:21:04.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:03 smithi094 ceph-mon[102949]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:21:04.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:03 smithi094 ceph-mon[102949]: pgmap v920: 121 pgs: 121 active+clean; 332 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 580 KiB/s wr, 14 op/s 2024-08-17T17:21:04.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:03 smithi094 ceph-mon[102949]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:21:06.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:05 smithi190 ceph-mon[90718]: pgmap v922: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-17T17:21:06.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:05 smithi190 ceph-mon[90718]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:21:06.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:05 smithi094 ceph-mon[102949]: pgmap v922: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-17T17:21:06.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:05 smithi094 ceph-mon[102949]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:21:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:05 smithi094 ceph-mon[100402]: pgmap v922: 121 pgs: 121 active+clean; 338 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-17T17:21:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:05 smithi094 ceph-mon[100402]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:21:06.371 INFO:tasks.rados.rados.0.smithi094.stdout:3959: done (3 left) 2024-08-17T17:21:06.372 INFO:tasks.rados.rados.0.smithi094.stdout:3962: done (2 left) 2024-08-17T17:21:06.372 INFO:tasks.rados.rados.0.smithi094.stdout:3963: done (1 left) 2024-08-17T17:21:06.372 INFO:tasks.rados.rados.0.smithi094.stdout:3964: done (0 left) 2024-08-17T17:21:06.372 INFO:tasks.rados.rados.0.smithi094.stdout:3965: snap_create 2024-08-17T17:21:06.843 INFO:tasks.rados.rados.0.smithi094.stdout:3965: done (0 left) 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:3966: read oid 1 snap 375 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:3966: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:3967: copy_from oid 18 from oid 13 current snap is 393 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:3968: read oid 33 snap -1 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:3968: expect (ObjNum 1141 snap 388 seq_num 1141) 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:3969: copy_from oid 23 from oid 48 current snap is 393 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:3970: rollback oid 43 current snap is 393 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 43 to 383 2024-08-17T17:21:06.844 INFO:tasks.rados.rados.0.smithi094.stdout:3971: delete oid 42 current snap is 393 2024-08-17T17:21:06.848 INFO:tasks.rados.rados.0.smithi094.stdout:3970: finishing rollback tid 0 to smithi09487127-43 2024-08-17T17:21:06.858 INFO:tasks.rados.rados.0.smithi094.stdout:3970: finishing rollback tid 1 to smithi09487127-43 2024-08-17T17:21:06.858 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 43 v 1397 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T17:21:06.858 INFO:tasks.rados.rados.0.smithi094.stdout:3970: done (5 left) 2024-08-17T17:21:06.858 INFO:tasks.rados.rados.0.smithi094.stdout:3971: done (4 left) 2024-08-17T17:21:06.859 INFO:tasks.rados.rados.0.smithi094.stdout:3972: setattr oid 12 current snap is 393 2024-08-17T17:21:06.860 INFO:tasks.rados.rados.0.smithi094.stdout:3973: snap_create 2024-08-17T17:21:06.866 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 12 v 2224 (ObjNum 1102 snap 384 seq_num 1102) dirty exists 2024-08-17T17:21:06.870 INFO:tasks.rados.rados.0.smithi094.stdout:3969: finishing copy_from racing read to smithi09487127-23 2024-08-17T17:21:06.877 INFO:tasks.rados.rados.0.smithi094.stdout:3969: finishing copy_from to smithi09487127-23 2024-08-17T17:21:06.877 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 23 v 2253 (ObjNum 1135 snap 388 seq_num 1135) dirty exists 2024-08-17T17:21:06.896 INFO:tasks.rados.rados.0.smithi094.stdout:3966: expect (ObjNum 1049 snap 359 seq_num 1049) 2024-08-17T17:21:07.749 INFO:tasks.rados.rados.0.smithi094.stdout:3968: expect (ObjNum 1141 snap 388 seq_num 1141) 2024-08-17T17:21:08.083 INFO:tasks.rados.rados.0.smithi094.stdout:3967: finishing copy_from racing read to smithi09487127-18 2024-08-17T17:21:08.083 INFO:tasks.rados.rados.0.smithi094.stdout:3967: finishing copy_from to smithi09487127-18 2024-08-17T17:21:08.083 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 18 v 1869 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3966: done (5 left) 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3967: done (4 left) 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3968: done (3 left) 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3969: done (2 left) 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3972: done (1 left) 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3973: done (0 left) 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3974: read oid 14 snap -1 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3974: expect deleted 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 32 current snap is 394 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3975: seq_num 1149 ranges {0=49152} 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3975: writing smithi09487127-32 from 0 to 49152 tid 1 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3976: read oid 19 snap -1 2024-08-17T17:21:08.084 INFO:tasks.rados.rados.0.smithi094.stdout:3976: expect (ObjNum 1116 snap 387 seq_num 1116) 2024-08-17T17:21:08.085 INFO:tasks.rados.rados.0.smithi094.stdout:3977: read oid 5 snap -1 2024-08-17T17:21:08.085 INFO:tasks.rados.rados.0.smithi094.stdout:3977: expect (ObjNum 1094 snap 379 seq_num 1094) 2024-08-17T17:21:08.085 INFO:tasks.rados.rados.0.smithi094.stdout:3978: setattr oid 38 current snap is 394 2024-08-17T17:21:08.085 INFO:tasks.rados.rados.0.smithi094.stdout:3974: done (4 left) 2024-08-17T17:21:08.085 INFO:tasks.rados.rados.0.smithi094.stdout:3979: snap_remove snap 352 2024-08-17T17:21:08.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:07 smithi190 ceph-mon[90718]: pgmap v924: 121 pgs: 121 active+clean; 339 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:21:08.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:07 smithi190 ceph-mon[90718]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:21:08.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:07 smithi094 ceph-mon[100402]: pgmap v924: 121 pgs: 121 active+clean; 339 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:21:08.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:07 smithi094 ceph-mon[100402]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:21:08.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:07 smithi094 ceph-mon[102949]: pgmap v924: 121 pgs: 121 active+clean; 339 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:21:08.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:07 smithi094 ceph-mon[102949]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:21:08.814 INFO:tasks.rados.rados.0.smithi094.stdout:3979: done (4 left) 2024-08-17T17:21:08.814 INFO:tasks.rados.rados.0.smithi094.stdout:3980: snap_create 2024-08-17T17:21:08.814 INFO:tasks.rados.rados.0.smithi094.stdout:3976: expect (ObjNum 1116 snap 387 seq_num 1116) 2024-08-17T17:21:08.901 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 38 v 2045 (ObjNum 1060 snap 365 seq_num 1060) dirty exists 2024-08-17T17:21:08.901 INFO:tasks.rados.rados.0.smithi094.stdout:3975: finishing write tid 1 to smithi09487127-32 2024-08-17T17:21:08.901 INFO:tasks.rados.rados.0.smithi094.stdout:3975: finishing write tid 2 to smithi09487127-32 2024-08-17T17:21:08.901 INFO:tasks.rados.rados.0.smithi094.stdout:3975: finishing write tid 3 to smithi09487127-32 2024-08-17T17:21:08.901 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 32 v 1925 (ObjNum 1149 snap 394 seq_num 1149) dirty exists 2024-08-17T17:21:08.901 INFO:tasks.rados.rados.0.smithi094.stdout:3975: left oid 32 (ObjNum 1149 snap 394 seq_num 1149) 2024-08-17T17:21:08.901 INFO:tasks.rados.rados.0.smithi094.stdout:3977: expect (ObjNum 1094 snap 379 seq_num 1094) 2024-08-17T17:21:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:08 smithi190 ceph-mon[90718]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:21:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:08 smithi190 ceph-mon[90718]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:21:09.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:08 smithi094 ceph-mon[100402]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:21:09.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:08 smithi094 ceph-mon[100402]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:21:09.270 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:08 smithi094 ceph-mon[102949]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:21:09.270 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:08 smithi094 ceph-mon[102949]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:21:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:21:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:21:09] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:21:09.818 INFO:tasks.rados.rados.0.smithi094.stdout:3975: done (4 left) 2024-08-17T17:21:09.818 INFO:tasks.rados.rados.0.smithi094.stdout:3976: done (3 left) 2024-08-17T17:21:09.818 INFO:tasks.rados.rados.0.smithi094.stdout:3977: done (2 left) 2024-08-17T17:21:09.818 INFO:tasks.rados.rados.0.smithi094.stdout:3978: done (1 left) 2024-08-17T17:21:09.818 INFO:tasks.rados.rados.0.smithi094.stdout:3980: done (0 left) 2024-08-17T17:21:09.818 INFO:tasks.rados.rados.0.smithi094.stdout:3981: rmattr oid 11 current snap is 395 2024-08-17T17:21:09.818 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 41 current snap is 395 2024-08-17T17:21:09.819 INFO:tasks.rados.rados.0.smithi094.stdout:3982: seq_num 1150 ranges {0=65536} 2024-08-17T17:21:09.819 INFO:tasks.rados.rados.0.smithi094.stdout:3982: writing smithi09487127-41 from 0 to 65536 tid 1 2024-08-17T17:21:09.819 INFO:tasks.rados.rados.0.smithi094.stdout:3983: read oid 31 snap -1 2024-08-17T17:21:09.819 INFO:tasks.rados.rados.0.smithi094.stdout:3983: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:21:09.819 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 19 current snap is 395 2024-08-17T17:21:09.819 INFO:tasks.rados.rados.0.smithi094.stdout:3984: seq_num 1151 ranges {2342912=81920} 2024-08-17T17:21:09.831 INFO:tasks.rados.rados.0.smithi094.stdout:3984: writing smithi09487127-19 from 2342912 to 2424832 tid 1 2024-08-17T17:21:09.832 INFO:tasks.rados.rados.0.smithi094.stdout:3985: snap_create 2024-08-17T17:21:09.832 INFO:tasks.rados.rados.0.smithi094.stdout:3983: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:21:09.834 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 11 v 2254 (ObjNum 851 snap 272 seq_num 851) dirty exists 2024-08-17T17:21:09.834 INFO:tasks.rados.rados.0.smithi094.stdout:3982: finishing write tid 1 to smithi09487127-41 2024-08-17T17:21:09.834 INFO:tasks.rados.rados.0.smithi094.stdout:3982: finishing write tid 2 to smithi09487127-41 2024-08-17T17:21:09.834 INFO:tasks.rados.rados.0.smithi094.stdout:3982: finishing write tid 3 to smithi09487127-41 2024-08-17T17:21:09.834 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 41 v 1941 (ObjNum 1150 snap 395 seq_num 1150) dirty exists 2024-08-17T17:21:09.834 INFO:tasks.rados.rados.0.smithi094.stdout:3982: left oid 41 (ObjNum 1150 snap 395 seq_num 1150) 2024-08-17T17:21:09.835 INFO:tasks.rados.rados.0.smithi094.stdout:3984: finishing write tid 1 to smithi09487127-19 2024-08-17T17:21:09.835 INFO:tasks.rados.rados.0.smithi094.stdout:3984: finishing write tid 2 to smithi09487127-19 2024-08-17T17:21:09.836 INFO:tasks.rados.rados.0.smithi094.stdout:3984: finishing write tid 3 to smithi09487127-19 2024-08-17T17:21:09.836 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 19 v 2235 (ObjNum 1151 snap 395 seq_num 1151) dirty exists 2024-08-17T17:21:09.837 INFO:tasks.rados.rados.0.smithi094.stdout:3984: left oid 19 (ObjNum 1151 snap 395 seq_num 1151) 2024-08-17T17:21:10.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:09 smithi190 ceph-mon[90718]: pgmap v928: 121 pgs: 121 active+clean; 345 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T17:21:10.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:09 smithi190 ceph-mon[90718]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:21:10.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:09 smithi094 ceph-mon[100402]: pgmap v928: 121 pgs: 121 active+clean; 345 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T17:21:10.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:09 smithi094 ceph-mon[100402]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:21:10.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:09 smithi094 ceph-mon[102949]: pgmap v928: 121 pgs: 121 active+clean; 345 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-17T17:21:10.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:09 smithi094 ceph-mon[102949]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:21:10.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:21:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:21:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:21:10.820 INFO:tasks.rados.rados.0.smithi094.stdout:3981: done (4 left) 2024-08-17T17:21:10.820 INFO:tasks.rados.rados.0.smithi094.stdout:3982: done (3 left) 2024-08-17T17:21:10.820 INFO:tasks.rados.rados.0.smithi094.stdout:3983: done (2 left) 2024-08-17T17:21:10.820 INFO:tasks.rados.rados.0.smithi094.stdout:3984: done (1 left) 2024-08-17T17:21:10.820 INFO:tasks.rados.rados.0.smithi094.stdout:3985: done (0 left) 2024-08-17T17:21:10.820 INFO:tasks.rados.rados.0.smithi094.stdout:3986: read oid 34 snap 374 2024-08-17T17:21:10.820 INFO:tasks.rados.rados.0.smithi094.stdout:3986: expect (ObjNum 1031 snap 346 seq_num 1031) 2024-08-17T17:21:10.820 INFO:tasks.rados.rados.0.smithi094.stdout:3987: setattr oid 13 current snap is 396 2024-08-17T17:21:10.821 INFO:tasks.rados.rados.0.smithi094.stdout:3988: delete oid 40 current snap is 396 2024-08-17T17:21:10.825 INFO:tasks.rados.rados.0.smithi094.stdout:3988: done (2 left) 2024-08-17T17:21:10.825 INFO:tasks.rados.rados.0.smithi094.stdout:3989: read oid 20 snap -1 2024-08-17T17:21:10.825 INFO:tasks.rados.rados.0.smithi094.stdout:3989: expect (ObjNum 1119 snap 387 seq_num 1119) 2024-08-17T17:21:10.826 INFO:tasks.rados.rados.0.smithi094.stdout:3990: rollback oid 26 current snap is 396 2024-08-17T17:21:10.826 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 26 to 391 2024-08-17T17:21:10.826 INFO:tasks.rados.rados.0.smithi094.stdout:3986: expect (ObjNum 1031 snap 346 seq_num 1031) 2024-08-17T17:21:10.876 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 13 v 2111 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:21:10.876 INFO:tasks.rados.rados.0.smithi094.stdout:3990: finishing rollback tid 0 to smithi09487127-26 2024-08-17T17:21:10.876 INFO:tasks.rados.rados.0.smithi094.stdout:3990: finishing rollback tid 1 to smithi09487127-26 2024-08-17T17:21:10.876 INFO:tasks.rados.rados.0.smithi094.stdout:3986: done (3 left) 2024-08-17T17:21:10.877 INFO:tasks.rados.rados.0.smithi094.stdout:3987: done (2 left) 2024-08-17T17:21:10.877 INFO:tasks.rados.rados.0.smithi094.stdout:3991: read oid 22 snap -1 2024-08-17T17:21:10.877 INFO:tasks.rados.rados.0.smithi094.stdout:3991: expect deleted 2024-08-17T17:21:10.877 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 39 current snap is 396 2024-08-17T17:21:10.877 INFO:tasks.rados.rados.0.smithi094.stdout:3990: finishing rollback tid 2 to smithi09487127-26 2024-08-17T17:21:10.877 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 26 v 2057 (ObjNum 1108 snap 385 seq_num 1108) dirty exists 2024-08-17T17:21:10.877 INFO:tasks.rados.rados.0.smithi094.stdout:3989: expect (ObjNum 1119 snap 387 seq_num 1119) 2024-08-17T17:21:11.637 INFO:tasks.rados.rados.0.smithi094.stdout:3992: seq_num 1153 ranges {3268608=114688} 2024-08-17T17:21:11.655 INFO:tasks.rados.rados.0.smithi094.stdout:3992: writing smithi09487127-39 from 3268608 to 3383296 tid 1 2024-08-17T17:21:11.655 INFO:tasks.rados.rados.0.smithi094.stdout:3989: done (3 left) 2024-08-17T17:21:11.655 INFO:tasks.rados.rados.0.smithi094.stdout:3990: done (2 left) 2024-08-17T17:21:11.655 INFO:tasks.rados.rados.0.smithi094.stdout:3991: done (1 left) 2024-08-17T17:21:11.655 INFO:tasks.rados.rados.0.smithi094.stdout:3993: snap_remove snap 379 2024-08-17T17:21:11.827 INFO:tasks.rados.rados.0.smithi094.stdout:3993: done (1 left) 2024-08-17T17:21:11.828 INFO:tasks.rados.rados.0.smithi094.stdout:3994: snap_remove snap 369 2024-08-17T17:21:12.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:11 smithi190 ceph-mon[90718]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:21:12.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:11 smithi190 ceph-mon[90718]: pgmap v931: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:21:12.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:11 smithi094 ceph-mon[100402]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:21:12.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:11 smithi094 ceph-mon[100402]: pgmap v931: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:21:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:11 smithi094 ceph-mon[102949]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:21:12.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:11 smithi094 ceph-mon[102949]: pgmap v931: 121 pgs: 121 active+clean; 313 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:21:12.831 INFO:tasks.rados.rados.0.smithi094.stdout:3994: done (1 left) 2024-08-17T17:21:12.831 INFO:tasks.rados.rados.0.smithi094.stdout:3995: snap_create 2024-08-17T17:21:12.831 INFO:tasks.rados.rados.0.smithi094.stdout:3992: finishing write tid 1 to smithi09487127-39 2024-08-17T17:21:12.831 INFO:tasks.rados.rados.0.smithi094.stdout:3992: finishing write tid 2 to smithi09487127-39 2024-08-17T17:21:12.831 INFO:tasks.rados.rados.0.smithi094.stdout:3992: finishing write tid 3 to smithi09487127-39 2024-08-17T17:21:12.832 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 39 v 2114 (ObjNum 1153 snap 396 seq_num 1153) dirty exists 2024-08-17T17:21:12.832 INFO:tasks.rados.rados.0.smithi094.stdout:3992: left oid 39 (ObjNum 1153 snap 396 seq_num 1153) 2024-08-17T17:21:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:12 smithi190 ceph-mon[90718]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:21:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:12 smithi094 ceph-mon[100402]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:21:13.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:12 smithi094 ceph-mon[102949]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:21:13.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:13.815 INFO:tasks.rados.rados.0.smithi094.stdout:3992: done (1 left) 2024-08-17T17:21:13.815 INFO:tasks.rados.rados.0.smithi094.stdout:3995: done (0 left) 2024-08-17T17:21:13.815 INFO:tasks.rados.rados.0.smithi094.stdout:append oid 14 current snap is 397 2024-08-17T17:21:13.815 INFO:tasks.rados.rados.0.smithi094.stdout:3996: seq_num 1154 ranges {0=131072} 2024-08-17T17:21:13.815 INFO:tasks.rados.rados.0.smithi094.stdout:3996: writing smithi09487127-14 from 0 to 131072 tid 1 2024-08-17T17:21:13.815 INFO:tasks.rados.rados.0.smithi094.stdout:3997: snap_create 2024-08-17T17:21:13.820 INFO:tasks.rados.rados.0.smithi094.stdout:3996: finishing write tid 1 to smithi09487127-14 2024-08-17T17:21:13.821 INFO:tasks.rados.rados.0.smithi094.stdout:3996: finishing write tid 2 to smithi09487127-14 2024-08-17T17:21:13.822 INFO:tasks.rados.rados.0.smithi094.stdout:3996: finishing write tid 3 to smithi09487127-14 2024-08-17T17:21:13.823 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 14 v 2282 (ObjNum 1154 snap 397 seq_num 1154) dirty exists 2024-08-17T17:21:13.823 INFO:tasks.rados.rados.0.smithi094.stdout:3996: left oid 14 (ObjNum 1154 snap 397 seq_num 1154) 2024-08-17T17:21:14.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:13 smithi190 ceph-mon[90718]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:21:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:13 smithi190 ceph-mon[90718]: pgmap v934: 121 pgs: 121 active+clean; 308 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 952 KiB/s wr, 16 op/s 2024-08-17T17:21:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:13 smithi190 ceph-mon[90718]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:21:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:13 smithi094 ceph-mon[100402]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:21:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:13 smithi094 ceph-mon[100402]: pgmap v934: 121 pgs: 121 active+clean; 308 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 952 KiB/s wr, 16 op/s 2024-08-17T17:21:14.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:13 smithi094 ceph-mon[100402]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:21:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:13 smithi094 ceph-mon[102949]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:21:14.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:13 smithi094 ceph-mon[102949]: pgmap v934: 121 pgs: 121 active+clean; 308 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 952 KiB/s wr, 16 op/s 2024-08-17T17:21:14.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:13 smithi094 ceph-mon[102949]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:21:14.816 INFO:tasks.rados.rados.0.smithi094.stdout:3996: done (1 left) 2024-08-17T17:21:14.816 INFO:tasks.rados.rados.0.smithi094.stdout:3997: done (0 left) 2024-08-17T17:21:14.816 INFO:tasks.rados.rados.0.smithi094.stdout:3998: rollback oid 29 current snap is 398 2024-08-17T17:21:14.816 INFO:tasks.rados.rados.0.smithi094.stdout:rollback oid 29 to 382 2024-08-17T17:21:14.816 INFO:tasks.rados.rados.0.smithi094.stdout:3999: snap_remove snap 388 2024-08-17T17:21:15.823 INFO:tasks.rados.rados.0.smithi094.stdout:3999: done (1 left) 2024-08-17T17:21:15.823 INFO:tasks.rados.rados.0.smithi094.stdout: waiting on 1 2024-08-17T17:21:15.823 INFO:tasks.rados.rados.0.smithi094.stdout:3998: finishing rollback tid 0 to smithi09487127-29 2024-08-17T17:21:15.824 INFO:tasks.rados.rados.0.smithi094.stdout:3998: finishing rollback tid 1 to smithi09487127-29 2024-08-17T17:21:15.824 INFO:tasks.rados.rados.0.smithi094.stdout:3998: finishing rollback tid 2 to smithi09487127-29 2024-08-17T17:21:15.824 INFO:tasks.rados.rados.0.smithi094.stdout:update_object_version oid 29 v 1944 (ObjNum 1049 snap 359 seq_num 1049) dirty exists 2024-08-17T17:21:15.824 INFO:tasks.rados.rados.0.smithi094.stdout:3998: done (0 left) 2024-08-17T17:21:15.828 INFO:tasks.rados.rados.0.smithi094.stderr:0 errors. 2024-08-17T17:21:15.828 INFO:tasks.rados.rados.0.smithi094.stderr: 2024-08-17T17:21:15.833 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:21:16.090 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:21:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:15 smithi190 ceph-mon[90718]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:21:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:15 smithi190 ceph-mon[90718]: pgmap v937: 121 pgs: 121 active+clean; 307 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 60 KiB/s wr, 11 op/s 2024-08-17T17:21:16.214 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:15 smithi094 ceph-mon[100402]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:21:16.214 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:15 smithi094 ceph-mon[100402]: pgmap v937: 121 pgs: 121 active+clean; 307 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 60 KiB/s wr, 11 op/s 2024-08-17T17:21:16.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:15 smithi094 ceph-mon[102949]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:21:16.214 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:15 smithi094 ceph-mon[102949]: pgmap v937: 121 pgs: 121 active+clean; 307 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 60 KiB/s wr, 11 op/s 2024-08-17T17:21:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:16 smithi190 ceph-mon[90718]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:21:17.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:16 smithi094 ceph-mon[100402]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:21:17.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:16 smithi094 ceph-mon[102949]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:21:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:17 smithi094 ceph-mon[100402]: pgmap v939: 121 pgs: 121 active+clean; 307 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 60 KiB/s wr, 9 op/s 2024-08-17T17:21:18.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:17 smithi094 ceph-mon[102949]: pgmap v939: 121 pgs: 121 active+clean; 307 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 60 KiB/s wr, 9 op/s 2024-08-17T17:21:18.073 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:21:18.073 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":876,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:21:15.812083+0000","last_up_change":"2024-08-17T17:15:43.233245+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:03:17.470931+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:03:21.189504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:04:28.848193+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-17T17:07:17.414085+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"876","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":482,"snap_epoch":876,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":324,"up_from":337,"up_thru":567,"down_at":325,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4142521204},{"type":"v1","addr":"172.21.15.94:6803","nonce":4142521204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4142521204},{"type":"v1","addr":"172.21.15.94:6805","nonce":4142521204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4142521204},{"type":"v1","addr":"172.21.15.94:6809","nonce":4142521204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4142521204},{"type":"v1","addr":"172.21.15.94:6807","nonce":4142521204}]},"public_addr":"172.21.15.94:6803/4142521204","cluster_addr":"172.21.15.94:6805/4142521204","heartbeat_back_addr":"172.21.15.94:6809/4142521204","heartbeat_front_addr":"172.21.15.94:6807/4142521204","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":357,"up_from":369,"up_thru":567,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":3927987048},{"type":"v1","addr":"172.21.15.94:6811","nonce":3927987048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":3927987048},{"type":"v1","addr":"172.21.15.94:6813","nonce":3927987048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":3927987048},{"type":"v1","addr":"172.21.15.94:6817","nonce":3927987048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":3927987048},{"type":"v1","addr":"172.21.15.94:6815","nonce":3927987048}]},"public_addr":"172.21.15.94:6811/3927987048","cluster_addr":"172.21.15.94:6813/3927987048","heartbeat_back_addr":"172.21.15.94:6817/3927987048","heartbeat_front_addr":"172.21.15.94:6815/3927987048","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":391,"up_from":404,"up_thru":567,"down_at":392,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3104482992},{"type":"v1","addr":"172.21.15.94:6819","nonce":3104482992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3104482992},{"type":"v1","addr":"172.21.15.94:6821","nonce":3104482992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3104482992},{"type":"v1","addr":"172.21.15.94:6825","nonce":3104482992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3104482992},{"type":"v1","addr":"172.21.15.94:6823","nonce":3104482992}]},"public_addr":"172.21.15.94:6819/3104482992","cluster_addr":"172.21.15.94:6821/3104482992","heartbeat_back_addr":"172.21.15.94:6825/3104482992","heartbeat_front_addr":"172.21.15.94:6823/3104482992","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":424,"up_from":436,"up_thru":567,"down_at":425,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2338458629},{"type":"v1","addr":"172.21.15.94:6827","nonce":2338458629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2338458629},{"type":"v1","addr":"172.21.15.94:6829","nonce":2338458629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2338458629},{"type":"v1","addr":"172.21.15.94:6833","nonce":2338458629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2338458629},{"type":"v1","addr":"172.21.15.94:6831","nonce":2338458629}]},"public_addr":"172.21.15.94:6827/2338458629","cluster_addr":"172.21.15.94:6829/2338458629","heartbeat_back_addr":"172.21.15.94:6833/2338458629","heartbeat_front_addr":"172.21.15.94:6831/2338458629","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":456,"up_from":470,"up_thru":567,"down_at":457,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2637083678},{"type":"v1","addr":"172.21.15.190:6801","nonce":2637083678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2637083678},{"type":"v1","addr":"172.21.15.190:6803","nonce":2637083678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2637083678},{"type":"v1","addr":"172.21.15.190:6807","nonce":2637083678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2637083678},{"type":"v1","addr":"172.21.15.190:6805","nonce":2637083678}]},"public_addr":"172.21.15.190:6801/2637083678","cluster_addr":"172.21.15.190:6803/2637083678","heartbeat_back_addr":"172.21.15.190:6807/2637083678","heartbeat_front_addr":"172.21.15.190:6805/2637083678","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":488,"up_from":502,"up_thru":567,"down_at":489,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2860872800},{"type":"v1","addr":"172.21.15.190:6809","nonce":2860872800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":2860872800},{"type":"v1","addr":"172.21.15.190:6811","nonce":2860872800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":2860872800},{"type":"v1","addr":"172.21.15.190:6815","nonce":2860872800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":2860872800},{"type":"v1","addr":"172.21.15.190:6813","nonce":2860872800}]},"public_addr":"172.21.15.190:6809/2860872800","cluster_addr":"172.21.15.190:6811/2860872800","heartbeat_back_addr":"172.21.15.190:6815/2860872800","heartbeat_front_addr":"172.21.15.190:6813/2860872800","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":522,"up_from":535,"up_thru":567,"down_at":523,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":971482019},{"type":"v1","addr":"172.21.15.190:6817","nonce":971482019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":971482019},{"type":"v1","addr":"172.21.15.190:6819","nonce":971482019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":971482019},{"type":"v1","addr":"172.21.15.190:6823","nonce":971482019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":971482019},{"type":"v1","addr":"172.21.15.190:6821","nonce":971482019}]},"public_addr":"172.21.15.190:6817/971482019","cluster_addr":"172.21.15.190:6819/971482019","heartbeat_back_addr":"172.21.15.190:6823/971482019","heartbeat_front_addr":"172.21.15.190:6821/971482019","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":555,"up_from":567,"up_thru":567,"down_at":556,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4009661268},{"type":"v1","addr":"172.21.15.190:6825","nonce":4009661268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4009661268},{"type":"v1","addr":"172.21.15.190:6827","nonce":4009661268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4009661268},{"type":"v1","addr":"172.21.15.190:6831","nonce":4009661268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4009661268},{"type":"v1","addr":"172.21.15.190:6829","nonce":4009661268}]},"public_addr":"172.21.15.190:6825/4009661268","cluster_addr":"172.21.15.190:6827/4009661268","heartbeat_back_addr":"172.21.15.190:6831/4009661268","heartbeat_front_addr":"172.21.15.190:6829/4009661268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":324},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":357},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":391},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":424},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":456},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":488},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":522},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":555}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.190:6833/2858381046":"2024-08-18T17:16:06.538607+0000","172.21.15.94:6834/3996516868":"2024-08-18T17:15:48.856475+0000","172.21.15.94:0/2454237093":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/3749101446":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/3519601735":"2024-08-18T17:10:26.649706+0000","172.21.15.190:6832/2858381046":"2024-08-18T17:16:06.538607+0000","172.21.15.94:0/3780717109":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/3967417182":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.190:0/2647990511":"2024-08-18T17:09:45.166964+0000","172.21.15.190:0/3228682206":"2024-08-18T17:09:45.166964+0000","172.21.15.94:6835/3996516868":"2024-08-18T17:15:48.856475+0000","172.21.15.94:6800/1527733739":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/3692513109":"2024-08-18T17:04:26.045431+0000","172.21.15.190:6834/826600761":"2024-08-18T17:09:45.166964+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.190:6835/826600761":"2024-08-18T17:09:45.166964+0000","172.21.15.190:0/3727625780":"2024-08-18T17:09:45.166964+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/2276468495":"2024-08-18T17:08:41.000047+0000","172.21.15.94:0/2943594337":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6800/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/744318268":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/4255400136":"2024-08-18T17:10:26.649706+0000","172.21.15.190:0/3559578893":"2024-08-18T17:09:45.166964+0000","172.21.15.94:0/2726789995":"2024-08-18T17:08:41.000047+0000","172.21.15.94:0/4070197261":"2024-08-18T17:04:26.045431+0000","172.21.15.190:0/643870174":"2024-08-18T17:09:45.166964+0000","172.21.15.94:0/1531629687":"2024-08-18T17:08:41.000047+0000","172.21.15.94:6801/1527733739":"2024-08-18T17:10:26.649706+0000","172.21.15.94:6800/514776204":"2024-08-18T17:08:41.000047+0000","172.21.15.94:0/1676712180":"2024-08-18T17:10:26.649706+0000","172.21.15.190:0/3919857274":"2024-08-18T17:09:45.166964+0000","172.21.15.94:6801/514776204":"2024-08-18T17:08:41.000047+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.190:0/417031376":"2024-08-18T17:09:45.166964+0000","172.21.15.94:0/1888261294":"2024-08-18T17:08:41.000047+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/4205162456":"2024-08-18T17:08:41.000047+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":437,"length":1},{"begin":454,"length":1},{"begin":464,"length":1},{"begin":473,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":473,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:21:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:17 smithi190 ceph-mon[90718]: pgmap v939: 121 pgs: 121 active+clean; 307 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 60 KiB/s wr, 9 op/s 2024-08-17T17:21:18.754 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:21:19.015 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:21:19.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:18 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/829808952' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:21:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:18 smithi094 ceph-mon[100402]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:21:19.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:18 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/829808952' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:21:19.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:18 smithi094 ceph-mon[102949]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:21:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:18 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/829808952' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:21:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:18 smithi190 ceph-mon[90718]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:21:19.407 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:21:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:21:19] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.51.0" 2024-08-17T17:21:20.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:19 smithi190 ceph-mon[90718]: pgmap v941: 121 pgs: 121 active+clean; 307 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 48 KiB/s wr, 7 op/s 2024-08-17T17:21:20.186 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:19 smithi094 ceph-mon[100402]: pgmap v941: 121 pgs: 121 active+clean; 307 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 48 KiB/s wr, 7 op/s 2024-08-17T17:21:20.187 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:19 smithi094 ceph-mon[102949]: pgmap v941: 121 pgs: 121 active+clean; 307 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 48 KiB/s wr, 7 op/s 2024-08-17T17:21:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:21:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:21:20.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:21:20.888 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:21:20.890 INFO:teuthology.orchestra.run.smithi094.stderr:dumped all 2024-08-17T17:21:21.742 INFO:teuthology.orchestra.run.smithi094.stdout:{"pg_ready":true,"pg_map":{"version":942,"stamp":"2024-08-17T17:21:20.835285+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":319757309,"num_objects":174,"num_object_clones":100,"num_object_copies":522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":174,"num_whiteouts":9,"num_read":4760,"num_read_kb":6727673,"num_write":9818,"num_write_kb":1981229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":160,"num_bytes_recovered":590104160,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":21268,"ondisk_log_size":21268,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4183416,"kb_used_data":526408,"kb_used_omap":297,"kb_used_meta":3656598,"kb_avail":745777800,"statfs":{"total":767960285184,"available":763676467200,"internally_reserved":0,"allocated":539041792,"data_stored":875678426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":304207,"internal_metadata":3744357297},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-1941504,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":-1,"num_read":9,"num_read_kb":33523,"num_write":6,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.023249"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1301,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.812873+0000","last_change":"2024-08-17T17:15:10.861953+0000","last_active":"2024-08-17T17:21:18.812873+0000","last_peered":"2024-08-17T17:21:18.812873+0000","last_clean":"2024-08-17T17:21:18.812873+0000","last_became_active":"2024-08-17T17:15:10.861671+0000","last_became_peered":"2024-08-17T17:15:10.861671+0000","last_unstale":"2024-08-17T17:21:18.812873+0000","last_undegraded":"2024-08-17T17:21:18.812873+0000","last_fullsized":"2024-08-17T17:21:18.812873+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:03:05.825756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1331,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201173+0000","last_change":"2024-08-17T17:15:10.859681+0000","last_active":"2024-08-17T17:21:19.201173+0000","last_peered":"2024-08-17T17:21:19.201173+0000","last_clean":"2024-08-17T17:21:19.201173+0000","last_became_active":"2024-08-17T17:15:10.859291+0000","last_became_peered":"2024-08-17T17:15:10.859291+0000","last_unstale":"2024-08-17T17:21:19.201173+0000","last_undegraded":"2024-08-17T17:21:19.201173+0000","last_fullsized":"2024-08-17T17:21:19.201173+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:27:16.939615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1358,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.824814+0000","last_change":"2024-08-17T17:12:56.740773+0000","last_active":"2024-08-17T17:21:15.824814+0000","last_peered":"2024-08-17T17:21:15.824814+0000","last_clean":"2024-08-17T17:21:15.824814+0000","last_became_active":"2024-08-17T17:12:56.739808+0000","last_became_peered":"2024-08-17T17:12:56.739808+0000","last_unstale":"2024-08-17T17:21:15.824814+0000","last_undegraded":"2024-08-17T17:21:15.824814+0000","last_fullsized":"2024-08-17T17:21:15.824814+0000","mapping_epoch":404,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":405,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:14:03.295114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1195,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822845+0000","last_change":"2024-08-17T17:15:44.253591+0000","last_active":"2024-08-17T17:21:15.822845+0000","last_peered":"2024-08-17T17:21:15.822845+0000","last_clean":"2024-08-17T17:21:15.822845+0000","last_became_active":"2024-08-17T17:15:44.253305+0000","last_became_peered":"2024-08-17T17:15:44.253305+0000","last_unstale":"2024-08-17T17:21:15.822845+0000","last_undegraded":"2024-08-17T17:21:15.822845+0000","last_fullsized":"2024-08-17T17:21:15.822845+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:58.053411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1115,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823301+0000","last_change":"2024-08-17T17:15:44.256428+0000","last_active":"2024-08-17T17:21:15.823301+0000","last_peered":"2024-08-17T17:21:15.823301+0000","last_clean":"2024-08-17T17:21:15.823301+0000","last_became_active":"2024-08-17T17:15:44.256094+0000","last_became_peered":"2024-08-17T17:15:44.256094+0000","last_unstale":"2024-08-17T17:21:15.823301+0000","last_undegraded":"2024-08-17T17:21:15.823301+0000","last_fullsized":"2024-08-17T17:21:15.823301+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:36:03.146266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1174,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822740+0000","last_change":"2024-08-17T17:14:37.768007+0000","last_active":"2024-08-17T17:21:15.822740+0000","last_peered":"2024-08-17T17:21:15.822740+0000","last_clean":"2024-08-17T17:21:15.822740+0000","last_became_active":"2024-08-17T17:14:37.767672+0000","last_became_peered":"2024-08-17T17:14:37.767672+0000","last_unstale":"2024-08-17T17:21:15.822740+0000","last_undegraded":"2024-08-17T17:21:15.822740+0000","last_fullsized":"2024-08-17T17:21:15.822740+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:36:57.873861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1138,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823312+0000","last_change":"2024-08-17T17:15:44.261135+0000","last_active":"2024-08-17T17:21:15.823312+0000","last_peered":"2024-08-17T17:21:15.823312+0000","last_clean":"2024-08-17T17:21:15.823312+0000","last_became_active":"2024-08-17T17:15:44.260785+0000","last_became_peered":"2024-08-17T17:15:44.260785+0000","last_unstale":"2024-08-17T17:21:15.823312+0000","last_undegraded":"2024-08-17T17:21:15.823312+0000","last_fullsized":"2024-08-17T17:21:15.823312+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:33:28.437531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1246,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826470+0000","last_change":"2024-08-17T17:15:10.855550+0000","last_active":"2024-08-17T17:21:15.826470+0000","last_peered":"2024-08-17T17:21:15.826470+0000","last_clean":"2024-08-17T17:21:15.826470+0000","last_became_active":"2024-08-17T17:15:10.855228+0000","last_became_peered":"2024-08-17T17:15:10.855228+0000","last_unstale":"2024-08-17T17:21:15.826470+0000","last_undegraded":"2024-08-17T17:21:15.826470+0000","last_fullsized":"2024-08-17T17:21:15.826470+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:50:56.543172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1129,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823166+0000","last_change":"2024-08-17T17:15:44.259438+0000","last_active":"2024-08-17T17:21:15.823166+0000","last_peered":"2024-08-17T17:21:15.823166+0000","last_clean":"2024-08-17T17:21:15.823166+0000","last_became_active":"2024-08-17T17:15:44.258967+0000","last_became_peered":"2024-08-17T17:15:44.258967+0000","last_unstale":"2024-08-17T17:21:15.823166+0000","last_undegraded":"2024-08-17T17:21:15.823166+0000","last_fullsized":"2024-08-17T17:21:15.823166+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:33:00.998300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1162,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.830479+0000","last_change":"2024-08-17T17:15:10.861006+0000","last_active":"2024-08-17T17:21:15.830479+0000","last_peered":"2024-08-17T17:21:15.830479+0000","last_clean":"2024-08-17T17:21:15.830479+0000","last_became_active":"2024-08-17T17:15:10.858474+0000","last_became_peered":"2024-08-17T17:15:10.858474+0000","last_unstale":"2024-08-17T17:21:15.830479+0000","last_undegraded":"2024-08-17T17:21:15.830479+0000","last_fullsized":"2024-08-17T17:21:15.830479+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:22:40.709148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1162,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.830114+0000","last_change":"2024-08-17T17:15:10.860504+0000","last_active":"2024-08-17T17:21:15.830114+0000","last_peered":"2024-08-17T17:21:15.830114+0000","last_clean":"2024-08-17T17:21:15.830114+0000","last_became_active":"2024-08-17T17:15:10.858471+0000","last_became_peered":"2024-08-17T17:15:10.858471+0000","last_unstale":"2024-08-17T17:21:15.830114+0000","last_undegraded":"2024-08-17T17:21:15.830114+0000","last_fullsized":"2024-08-17T17:21:15.830114+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:26:59.436741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1300,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.814452+0000","last_change":"2024-08-17T17:15:10.850090+0000","last_active":"2024-08-17T17:21:18.814452+0000","last_peered":"2024-08-17T17:21:18.814452+0000","last_clean":"2024-08-17T17:21:18.814452+0000","last_became_active":"2024-08-17T17:15:10.849787+0000","last_became_peered":"2024-08-17T17:15:10.849787+0000","last_unstale":"2024-08-17T17:21:18.814452+0000","last_undegraded":"2024-08-17T17:21:18.814452+0000","last_fullsized":"2024-08-17T17:21:18.814452+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:29:23.523891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1271,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.827341+0000","last_change":"2024-08-17T17:15:10.857146+0000","last_active":"2024-08-17T17:21:15.827341+0000","last_peered":"2024-08-17T17:21:15.827341+0000","last_clean":"2024-08-17T17:21:15.827341+0000","last_became_active":"2024-08-17T17:15:10.856856+0000","last_became_peered":"2024-08-17T17:15:10.856856+0000","last_unstale":"2024-08-17T17:21:15.827341+0000","last_undegraded":"2024-08-17T17:21:15.827341+0000","last_fullsized":"2024-08-17T17:21:15.827341+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:37:13.906987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1358,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823928+0000","last_change":"2024-08-17T17:14:37.764629+0000","last_active":"2024-08-17T17:21:15.823928+0000","last_peered":"2024-08-17T17:21:15.823928+0000","last_clean":"2024-08-17T17:21:15.823928+0000","last_became_active":"2024-08-17T17:14:37.764345+0000","last_became_peered":"2024-08-17T17:14:37.764345+0000","last_unstale":"2024-08-17T17:21:15.823928+0000","last_undegraded":"2024-08-17T17:21:15.823928+0000","last_fullsized":"2024-08-17T17:21:15.823928+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:04:58.630329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1337,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.200798+0000","last_change":"2024-08-17T17:14:37.764714+0000","last_active":"2024-08-17T17:21:19.200798+0000","last_peered":"2024-08-17T17:21:19.200798+0000","last_clean":"2024-08-17T17:21:19.200798+0000","last_became_active":"2024-08-17T17:14:37.764431+0000","last_became_peered":"2024-08-17T17:14:37.764431+0000","last_unstale":"2024-08-17T17:21:19.200798+0000","last_undegraded":"2024-08-17T17:21:19.200798+0000","last_fullsized":"2024-08-17T17:21:19.200798+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:30:33.124042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1177,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.821938+0000","last_change":"2024-08-17T17:15:44.252183+0000","last_active":"2024-08-17T17:21:15.821938+0000","last_peered":"2024-08-17T17:21:15.821938+0000","last_clean":"2024-08-17T17:21:15.821938+0000","last_became_active":"2024-08-17T17:15:44.251890+0000","last_became_peered":"2024-08-17T17:15:44.251890+0000","last_unstale":"2024-08-17T17:21:15.821938+0000","last_undegraded":"2024-08-17T17:21:15.821938+0000","last_fullsized":"2024-08-17T17:21:15.821938+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:42:50.569308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1186,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823244+0000","last_change":"2024-08-17T17:15:44.255035+0000","last_active":"2024-08-17T17:21:15.823244+0000","last_peered":"2024-08-17T17:21:15.823244+0000","last_clean":"2024-08-17T17:21:15.823244+0000","last_became_active":"2024-08-17T17:15:44.254702+0000","last_became_peered":"2024-08-17T17:15:44.254702+0000","last_unstale":"2024-08-17T17:21:15.823244+0000","last_undegraded":"2024-08-17T17:21:15.823244+0000","last_fullsized":"2024-08-17T17:21:15.823244+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:53:18.197956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1270,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.813173+0000","last_change":"2024-08-17T17:15:44.250641+0000","last_active":"2024-08-17T17:21:18.813173+0000","last_peered":"2024-08-17T17:21:18.813173+0000","last_clean":"2024-08-17T17:21:18.813173+0000","last_became_active":"2024-08-17T17:15:44.250373+0000","last_became_peered":"2024-08-17T17:15:44.250373+0000","last_unstale":"2024-08-17T17:21:18.813173+0000","last_undegraded":"2024-08-17T17:21:18.813173+0000","last_fullsized":"2024-08-17T17:21:18.813173+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:04:54.046615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1120,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823735+0000","last_change":"2024-08-17T17:15:44.254075+0000","last_active":"2024-08-17T17:21:15.823735+0000","last_peered":"2024-08-17T17:21:15.823735+0000","last_clean":"2024-08-17T17:21:15.823735+0000","last_became_active":"2024-08-17T17:15:44.253758+0000","last_became_peered":"2024-08-17T17:15:44.253758+0000","last_unstale":"2024-08-17T17:21:15.823735+0000","last_undegraded":"2024-08-17T17:21:15.823735+0000","last_fullsized":"2024-08-17T17:21:15.823735+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:30:05.404873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1172,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.829678+0000","last_change":"2024-08-17T17:15:10.858228+0000","last_active":"2024-08-17T17:21:15.829678+0000","last_peered":"2024-08-17T17:21:15.829678+0000","last_clean":"2024-08-17T17:21:15.829678+0000","last_became_active":"2024-08-17T17:15:10.857953+0000","last_became_peered":"2024-08-17T17:15:10.857953+0000","last_unstale":"2024-08-17T17:21:15.829678+0000","last_undegraded":"2024-08-17T17:21:15.829678+0000","last_fullsized":"2024-08-17T17:21:15.829678+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:43:36.791060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1358,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823825+0000","last_change":"2024-08-17T17:15:44.250286+0000","last_active":"2024-08-17T17:21:15.823825+0000","last_peered":"2024-08-17T17:21:15.823825+0000","last_clean":"2024-08-17T17:21:15.823825+0000","last_became_active":"2024-08-17T17:15:44.249736+0000","last_became_peered":"2024-08-17T17:15:44.249736+0000","last_unstale":"2024-08-17T17:21:15.823825+0000","last_undegraded":"2024-08-17T17:21:15.823825+0000","last_fullsized":"2024-08-17T17:21:15.823825+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:24:24.372452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1184,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822426+0000","last_change":"2024-08-17T17:15:44.256183+0000","last_active":"2024-08-17T17:21:15.822426+0000","last_peered":"2024-08-17T17:21:15.822426+0000","last_clean":"2024-08-17T17:21:15.822426+0000","last_became_active":"2024-08-17T17:15:44.255874+0000","last_became_peered":"2024-08-17T17:15:44.255874+0000","last_unstale":"2024-08-17T17:21:15.822426+0000","last_undegraded":"2024-08-17T17:21:15.822426+0000","last_fullsized":"2024-08-17T17:21:15.822426+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:17.115887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1271,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826236+0000","last_change":"2024-08-17T17:14:03.739538+0000","last_active":"2024-08-17T17:21:15.826236+0000","last_peered":"2024-08-17T17:21:15.826236+0000","last_clean":"2024-08-17T17:21:15.826236+0000","last_became_active":"2024-08-17T17:14:03.739260+0000","last_became_peered":"2024-08-17T17:14:03.739260+0000","last_unstale":"2024-08-17T17:21:15.826236+0000","last_undegraded":"2024-08-17T17:21:15.826236+0000","last_fullsized":"2024-08-17T17:21:15.826236+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:51:12.243198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1201,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822059+0000","last_change":"2024-08-17T17:14:37.769794+0000","last_active":"2024-08-17T17:21:15.822059+0000","last_peered":"2024-08-17T17:21:15.822059+0000","last_clean":"2024-08-17T17:21:15.822059+0000","last_became_active":"2024-08-17T17:14:37.769447+0000","last_became_peered":"2024-08-17T17:14:37.769447+0000","last_unstale":"2024-08-17T17:21:15.822059+0000","last_undegraded":"2024-08-17T17:21:15.822059+0000","last_fullsized":"2024-08-17T17:21:15.822059+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:22.206618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1264,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826058+0000","last_change":"2024-08-17T17:14:03.739354+0000","last_active":"2024-08-17T17:21:15.826058+0000","last_peered":"2024-08-17T17:21:15.826058+0000","last_clean":"2024-08-17T17:21:15.826058+0000","last_became_active":"2024-08-17T17:14:03.739034+0000","last_became_peered":"2024-08-17T17:14:03.739034+0000","last_unstale":"2024-08-17T17:21:15.826058+0000","last_undegraded":"2024-08-17T17:21:15.826058+0000","last_fullsized":"2024-08-17T17:21:15.826058+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:11:44.023735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1166,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.830192+0000","last_change":"2024-08-17T17:15:44.249409+0000","last_active":"2024-08-17T17:21:15.830192+0000","last_peered":"2024-08-17T17:21:15.830192+0000","last_clean":"2024-08-17T17:21:15.830192+0000","last_became_active":"2024-08-17T17:15:44.249099+0000","last_became_peered":"2024-08-17T17:15:44.249099+0000","last_unstale":"2024-08-17T17:21:15.830192+0000","last_undegraded":"2024-08-17T17:21:15.830192+0000","last_fullsized":"2024-08-17T17:21:15.830192+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:29:03.072768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1338,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201127+0000","last_change":"2024-08-17T17:13:29.737314+0000","last_active":"2024-08-17T17:21:19.201127+0000","last_peered":"2024-08-17T17:21:19.201127+0000","last_clean":"2024-08-17T17:21:19.201127+0000","last_became_active":"2024-08-17T17:13:29.736747+0000","last_became_peered":"2024-08-17T17:13:29.736747+0000","last_unstale":"2024-08-17T17:21:19.201127+0000","last_undegraded":"2024-08-17T17:21:19.201127+0000","last_fullsized":"2024-08-17T17:21:19.201127+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:40.912449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1280,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826696+0000","last_change":"2024-08-17T17:14:03.747611+0000","last_active":"2024-08-17T17:21:15.826696+0000","last_peered":"2024-08-17T17:21:15.826696+0000","last_clean":"2024-08-17T17:21:15.826696+0000","last_became_active":"2024-08-17T17:14:03.747269+0000","last_became_peered":"2024-08-17T17:14:03.747269+0000","last_unstale":"2024-08-17T17:21:15.826696+0000","last_undegraded":"2024-08-17T17:21:15.826696+0000","last_fullsized":"2024-08-17T17:21:15.826696+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:52:33.168101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1358,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.824737+0000","last_change":"2024-08-17T17:14:03.746691+0000","last_active":"2024-08-17T17:21:15.824737+0000","last_peered":"2024-08-17T17:21:15.824737+0000","last_clean":"2024-08-17T17:21:15.824737+0000","last_became_active":"2024-08-17T17:14:03.746335+0000","last_became_peered":"2024-08-17T17:14:03.746335+0000","last_unstale":"2024-08-17T17:21:15.824737+0000","last_undegraded":"2024-08-17T17:21:15.824737+0000","last_fullsized":"2024-08-17T17:21:15.824737+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:30:11.207325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1201,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822466+0000","last_change":"2024-08-17T17:14:37.767615+0000","last_active":"2024-08-17T17:21:15.822466+0000","last_peered":"2024-08-17T17:21:15.822466+0000","last_clean":"2024-08-17T17:21:15.822466+0000","last_became_active":"2024-08-17T17:14:37.767229+0000","last_became_peered":"2024-08-17T17:14:37.767229+0000","last_unstale":"2024-08-17T17:21:15.822466+0000","last_undegraded":"2024-08-17T17:21:15.822466+0000","last_fullsized":"2024-08-17T17:21:15.822466+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:04:12.086124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1271,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.812674+0000","last_change":"2024-08-17T17:15:10.851556+0000","last_active":"2024-08-17T17:21:18.812674+0000","last_peered":"2024-08-17T17:21:18.812674+0000","last_clean":"2024-08-17T17:21:18.812674+0000","last_became_active":"2024-08-17T17:15:10.851230+0000","last_became_peered":"2024-08-17T17:15:10.851230+0000","last_unstale":"2024-08-17T17:21:18.812674+0000","last_undegraded":"2024-08-17T17:21:18.812674+0000","last_fullsized":"2024-08-17T17:21:18.812674+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:22:28.930114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1162,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.829312+0000","last_change":"2024-08-17T17:15:10.853189+0000","last_active":"2024-08-17T17:21:15.829312+0000","last_peered":"2024-08-17T17:21:15.829312+0000","last_clean":"2024-08-17T17:21:15.829312+0000","last_became_active":"2024-08-17T17:15:10.852893+0000","last_became_peered":"2024-08-17T17:15:10.852893+0000","last_unstale":"2024-08-17T17:21:15.829312+0000","last_undegraded":"2024-08-17T17:21:15.829312+0000","last_fullsized":"2024-08-17T17:21:15.829312+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:56.763901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1244,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.819164+0000","last_change":"2024-08-17T17:14:03.748176+0000","last_active":"2024-08-17T17:21:15.819164+0000","last_peered":"2024-08-17T17:21:15.819164+0000","last_clean":"2024-08-17T17:21:15.819164+0000","last_became_active":"2024-08-17T17:14:03.744815+0000","last_became_peered":"2024-08-17T17:14:03.744815+0000","last_unstale":"2024-08-17T17:21:15.819164+0000","last_undegraded":"2024-08-17T17:21:15.819164+0000","last_fullsized":"2024-08-17T17:21:15.819164+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:05:26.801939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"588'3","reported_seq":1280,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.827445+0000","last_change":"2024-08-17T17:15:10.859217+0000","last_active":"2024-08-17T17:21:15.827445+0000","last_peered":"2024-08-17T17:21:15.827445+0000","last_clean":"2024-08-17T17:21:15.827445+0000","last_became_active":"2024-08-17T17:15:10.856338+0000","last_became_peered":"2024-08-17T17:15:10.856338+0000","last_unstale":"2024-08-17T17:21:15.827445+0000","last_undegraded":"2024-08-17T17:21:15.827445+0000","last_fullsized":"2024-08-17T17:21:15.827445+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:27:43.258689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1357,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.824389+0000","last_change":"2024-08-17T17:15:44.250013+0000","last_active":"2024-08-17T17:21:15.824389+0000","last_peered":"2024-08-17T17:21:15.824389+0000","last_clean":"2024-08-17T17:21:15.824389+0000","last_became_active":"2024-08-17T17:15:44.249357+0000","last_became_peered":"2024-08-17T17:15:44.249357+0000","last_unstale":"2024-08-17T17:21:15.824389+0000","last_undegraded":"2024-08-17T17:21:15.824389+0000","last_fullsized":"2024-08-17T17:21:15.824389+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:24:50.325081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"588'3","reported_seq":1172,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.829387+0000","last_change":"2024-08-17T17:15:44.249478+0000","last_active":"2024-08-17T17:21:15.829387+0000","last_peered":"2024-08-17T17:21:15.829387+0000","last_clean":"2024-08-17T17:21:15.829387+0000","last_became_active":"2024-08-17T17:15:44.249097+0000","last_became_peered":"2024-08-17T17:15:44.249097+0000","last_unstale":"2024-08-17T17:21:15.829387+0000","last_undegraded":"2024-08-17T17:21:15.829387+0000","last_fullsized":"2024-08-17T17:21:15.829387+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:00:55.957489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1283,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826025+0000","last_change":"2024-08-17T17:15:10.859674+0000","last_active":"2024-08-17T17:21:15.826025+0000","last_peered":"2024-08-17T17:21:15.826025+0000","last_clean":"2024-08-17T17:21:15.826025+0000","last_became_active":"2024-08-17T17:15:10.859356+0000","last_became_peered":"2024-08-17T17:15:10.859356+0000","last_unstale":"2024-08-17T17:21:15.826025+0000","last_undegraded":"2024-08-17T17:21:15.826025+0000","last_fullsized":"2024-08-17T17:21:15.826025+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:54:11.467722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1277,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826558+0000","last_change":"2024-08-17T17:13:29.741245+0000","last_active":"2024-08-17T17:21:15.826558+0000","last_peered":"2024-08-17T17:21:15.826558+0000","last_clean":"2024-08-17T17:21:15.826558+0000","last_became_active":"2024-08-17T17:13:29.739868+0000","last_became_peered":"2024-08-17T17:13:29.739868+0000","last_unstale":"2024-08-17T17:21:15.826558+0000","last_undegraded":"2024-08-17T17:21:15.826558+0000","last_fullsized":"2024-08-17T17:21:15.826558+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:18:32.997491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1189,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822004+0000","last_change":"2024-08-17T17:15:44.252202+0000","last_active":"2024-08-17T17:21:15.822004+0000","last_peered":"2024-08-17T17:21:15.822004+0000","last_clean":"2024-08-17T17:21:15.822004+0000","last_became_active":"2024-08-17T17:15:44.251931+0000","last_became_peered":"2024-08-17T17:15:44.251931+0000","last_unstale":"2024-08-17T17:21:15.822004+0000","last_undegraded":"2024-08-17T17:21:15.822004+0000","last_fullsized":"2024-08-17T17:21:15.822004+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:06.944883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1337,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.200759+0000","last_change":"2024-08-17T17:14:03.741261+0000","last_active":"2024-08-17T17:21:19.200759+0000","last_peered":"2024-08-17T17:21:19.200759+0000","last_clean":"2024-08-17T17:21:19.200759+0000","last_became_active":"2024-08-17T17:14:03.740689+0000","last_became_peered":"2024-08-17T17:14:03.740689+0000","last_unstale":"2024-08-17T17:21:19.200759+0000","last_undegraded":"2024-08-17T17:21:19.200759+0000","last_fullsized":"2024-08-17T17:21:19.200759+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:36:06.949434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1165,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.830522+0000","last_change":"2024-08-17T17:15:10.849869+0000","last_active":"2024-08-17T17:21:15.830522+0000","last_peered":"2024-08-17T17:21:15.830522+0000","last_clean":"2024-08-17T17:21:15.830522+0000","last_became_active":"2024-08-17T17:15:10.849597+0000","last_became_peered":"2024-08-17T17:15:10.849597+0000","last_unstale":"2024-08-17T17:21:15.830522+0000","last_undegraded":"2024-08-17T17:21:15.830522+0000","last_fullsized":"2024-08-17T17:21:15.830522+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:23:33.959696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1168,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823532+0000","last_change":"2024-08-17T17:15:44.257107+0000","last_active":"2024-08-17T17:21:15.823532+0000","last_peered":"2024-08-17T17:21:15.823532+0000","last_clean":"2024-08-17T17:21:15.823532+0000","last_became_active":"2024-08-17T17:15:44.256176+0000","last_became_peered":"2024-08-17T17:15:44.256176+0000","last_unstale":"2024-08-17T17:21:15.823532+0000","last_undegraded":"2024-08-17T17:21:15.823532+0000","last_fullsized":"2024-08-17T17:21:15.823532+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:03:06.829411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1206,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823831+0000","last_change":"2024-08-17T17:15:10.859435+0000","last_active":"2024-08-17T17:21:15.823831+0000","last_peered":"2024-08-17T17:21:15.823831+0000","last_clean":"2024-08-17T17:21:15.823831+0000","last_became_active":"2024-08-17T17:15:10.859122+0000","last_became_peered":"2024-08-17T17:15:10.859122+0000","last_unstale":"2024-08-17T17:21:15.823831+0000","last_undegraded":"2024-08-17T17:21:15.823831+0000","last_fullsized":"2024-08-17T17:21:15.823831+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:32:15.024938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1357,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826056+0000","last_change":"2024-08-17T17:14:37.764446+0000","last_active":"2024-08-17T17:21:15.826056+0000","last_peered":"2024-08-17T17:21:15.826056+0000","last_clean":"2024-08-17T17:21:15.826056+0000","last_became_active":"2024-08-17T17:14:37.764128+0000","last_became_peered":"2024-08-17T17:14:37.764128+0000","last_unstale":"2024-08-17T17:21:15.826056+0000","last_undegraded":"2024-08-17T17:21:15.826056+0000","last_fullsized":"2024-08-17T17:21:15.826056+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:11:50.681940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1341,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201229+0000","last_change":"2024-08-17T17:14:37.767711+0000","last_active":"2024-08-17T17:21:19.201229+0000","last_peered":"2024-08-17T17:21:19.201229+0000","last_clean":"2024-08-17T17:21:19.201229+0000","last_became_active":"2024-08-17T17:14:37.767381+0000","last_became_peered":"2024-08-17T17:14:37.767381+0000","last_unstale":"2024-08-17T17:21:19.201229+0000","last_undegraded":"2024-08-17T17:21:19.201229+0000","last_fullsized":"2024-08-17T17:21:19.201229+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:29:12.064603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":11,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1220,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.819392+0000","last_change":"2024-08-17T17:15:44.255234+0000","last_active":"2024-08-17T17:21:15.819392+0000","last_peered":"2024-08-17T17:21:15.819392+0000","last_clean":"2024-08-17T17:21:15.819392+0000","last_became_active":"2024-08-17T17:15:44.255012+0000","last_became_peered":"2024-08-17T17:15:44.255012+0000","last_unstale":"2024-08-17T17:21:15.819392+0000","last_undegraded":"2024-08-17T17:21:15.819392+0000","last_fullsized":"2024-08-17T17:21:15.819392+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:03:35.102295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"588'30","reported_seq":1206,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.829999+0000","last_change":"2024-08-17T17:15:10.857828+0000","last_active":"2024-08-17T17:21:15.829999+0000","last_peered":"2024-08-17T17:21:15.829999+0000","last_clean":"2024-08-17T17:21:15.829999+0000","last_became_active":"2024-08-17T17:15:10.857264+0000","last_became_peered":"2024-08-17T17:15:10.857264+0000","last_unstale":"2024-08-17T17:21:15.829999+0000","last_undegraded":"2024-08-17T17:21:15.829999+0000","last_fullsized":"2024-08-17T17:21:15.829999+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:49:06.357713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5816,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":25,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1138,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822922+0000","last_change":"2024-08-17T17:15:44.261294+0000","last_active":"2024-08-17T17:21:15.822922+0000","last_peered":"2024-08-17T17:21:15.822922+0000","last_clean":"2024-08-17T17:21:15.822922+0000","last_became_active":"2024-08-17T17:15:44.260798+0000","last_became_peered":"2024-08-17T17:15:44.260798+0000","last_unstale":"2024-08-17T17:21:15.822922+0000","last_undegraded":"2024-08-17T17:21:15.822922+0000","last_fullsized":"2024-08-17T17:21:15.822922+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:30:51.274124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1369,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.824507+0000","last_change":"2024-08-17T17:14:03.749826+0000","last_active":"2024-08-17T17:21:15.824507+0000","last_peered":"2024-08-17T17:21:15.824507+0000","last_clean":"2024-08-17T17:21:15.824507+0000","last_became_active":"2024-08-17T17:14:03.749515+0000","last_became_peered":"2024-08-17T17:14:03.749515+0000","last_unstale":"2024-08-17T17:21:15.824507+0000","last_undegraded":"2024-08-17T17:21:15.824507+0000","last_fullsized":"2024-08-17T17:21:15.824507+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:43:33.401564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":14,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1358,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823722+0000","last_change":"2024-08-17T17:15:44.255934+0000","last_active":"2024-08-17T17:21:15.823722+0000","last_peered":"2024-08-17T17:21:15.823722+0000","last_clean":"2024-08-17T17:21:15.823722+0000","last_became_active":"2024-08-17T17:15:44.255480+0000","last_became_peered":"2024-08-17T17:15:44.255480+0000","last_unstale":"2024-08-17T17:21:15.823722+0000","last_undegraded":"2024-08-17T17:21:15.823722+0000","last_fullsized":"2024-08-17T17:21:15.823722+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:28:22.211320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1197,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823644+0000","last_change":"2024-08-17T17:15:44.257275+0000","last_active":"2024-08-17T17:21:15.823644+0000","last_peered":"2024-08-17T17:21:15.823644+0000","last_clean":"2024-08-17T17:21:15.823644+0000","last_became_active":"2024-08-17T17:15:44.255598+0000","last_became_peered":"2024-08-17T17:15:44.255598+0000","last_unstale":"2024-08-17T17:21:15.823644+0000","last_undegraded":"2024-08-17T17:21:15.823644+0000","last_fullsized":"2024-08-17T17:21:15.823644+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:49:43.888836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1138,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822900+0000","last_change":"2024-08-17T17:15:44.260763+0000","last_active":"2024-08-17T17:21:15.822900+0000","last_peered":"2024-08-17T17:21:15.822900+0000","last_clean":"2024-08-17T17:21:15.822900+0000","last_became_active":"2024-08-17T17:15:44.259430+0000","last_became_peered":"2024-08-17T17:15:44.259430+0000","last_unstale":"2024-08-17T17:21:15.822900+0000","last_undegraded":"2024-08-17T17:21:15.822900+0000","last_fullsized":"2024-08-17T17:21:15.822900+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:45:46.417492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1175,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.829408+0000","last_change":"2024-08-17T17:15:10.861736+0000","last_active":"2024-08-17T17:21:15.829408+0000","last_peered":"2024-08-17T17:21:15.829408+0000","last_clean":"2024-08-17T17:21:15.829408+0000","last_became_active":"2024-08-17T17:15:10.857597+0000","last_became_peered":"2024-08-17T17:15:10.857597+0000","last_unstale":"2024-08-17T17:21:15.829408+0000","last_undegraded":"2024-08-17T17:21:15.829408+0000","last_fullsized":"2024-08-17T17:21:15.829408+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:29:22.510496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1162,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.829392+0000","last_change":"2024-08-17T17:15:10.852518+0000","last_active":"2024-08-17T17:21:15.829392+0000","last_peered":"2024-08-17T17:21:15.829392+0000","last_clean":"2024-08-17T17:21:15.829392+0000","last_became_active":"2024-08-17T17:15:10.847937+0000","last_became_peered":"2024-08-17T17:15:10.847937+0000","last_unstale":"2024-08-17T17:21:15.829392+0000","last_undegraded":"2024-08-17T17:21:15.829392+0000","last_fullsized":"2024-08-17T17:21:15.829392+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:46.098824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1322,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.812537+0000","last_change":"2024-08-17T17:12:56.742217+0000","last_active":"2024-08-17T17:21:18.812537+0000","last_peered":"2024-08-17T17:21:18.812537+0000","last_clean":"2024-08-17T17:21:18.812537+0000","last_became_active":"2024-08-17T17:12:56.741892+0000","last_became_peered":"2024-08-17T17:12:56.741892+0000","last_unstale":"2024-08-17T17:21:18.812537+0000","last_undegraded":"2024-08-17T17:21:18.812537+0000","last_fullsized":"2024-08-17T17:21:18.812537+0000","mapping_epoch":404,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":405,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:36:48.395377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":36,"num_read_kb":36,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1120,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823213+0000","last_change":"2024-08-17T17:15:44.261132+0000","last_active":"2024-08-17T17:21:15.823213+0000","last_peered":"2024-08-17T17:21:15.823213+0000","last_clean":"2024-08-17T17:21:15.823213+0000","last_became_active":"2024-08-17T17:15:44.260838+0000","last_became_peered":"2024-08-17T17:15:44.260838+0000","last_unstale":"2024-08-17T17:21:15.823213+0000","last_undegraded":"2024-08-17T17:21:15.823213+0000","last_fullsized":"2024-08-17T17:21:15.823213+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:50:10.925942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"876'809","reported_seq":4143,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.812784+0000","last_change":"2024-08-17T17:21:15.827870+0000","last_active":"2024-08-17T17:21:18.812784+0000","last_peered":"2024-08-17T17:21:18.812784+0000","last_clean":"2024-08-17T17:21:18.812784+0000","last_became_active":"2024-08-17T17:12:56.745072+0000","last_became_peered":"2024-08-17T17:12:56.745072+0000","last_unstale":"2024-08-17T17:21:18.812784+0000","last_undegraded":"2024-08-17T17:21:18.812784+0000","last_fullsized":"2024-08-17T17:21:18.812784+0000","mapping_epoch":404,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":405,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":809,"log_dups_size":0,"ondisk_log_size":809,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:52:19.497823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089178109999999994,"stat_sum":{"num_bytes":10911744,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":170,"num_read_kb":213375,"num_write":495,"num_write_kb":83072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":16195584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"2.f","version":"66'1","reported_seq":1219,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.819793+0000","last_change":"2024-08-17T17:15:44.255513+0000","last_active":"2024-08-17T17:21:15.819793+0000","last_peered":"2024-08-17T17:21:15.819793+0000","last_clean":"2024-08-17T17:21:15.819793+0000","last_became_active":"2024-08-17T17:15:44.255190+0000","last_became_peered":"2024-08-17T17:15:44.255190+0000","last_unstale":"2024-08-17T17:21:15.819793+0000","last_undegraded":"2024-08-17T17:21:15.819793+0000","last_fullsized":"2024-08-17T17:21:15.819793+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:19:14.423644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1138,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823160+0000","last_change":"2024-08-17T17:15:44.262884+0000","last_active":"2024-08-17T17:21:15.823160+0000","last_peered":"2024-08-17T17:21:15.823160+0000","last_clean":"2024-08-17T17:21:15.823160+0000","last_became_active":"2024-08-17T17:15:44.262388+0000","last_became_peered":"2024-08-17T17:15:44.262388+0000","last_unstale":"2024-08-17T17:21:15.823160+0000","last_undegraded":"2024-08-17T17:21:15.823160+0000","last_fullsized":"2024-08-17T17:21:15.823160+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:52:37.920749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"873'809","reported_seq":3795,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823707+0000","last_change":"2024-08-17T17:21:15.824022+0000","last_active":"2024-08-17T17:21:15.823707+0000","last_peered":"2024-08-17T17:21:15.823707+0000","last_clean":"2024-08-17T17:21:15.823707+0000","last_became_active":"2024-08-17T17:15:44.262634+0000","last_became_peered":"2024-08-17T17:15:44.262634+0000","last_unstale":"2024-08-17T17:21:15.823707+0000","last_undegraded":"2024-08-17T17:21:15.823707+0000","last_fullsized":"2024-08-17T17:21:15.823707+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":809,"log_dups_size":0,"ondisk_log_size":809,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:41:51.913439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00099415300000000001,"stat_sum":{"num_bytes":4128768,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":118,"num_read_kb":189864,"num_write":463,"num_write_kb":78592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":5619712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"2.e","version":"66'2","reported_seq":1280,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.813260+0000","last_change":"2024-08-17T17:15:44.251205+0000","last_active":"2024-08-17T17:21:18.813260+0000","last_peered":"2024-08-17T17:21:18.813260+0000","last_clean":"2024-08-17T17:21:18.813260+0000","last_became_active":"2024-08-17T17:15:44.250825+0000","last_became_peered":"2024-08-17T17:15:44.250825+0000","last_unstale":"2024-08-17T17:21:18.813260+0000","last_undegraded":"2024-08-17T17:21:18.813260+0000","last_fullsized":"2024-08-17T17:21:18.813260+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:34:17.180712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1129,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823313+0000","last_change":"2024-08-17T17:15:44.263395+0000","last_active":"2024-08-17T17:21:15.823313+0000","last_peered":"2024-08-17T17:21:15.823313+0000","last_clean":"2024-08-17T17:21:15.823313+0000","last_became_active":"2024-08-17T17:15:44.263055+0000","last_became_peered":"2024-08-17T17:15:44.263055+0000","last_unstale":"2024-08-17T17:21:15.823313+0000","last_undegraded":"2024-08-17T17:21:15.823313+0000","last_fullsized":"2024-08-17T17:21:15.823313+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:03.967181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"876'2079","reported_seq":5311,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.812996+0000","last_change":"2024-08-17T17:21:15.838335+0000","last_active":"2024-08-17T17:21:18.812996+0000","last_peered":"2024-08-17T17:21:18.812996+0000","last_clean":"2024-08-17T17:21:18.812996+0000","last_became_active":"2024-08-17T17:14:03.754470+0000","last_became_peered":"2024-08-17T17:14:03.754470+0000","last_unstale":"2024-08-17T17:21:18.812996+0000","last_undegraded":"2024-08-17T17:21:18.812996+0000","last_fullsized":"2024-08-17T17:21:18.812996+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":2079,"log_dups_size":0,"ondisk_log_size":2079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:55:14.122260+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.018567507,"stat_sum":{"num_bytes":41967616,"num_objects":18,"num_object_clones":13,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":364,"num_read_kb":715017,"num_write":1096,"num_write_kb":207576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":59572224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"2.d","version":"66'1","reported_seq":1346,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201291+0000","last_change":"2024-08-17T17:14:03.742626+0000","last_active":"2024-08-17T17:21:19.201291+0000","last_peered":"2024-08-17T17:21:19.201291+0000","last_clean":"2024-08-17T17:21:19.201291+0000","last_became_active":"2024-08-17T17:14:03.742261+0000","last_became_peered":"2024-08-17T17:14:03.742261+0000","last_unstale":"2024-08-17T17:21:19.201291+0000","last_undegraded":"2024-08-17T17:21:19.201291+0000","last_fullsized":"2024-08-17T17:21:19.201291+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:43:51.435261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1194,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822995+0000","last_change":"2024-08-17T17:15:10.849661+0000","last_active":"2024-08-17T17:21:15.822995+0000","last_peered":"2024-08-17T17:21:15.822995+0000","last_clean":"2024-08-17T17:21:15.822995+0000","last_became_active":"2024-08-17T17:15:10.849329+0000","last_became_peered":"2024-08-17T17:15:10.849329+0000","last_unstale":"2024-08-17T17:21:15.822995+0000","last_undegraded":"2024-08-17T17:21:15.822995+0000","last_fullsized":"2024-08-17T17:21:15.822995+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:41:19.488043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"876'1698","reported_seq":4954,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.813952+0000","last_change":"2024-08-17T17:21:15.840099+0000","last_active":"2024-08-17T17:21:18.813952+0000","last_peered":"2024-08-17T17:21:18.813952+0000","last_clean":"2024-08-17T17:21:18.813952+0000","last_became_active":"2024-08-17T17:14:37.774371+0000","last_became_peered":"2024-08-17T17:14:37.774371+0000","last_unstale":"2024-08-17T17:21:18.813952+0000","last_undegraded":"2024-08-17T17:21:18.813952+0000","last_fullsized":"2024-08-17T17:21:18.813952+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":1698,"log_dups_size":0,"ondisk_log_size":1698,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:56:11.019190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020368548,"stat_sum":{"num_bytes":16195584,"num_objects":10,"num_object_clones":6,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":289,"num_read_kb":384218,"num_write":729,"num_write_kb":136776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":60915712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1306,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.814653+0000","last_change":"2024-08-17T17:14:37.774045+0000","last_active":"2024-08-17T17:21:18.814653+0000","last_peered":"2024-08-17T17:21:18.814653+0000","last_clean":"2024-08-17T17:21:18.814653+0000","last_became_active":"2024-08-17T17:14:37.773726+0000","last_became_peered":"2024-08-17T17:14:37.773726+0000","last_unstale":"2024-08-17T17:21:18.814653+0000","last_undegraded":"2024-08-17T17:21:18.814653+0000","last_fullsized":"2024-08-17T17:21:18.814653+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:13:22.377476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1120,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823931+0000","last_change":"2024-08-17T17:15:44.256971+0000","last_active":"2024-08-17T17:21:15.823931+0000","last_peered":"2024-08-17T17:21:15.823931+0000","last_clean":"2024-08-17T17:21:15.823931+0000","last_became_active":"2024-08-17T17:15:44.256575+0000","last_became_peered":"2024-08-17T17:15:44.256575+0000","last_unstale":"2024-08-17T17:21:15.823931+0000","last_undegraded":"2024-08-17T17:21:15.823931+0000","last_fullsized":"2024-08-17T17:21:15.823931+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:14:43.565705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"873'1032","reported_seq":4062,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823953+0000","last_change":"2024-08-17T17:21:15.824367+0000","last_active":"2024-08-17T17:21:15.823953+0000","last_peered":"2024-08-17T17:21:15.823953+0000","last_clean":"2024-08-17T17:21:15.823953+0000","last_became_active":"2024-08-17T17:15:44.258453+0000","last_became_peered":"2024-08-17T17:15:44.258453+0000","last_unstale":"2024-08-17T17:21:15.823953+0000","last_undegraded":"2024-08-17T17:21:15.823953+0000","last_fullsized":"2024-08-17T17:21:15.823953+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":1032,"log_dups_size":0,"ondisk_log_size":1032,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:36:51.591887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0009873429999999999,"stat_sum":{"num_bytes":25747456,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":195,"num_read_kb":577020,"num_write":469,"num_write_kb":111616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":42369024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1164,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.830336+0000","last_change":"2024-08-17T17:15:44.250584+0000","last_active":"2024-08-17T17:21:15.830336+0000","last_peered":"2024-08-17T17:21:15.830336+0000","last_clean":"2024-08-17T17:21:15.830336+0000","last_became_active":"2024-08-17T17:15:44.250252+0000","last_became_peered":"2024-08-17T17:15:44.250252+0000","last_unstale":"2024-08-17T17:21:15.830336+0000","last_undegraded":"2024-08-17T17:21:15.830336+0000","last_fullsized":"2024-08-17T17:21:15.830336+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:13:11.678935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00075103300000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"275'209","reported_seq":1674,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822148+0000","last_change":"2024-08-17T17:15:44.252232+0000","last_active":"2024-08-17T17:21:15.822148+0000","last_peered":"2024-08-17T17:21:15.822148+0000","last_clean":"2024-08-17T17:21:15.822148+0000","last_became_active":"2024-08-17T17:15:44.251322+0000","last_became_peered":"2024-08-17T17:15:44.251322+0000","last_unstale":"2024-08-17T17:21:15.822148+0000","last_undegraded":"2024-08-17T17:21:15.822148+0000","last_fullsized":"2024-08-17T17:21:15.822148+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:00:58.187014+0000","last_clean_scrub_stamp":"2024-08-17T17:00:58.187014+0000","objects_scrubbed":0,"log_size":209,"log_dups_size":0,"ondisk_log_size":209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:03:49.566945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1207,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822007+0000","last_change":"2024-08-17T17:15:44.253057+0000","last_active":"2024-08-17T17:21:15.822007+0000","last_peered":"2024-08-17T17:21:15.822007+0000","last_clean":"2024-08-17T17:21:15.822007+0000","last_became_active":"2024-08-17T17:15:44.252762+0000","last_became_peered":"2024-08-17T17:15:44.252762+0000","last_unstale":"2024-08-17T17:21:15.822007+0000","last_undegraded":"2024-08-17T17:21:15.822007+0000","last_fullsized":"2024-08-17T17:21:15.822007+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:03:39.071879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1246,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.827568+0000","last_change":"2024-08-17T17:15:10.859455+0000","last_active":"2024-08-17T17:21:15.827568+0000","last_peered":"2024-08-17T17:21:15.827568+0000","last_clean":"2024-08-17T17:21:15.827568+0000","last_became_active":"2024-08-17T17:15:10.858019+0000","last_became_peered":"2024-08-17T17:15:10.858019+0000","last_unstale":"2024-08-17T17:21:15.827568+0000","last_undegraded":"2024-08-17T17:21:15.827568+0000","last_fullsized":"2024-08-17T17:21:15.827568+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:16.969591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"873'417","reported_seq":3602,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.824181+0000","last_change":"2024-08-17T17:21:15.825079+0000","last_active":"2024-08-17T17:21:15.824181+0000","last_peered":"2024-08-17T17:21:15.824181+0000","last_clean":"2024-08-17T17:21:15.824181+0000","last_became_active":"2024-08-17T17:14:37.764260+0000","last_became_peered":"2024-08-17T17:14:37.764260+0000","last_unstale":"2024-08-17T17:21:15.824181+0000","last_undegraded":"2024-08-17T17:21:15.824181+0000","last_fullsized":"2024-08-17T17:21:15.824181+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":417,"log_dups_size":0,"ondisk_log_size":417,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:11:55.377108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011080510000000001,"stat_sum":{"num_bytes":4440064,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":133852,"num_write":122,"num_write_kb":27176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":3317760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1369,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823916+0000","last_change":"2024-08-17T17:12:56.743969+0000","last_active":"2024-08-17T17:21:15.823916+0000","last_peered":"2024-08-17T17:21:15.823916+0000","last_clean":"2024-08-17T17:21:15.823916+0000","last_became_active":"2024-08-17T17:12:56.743688+0000","last_became_peered":"2024-08-17T17:12:56.743688+0000","last_unstale":"2024-08-17T17:21:15.823916+0000","last_undegraded":"2024-08-17T17:21:15.823916+0000","last_fullsized":"2024-08-17T17:21:15.823916+0000","mapping_epoch":404,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":405,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:20:16.046141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1122,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822025+0000","last_change":"2024-08-17T17:15:44.264543+0000","last_active":"2024-08-17T17:21:15.822025+0000","last_peered":"2024-08-17T17:21:15.822025+0000","last_clean":"2024-08-17T17:21:15.822025+0000","last_became_active":"2024-08-17T17:15:44.263875+0000","last_became_peered":"2024-08-17T17:15:44.263875+0000","last_unstale":"2024-08-17T17:21:15.822025+0000","last_undegraded":"2024-08-17T17:21:15.822025+0000","last_fullsized":"2024-08-17T17:21:15.822025+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:49:32.089223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1358,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823650+0000","last_change":"2024-08-17T17:14:03.743564+0000","last_active":"2024-08-17T17:21:15.823650+0000","last_peered":"2024-08-17T17:21:15.823650+0000","last_clean":"2024-08-17T17:21:15.823650+0000","last_became_active":"2024-08-17T17:14:03.743282+0000","last_became_peered":"2024-08-17T17:14:03.743282+0000","last_unstale":"2024-08-17T17:21:15.823650+0000","last_undegraded":"2024-08-17T17:21:15.823650+0000","last_fullsized":"2024-08-17T17:21:15.823650+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:38.291341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"872'395","reported_seq":3759,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.813496+0000","last_change":"2024-08-17T17:21:15.838852+0000","last_active":"2024-08-17T17:21:18.813496+0000","last_peered":"2024-08-17T17:21:18.813496+0000","last_clean":"2024-08-17T17:21:18.813496+0000","last_became_active":"2024-08-17T17:14:37.774005+0000","last_became_peered":"2024-08-17T17:14:37.774005+0000","last_unstale":"2024-08-17T17:21:18.813496+0000","last_undegraded":"2024-08-17T17:21:18.813496+0000","last_fullsized":"2024-08-17T17:21:18.813496+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":395,"log_dups_size":0,"ondisk_log_size":395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:15:21.410437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017463447999999999,"stat_sum":{"num_bytes":1261568,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":70,"num_read_kb":50999,"num_write":122,"num_write_kb":26216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1329,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201400+0000","last_change":"2024-08-17T17:14:37.768020+0000","last_active":"2024-08-17T17:21:19.201400+0000","last_peered":"2024-08-17T17:21:19.201400+0000","last_clean":"2024-08-17T17:21:19.201400+0000","last_became_active":"2024-08-17T17:14:37.767742+0000","last_became_peered":"2024-08-17T17:14:37.767742+0000","last_unstale":"2024-08-17T17:21:19.201400+0000","last_undegraded":"2024-08-17T17:21:19.201400+0000","last_fullsized":"2024-08-17T17:21:19.201400+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:29:14.801720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044253000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1307,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.812761+0000","last_change":"2024-08-17T17:13:29.740774+0000","last_active":"2024-08-17T17:21:18.812761+0000","last_peered":"2024-08-17T17:21:18.812761+0000","last_clean":"2024-08-17T17:21:18.812761+0000","last_became_active":"2024-08-17T17:13:29.740481+0000","last_became_peered":"2024-08-17T17:13:29.740481+0000","last_unstale":"2024-08-17T17:21:18.812761+0000","last_undegraded":"2024-08-17T17:21:18.812761+0000","last_fullsized":"2024-08-17T17:21:18.812761+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:40:30.356481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1338,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.200613+0000","last_change":"2024-08-17T17:15:10.855156+0000","last_active":"2024-08-17T17:21:19.200613+0000","last_peered":"2024-08-17T17:21:19.200613+0000","last_clean":"2024-08-17T17:21:19.200613+0000","last_became_active":"2024-08-17T17:15:10.854472+0000","last_became_peered":"2024-08-17T17:15:10.854472+0000","last_unstale":"2024-08-17T17:21:19.200613+0000","last_undegraded":"2024-08-17T17:21:19.200613+0000","last_fullsized":"2024-08-17T17:21:19.200613+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T05:02:58.446673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"876'1233","reported_seq":4652,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.834105+0000","last_change":"2024-08-17T17:21:15.835216+0000","last_active":"2024-08-17T17:21:15.834105+0000","last_peered":"2024-08-17T17:21:15.834105+0000","last_clean":"2024-08-17T17:21:15.834105+0000","last_became_active":"2024-08-17T17:14:03.741847+0000","last_became_peered":"2024-08-17T17:14:03.741847+0000","last_unstale":"2024-08-17T17:21:15.834105+0000","last_undegraded":"2024-08-17T17:21:15.834105+0000","last_fullsized":"2024-08-17T17:21:15.834105+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":1233,"log_dups_size":0,"ondisk_log_size":1233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:03:58.592253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010298055,"stat_sum":{"num_bytes":17793024,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":212,"num_read_kb":251550,"num_write":539,"num_write_kb":142360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":14409728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1309,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201498+0000","last_change":"2024-08-17T17:13:29.734544+0000","last_active":"2024-08-17T17:21:19.201498+0000","last_peered":"2024-08-17T17:21:19.201498+0000","last_clean":"2024-08-17T17:21:19.201498+0000","last_became_active":"2024-08-17T17:13:29.734234+0000","last_became_peered":"2024-08-17T17:13:29.734234+0000","last_unstale":"2024-08-17T17:21:19.201498+0000","last_undegraded":"2024-08-17T17:21:19.201498+0000","last_fullsized":"2024-08-17T17:21:19.201498+0000","mapping_epoch":436,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":437,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:52:07.070081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1172,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822672+0000","last_change":"2024-08-17T17:15:10.854360+0000","last_active":"2024-08-17T17:21:15.822672+0000","last_peered":"2024-08-17T17:21:15.822672+0000","last_clean":"2024-08-17T17:21:15.822672+0000","last_became_active":"2024-08-17T17:15:10.854096+0000","last_became_peered":"2024-08-17T17:15:10.854096+0000","last_unstale":"2024-08-17T17:21:15.822672+0000","last_undegraded":"2024-08-17T17:21:15.822672+0000","last_fullsized":"2024-08-17T17:21:15.822672+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:01:36.148830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1213,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.819345+0000","last_change":"2024-08-17T17:15:10.851574+0000","last_active":"2024-08-17T17:21:15.819345+0000","last_peered":"2024-08-17T17:21:15.819345+0000","last_clean":"2024-08-17T17:21:15.819345+0000","last_became_active":"2024-08-17T17:15:10.851294+0000","last_became_peered":"2024-08-17T17:15:10.851294+0000","last_unstale":"2024-08-17T17:21:15.819345+0000","last_undegraded":"2024-08-17T17:21:15.819345+0000","last_fullsized":"2024-08-17T17:21:15.819345+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:22:13.351388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"876'1599","reported_seq":4975,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.841119+0000","last_change":"2024-08-17T17:21:15.842079+0000","last_active":"2024-08-17T17:21:15.841119+0000","last_peered":"2024-08-17T17:21:15.841119+0000","last_clean":"2024-08-17T17:21:15.841119+0000","last_became_active":"2024-08-17T17:15:10.858435+0000","last_became_peered":"2024-08-17T17:15:10.858435+0000","last_unstale":"2024-08-17T17:21:15.841119+0000","last_undegraded":"2024-08-17T17:21:15.841119+0000","last_fullsized":"2024-08-17T17:21:15.841119+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":1599,"log_dups_size":0,"ondisk_log_size":1599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:53:08.078767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017029358000000001,"stat_sum":{"num_bytes":39591936,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":2,"num_read":264,"num_read_kb":522523,"num_write":659,"num_write_kb":138040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":50413568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"4.2","version":"75'2","reported_seq":1311,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201140+0000","last_change":"2024-08-17T17:14:37.769207+0000","last_active":"2024-08-17T17:21:19.201140+0000","last_peered":"2024-08-17T17:21:19.201140+0000","last_clean":"2024-08-17T17:21:19.201140+0000","last_became_active":"2024-08-17T17:14:37.768758+0000","last_became_peered":"2024-08-17T17:14:37.768758+0000","last_unstale":"2024-08-17T17:21:19.201140+0000","last_undegraded":"2024-08-17T17:21:19.201140+0000","last_fullsized":"2024-08-17T17:21:19.201140+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:27:24.723526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032723700000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1334,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201350+0000","last_change":"2024-08-17T17:15:44.258375+0000","last_active":"2024-08-17T17:21:19.201350+0000","last_peered":"2024-08-17T17:21:19.201350+0000","last_clean":"2024-08-17T17:21:19.201350+0000","last_became_active":"2024-08-17T17:15:44.258094+0000","last_became_peered":"2024-08-17T17:15:44.258094+0000","last_unstale":"2024-08-17T17:21:19.201350+0000","last_undegraded":"2024-08-17T17:21:19.201350+0000","last_fullsized":"2024-08-17T17:21:19.201350+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:18.695583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1201,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823497+0000","last_change":"2024-08-17T17:14:37.771288+0000","last_active":"2024-08-17T17:21:15.823497+0000","last_peered":"2024-08-17T17:21:15.823497+0000","last_clean":"2024-08-17T17:21:15.823497+0000","last_became_active":"2024-08-17T17:14:37.770960+0000","last_became_peered":"2024-08-17T17:14:37.770960+0000","last_unstale":"2024-08-17T17:21:15.823497+0000","last_undegraded":"2024-08-17T17:21:15.823497+0000","last_fullsized":"2024-08-17T17:21:15.823497+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:59:40.221708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"876'2136","reported_seq":5141,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.837026+0000","last_change":"2024-08-17T17:21:15.838273+0000","last_active":"2024-08-17T17:21:15.837026+0000","last_peered":"2024-08-17T17:21:15.837026+0000","last_clean":"2024-08-17T17:21:15.837026+0000","last_became_active":"2024-08-17T17:15:10.858192+0000","last_became_peered":"2024-08-17T17:15:10.858192+0000","last_unstale":"2024-08-17T17:21:15.837026+0000","last_undegraded":"2024-08-17T17:21:15.837026+0000","last_fullsized":"2024-08-17T17:21:15.837026+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":2136,"log_dups_size":0,"ondisk_log_size":2136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:56:35.440948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0084506560000000008,"stat_sum":{"num_bytes":38060032,"num_objects":14,"num_object_clones":9,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":368,"num_read_kb":791430,"num_write":850,"num_write_kb":247136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":35028992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"4.3","version":"73'1","reported_seq":1370,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.824706+0000","last_change":"2024-08-17T17:15:44.249720+0000","last_active":"2024-08-17T17:21:15.824706+0000","last_peered":"2024-08-17T17:21:15.824706+0000","last_clean":"2024-08-17T17:21:15.824706+0000","last_became_active":"2024-08-17T17:15:44.249041+0000","last_became_peered":"2024-08-17T17:15:44.249041+0000","last_unstale":"2024-08-17T17:21:15.824706+0000","last_undegraded":"2024-08-17T17:21:15.824706+0000","last_fullsized":"2024-08-17T17:21:15.824706+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:02:54.726643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1141,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823834+0000","last_change":"2024-08-17T17:15:44.260711+0000","last_active":"2024-08-17T17:21:15.823834+0000","last_peered":"2024-08-17T17:21:15.823834+0000","last_clean":"2024-08-17T17:21:15.823834+0000","last_became_active":"2024-08-17T17:15:44.259275+0000","last_became_peered":"2024-08-17T17:15:44.259275+0000","last_unstale":"2024-08-17T17:21:15.823834+0000","last_undegraded":"2024-08-17T17:21:15.823834+0000","last_fullsized":"2024-08-17T17:21:15.823834+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:10:56.081443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1338,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201243+0000","last_change":"2024-08-17T17:14:37.767811+0000","last_active":"2024-08-17T17:21:19.201243+0000","last_peered":"2024-08-17T17:21:19.201243+0000","last_clean":"2024-08-17T17:21:19.201243+0000","last_became_active":"2024-08-17T17:14:37.767479+0000","last_became_peered":"2024-08-17T17:14:37.767479+0000","last_unstale":"2024-08-17T17:21:19.201243+0000","last_undegraded":"2024-08-17T17:21:19.201243+0000","last_fullsized":"2024-08-17T17:21:19.201243+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:39:10.773977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"876'884","reported_seq":4094,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.825074+0000","last_change":"2024-08-17T17:21:15.826004+0000","last_active":"2024-08-17T17:21:15.825074+0000","last_peered":"2024-08-17T17:21:15.825074+0000","last_clean":"2024-08-17T17:21:15.825074+0000","last_became_active":"2024-08-17T17:15:44.256481+0000","last_became_peered":"2024-08-17T17:15:44.256481+0000","last_unstale":"2024-08-17T17:21:15.825074+0000","last_undegraded":"2024-08-17T17:21:15.825074+0000","last_fullsized":"2024-08-17T17:21:15.825074+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":884,"log_dups_size":0,"ondisk_log_size":884,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:02.367650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.006810516,"stat_sum":{"num_bytes":17055744,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":150,"num_read_kb":372277,"num_write":426,"num_write_kb":63840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":58408960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1278,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826385+0000","last_change":"2024-08-17T17:15:44.248213+0000","last_active":"2024-08-17T17:21:15.826385+0000","last_peered":"2024-08-17T17:21:15.826385+0000","last_clean":"2024-08-17T17:21:15.826385+0000","last_became_active":"2024-08-17T17:15:44.247881+0000","last_became_peered":"2024-08-17T17:15:44.247881+0000","last_unstale":"2024-08-17T17:21:15.826385+0000","last_undegraded":"2024-08-17T17:21:15.826385+0000","last_fullsized":"2024-08-17T17:21:15.826385+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:46:03.962190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016767220000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"591'3","reported_seq":1348,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.200650+0000","last_change":"2024-08-17T17:15:10.858771+0000","last_active":"2024-08-17T17:21:19.200650+0000","last_peered":"2024-08-17T17:21:19.200650+0000","last_clean":"2024-08-17T17:21:19.200650+0000","last_became_active":"2024-08-17T17:15:10.858432+0000","last_became_peered":"2024-08-17T17:15:10.858432+0000","last_unstale":"2024-08-17T17:21:19.200650+0000","last_undegraded":"2024-08-17T17:21:19.200650+0000","last_fullsized":"2024-08-17T17:21:19.200650+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:52.882863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1280,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826155+0000","last_change":"2024-08-17T17:15:44.255791+0000","last_active":"2024-08-17T17:21:15.826155+0000","last_peered":"2024-08-17T17:21:15.826155+0000","last_clean":"2024-08-17T17:21:15.826155+0000","last_became_active":"2024-08-17T17:15:44.255495+0000","last_became_peered":"2024-08-17T17:15:44.255495+0000","last_unstale":"2024-08-17T17:21:15.826155+0000","last_undegraded":"2024-08-17T17:21:15.826155+0000","last_fullsized":"2024-08-17T17:21:15.826155+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:14:32.940528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"876'2251","reported_seq":5422,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.834036+0000","last_change":"2024-08-17T17:21:15.835841+0000","last_active":"2024-08-17T17:21:15.834036+0000","last_peered":"2024-08-17T17:21:15.834036+0000","last_clean":"2024-08-17T17:21:15.834036+0000","last_became_active":"2024-08-17T17:14:03.747352+0000","last_became_peered":"2024-08-17T17:14:03.747352+0000","last_unstale":"2024-08-17T17:21:15.834036+0000","last_undegraded":"2024-08-17T17:21:15.834036+0000","last_fullsized":"2024-08-17T17:21:15.834036+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":2251,"log_dups_size":0,"ondisk_log_size":2251,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:22:45.577323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0089943179999999994,"stat_sum":{"num_bytes":17285120,"num_objects":16,"num_object_clones":11,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":1,"num_read":392,"num_read_kb":546928,"num_write":1071,"num_write_kb":204072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":44064768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1231,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.819338+0000","last_change":"2024-08-17T17:15:10.847121+0000","last_active":"2024-08-17T17:21:15.819338+0000","last_peered":"2024-08-17T17:21:15.819338+0000","last_clean":"2024-08-17T17:21:15.819338+0000","last_became_active":"2024-08-17T17:15:10.846836+0000","last_became_peered":"2024-08-17T17:15:10.846836+0000","last_unstale":"2024-08-17T17:21:15.819338+0000","last_undegraded":"2024-08-17T17:21:15.819338+0000","last_fullsized":"2024-08-17T17:21:15.819338+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:04:29.499652+0000","last_clean_scrub_stamp":"2024-08-17T17:04:29.499652+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:24:24.404528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1149,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.830422+0000","last_change":"2024-08-17T17:15:44.252677+0000","last_active":"2024-08-17T17:21:15.830422+0000","last_peered":"2024-08-17T17:21:15.830422+0000","last_clean":"2024-08-17T17:21:15.830422+0000","last_became_active":"2024-08-17T17:15:44.252323+0000","last_became_peered":"2024-08-17T17:15:44.252323+0000","last_unstale":"2024-08-17T17:21:15.830422+0000","last_undegraded":"2024-08-17T17:21:15.830422+0000","last_fullsized":"2024-08-17T17:21:15.830422+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:56:09.090886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1358,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823757+0000","last_change":"2024-08-17T17:14:03.745739+0000","last_active":"2024-08-17T17:21:15.823757+0000","last_peered":"2024-08-17T17:21:15.823757+0000","last_clean":"2024-08-17T17:21:15.823757+0000","last_became_active":"2024-08-17T17:14:03.745396+0000","last_became_peered":"2024-08-17T17:14:03.745396+0000","last_unstale":"2024-08-17T17:21:15.823757+0000","last_undegraded":"2024-08-17T17:21:15.823757+0000","last_fullsized":"2024-08-17T17:21:15.823757+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:48:39.054077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"873'851","reported_seq":3987,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.824103+0000","last_change":"2024-08-17T17:21:15.825163+0000","last_active":"2024-08-17T17:21:15.824103+0000","last_peered":"2024-08-17T17:21:15.824103+0000","last_clean":"2024-08-17T17:21:15.824103+0000","last_became_active":"2024-08-17T17:15:10.851401+0000","last_became_peered":"2024-08-17T17:15:10.851401+0000","last_unstale":"2024-08-17T17:21:15.824103+0000","last_undegraded":"2024-08-17T17:21:15.824103+0000","last_fullsized":"2024-08-17T17:21:15.824103+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":851,"log_dups_size":0,"ondisk_log_size":851,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:18:31.104642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001485147,"stat_sum":{"num_bytes":3465216,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":177,"num_read_kb":462855,"num_write":435,"num_write_kb":83664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":46104576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1122,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822254+0000","last_change":"2024-08-17T17:15:44.264241+0000","last_active":"2024-08-17T17:21:15.822254+0000","last_peered":"2024-08-17T17:21:15.822254+0000","last_clean":"2024-08-17T17:21:15.822254+0000","last_became_active":"2024-08-17T17:15:44.263911+0000","last_became_peered":"2024-08-17T17:15:44.263911+0000","last_unstale":"2024-08-17T17:21:15.822254+0000","last_undegraded":"2024-08-17T17:21:15.822254+0000","last_fullsized":"2024-08-17T17:21:15.822254+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:58.734097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1340,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201047+0000","last_change":"2024-08-17T17:15:44.257162+0000","last_active":"2024-08-17T17:21:19.201047+0000","last_peered":"2024-08-17T17:21:19.201047+0000","last_clean":"2024-08-17T17:21:19.201047+0000","last_became_active":"2024-08-17T17:15:44.256831+0000","last_became_peered":"2024-08-17T17:15:44.256831+0000","last_unstale":"2024-08-17T17:21:19.201047+0000","last_undegraded":"2024-08-17T17:21:19.201047+0000","last_fullsized":"2024-08-17T17:21:19.201047+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:00.009454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"876'1593","reported_seq":4733,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.824869+0000","last_change":"2024-08-17T17:21:15.826046+0000","last_active":"2024-08-17T17:21:15.824869+0000","last_peered":"2024-08-17T17:21:15.824869+0000","last_clean":"2024-08-17T17:21:15.824869+0000","last_became_active":"2024-08-17T17:14:37.777435+0000","last_became_peered":"2024-08-17T17:14:37.777435+0000","last_unstale":"2024-08-17T17:21:15.824869+0000","last_undegraded":"2024-08-17T17:21:15.824869+0000","last_fullsized":"2024-08-17T17:21:15.824869+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":1593,"log_dups_size":0,"ondisk_log_size":1593,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:58:40.943999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0061368999999999998,"stat_sum":{"num_bytes":23117824,"num_objects":10,"num_object_clones":6,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":275,"num_read_kb":328933,"num_write":657,"num_write_kb":146984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":54804480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1b5","length":"1"},{"start":"1c6","length":"1"},{"start":"1d0","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1338,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.200865+0000","last_change":"2024-08-17T17:15:44.257836+0000","last_active":"2024-08-17T17:21:19.200865+0000","last_peered":"2024-08-17T17:21:19.200865+0000","last_clean":"2024-08-17T17:21:19.200865+0000","last_became_active":"2024-08-17T17:15:44.257522+0000","last_became_peered":"2024-08-17T17:15:44.257522+0000","last_unstale":"2024-08-17T17:21:19.200865+0000","last_undegraded":"2024-08-17T17:21:19.200865+0000","last_fullsized":"2024-08-17T17:21:19.200865+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:50:36.072862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1271,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826653+0000","last_change":"2024-08-17T17:15:44.246577+0000","last_active":"2024-08-17T17:21:15.826653+0000","last_peered":"2024-08-17T17:21:15.826653+0000","last_clean":"2024-08-17T17:21:15.826653+0000","last_became_active":"2024-08-17T17:15:44.246318+0000","last_became_peered":"2024-08-17T17:15:44.246318+0000","last_unstale":"2024-08-17T17:21:15.826653+0000","last_undegraded":"2024-08-17T17:21:15.826653+0000","last_fullsized":"2024-08-17T17:21:15.826653+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:58:28.180069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"876'2284","reported_seq":5495,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:18.815157+0000","last_change":"2024-08-17T17:21:15.829408+0000","last_active":"2024-08-17T17:21:18.815157+0000","last_peered":"2024-08-17T17:21:18.815157+0000","last_clean":"2024-08-17T17:21:18.815157+0000","last_became_active":"2024-08-17T17:15:44.253858+0000","last_became_peered":"2024-08-17T17:15:44.253858+0000","last_unstale":"2024-08-17T17:21:18.815157+0000","last_undegraded":"2024-08-17T17:21:18.815157+0000","last_fullsized":"2024-08-17T17:21:18.815157+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":2284,"log_dups_size":0,"ondisk_log_size":2284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:01:00.320749+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0096782719999999999,"stat_sum":{"num_bytes":27836416,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":399,"num_read_kb":688424,"num_write":922,"num_write_kb":182320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":58515456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c6","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1338,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201001+0000","last_change":"2024-08-17T17:15:44.258420+0000","last_active":"2024-08-17T17:21:19.201001+0000","last_peered":"2024-08-17T17:21:19.201001+0000","last_clean":"2024-08-17T17:21:19.201001+0000","last_became_active":"2024-08-17T17:15:44.258090+0000","last_became_peered":"2024-08-17T17:15:44.258090+0000","last_unstale":"2024-08-17T17:21:19.201001+0000","last_undegraded":"2024-08-17T17:21:19.201001+0000","last_fullsized":"2024-08-17T17:21:19.201001+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:37:14.656525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1274,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.827554+0000","last_change":"2024-08-17T17:14:03.739856+0000","last_active":"2024-08-17T17:21:15.827554+0000","last_peered":"2024-08-17T17:21:15.827554+0000","last_clean":"2024-08-17T17:21:15.827554+0000","last_became_active":"2024-08-17T17:14:03.738823+0000","last_became_peered":"2024-08-17T17:14:03.738823+0000","last_unstale":"2024-08-17T17:21:15.827554+0000","last_undegraded":"2024-08-17T17:21:15.827554+0000","last_fullsized":"2024-08-17T17:21:15.827554+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:39:33.333204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"873'911","reported_seq":4300,"reported_epoch":877,"state":"active+clean","last_fresh":"2024-08-17T17:21:19.201373+0000","last_change":"2024-08-17T17:21:15.822219+0000","last_active":"2024-08-17T17:21:19.201373+0000","last_peered":"2024-08-17T17:21:19.201373+0000","last_clean":"2024-08-17T17:21:19.201373+0000","last_became_active":"2024-08-17T17:14:03.747429+0000","last_became_peered":"2024-08-17T17:14:03.747429+0000","last_unstale":"2024-08-17T17:21:19.201373+0000","last_undegraded":"2024-08-17T17:21:19.201373+0000","last_fullsized":"2024-08-17T17:21:19.201373+0000","mapping_epoch":470,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":471,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:07:18.162950+0000","last_clean_scrub_stamp":"2024-08-17T17:07:18.162950+0000","objects_scrubbed":0,"log_size":911,"log_dups_size":0,"ondisk_log_size":911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:37:05.982351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077133099999999999,"stat_sum":{"num_bytes":30302208,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":182,"num_read_kb":496482,"num_write":357,"num_write_kb":99336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":38592512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c6","length":"1"},{"start":"1d9","length":"1"}]},{"pgid":"2.b","version":"588'4","reported_seq":1138,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822732+0000","last_change":"2024-08-17T17:15:44.261052+0000","last_active":"2024-08-17T17:21:15.822732+0000","last_peered":"2024-08-17T17:21:15.822732+0000","last_clean":"2024-08-17T17:21:15.822732+0000","last_became_active":"2024-08-17T17:15:44.260243+0000","last_became_peered":"2024-08-17T17:15:44.260243+0000","last_unstale":"2024-08-17T17:21:15.822732+0000","last_undegraded":"2024-08-17T17:21:15.822732+0000","last_fullsized":"2024-08-17T17:21:15.822732+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T05:01:45.788874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1172,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.830017+0000","last_change":"2024-08-17T17:15:10.856076+0000","last_active":"2024-08-17T17:21:15.830017+0000","last_peered":"2024-08-17T17:21:15.830017+0000","last_clean":"2024-08-17T17:21:15.830017+0000","last_became_active":"2024-08-17T17:15:10.855579+0000","last_became_peered":"2024-08-17T17:15:10.855579+0000","last_unstale":"2024-08-17T17:21:15.830017+0000","last_undegraded":"2024-08-17T17:21:15.830017+0000","last_fullsized":"2024-08-17T17:21:15.830017+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:58:59.253607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1186,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822706+0000","last_change":"2024-08-17T17:15:10.851000+0000","last_active":"2024-08-17T17:21:15.822706+0000","last_peered":"2024-08-17T17:21:15.822706+0000","last_clean":"2024-08-17T17:21:15.822706+0000","last_became_active":"2024-08-17T17:15:10.850701+0000","last_became_peered":"2024-08-17T17:15:10.850701+0000","last_unstale":"2024-08-17T17:21:15.822706+0000","last_undegraded":"2024-08-17T17:21:15.822706+0000","last_fullsized":"2024-08-17T17:21:15.822706+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:35:50.708315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1137,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.822833+0000","last_change":"2024-08-17T17:15:44.257316+0000","last_active":"2024-08-17T17:21:15.822833+0000","last_peered":"2024-08-17T17:21:15.822833+0000","last_clean":"2024-08-17T17:21:15.822833+0000","last_became_active":"2024-08-17T17:15:44.257006+0000","last_became_peered":"2024-08-17T17:15:44.257006+0000","last_unstale":"2024-08-17T17:21:15.822833+0000","last_undegraded":"2024-08-17T17:21:15.822833+0000","last_fullsized":"2024-08-17T17:21:15.822833+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:29:32.319126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1192,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823092+0000","last_change":"2024-08-17T17:14:37.773846+0000","last_active":"2024-08-17T17:21:15.823092+0000","last_peered":"2024-08-17T17:21:15.823092+0000","last_clean":"2024-08-17T17:21:15.823092+0000","last_became_active":"2024-08-17T17:14:37.773553+0000","last_became_peered":"2024-08-17T17:14:37.773553+0000","last_unstale":"2024-08-17T17:21:15.823092+0000","last_undegraded":"2024-08-17T17:21:15.823092+0000","last_fullsized":"2024-08-17T17:21:15.823092+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:27:04.872833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1128,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823618+0000","last_change":"2024-08-17T17:15:44.257681+0000","last_active":"2024-08-17T17:21:15.823618+0000","last_peered":"2024-08-17T17:21:15.823618+0000","last_clean":"2024-08-17T17:21:15.823618+0000","last_became_active":"2024-08-17T17:15:44.257293+0000","last_became_peered":"2024-08-17T17:15:44.257293+0000","last_unstale":"2024-08-17T17:21:15.823618+0000","last_undegraded":"2024-08-17T17:21:15.823618+0000","last_fullsized":"2024-08-17T17:21:15.823618+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:02:53.577430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":9,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1358,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.823743+0000","last_change":"2024-08-17T17:14:37.760716+0000","last_active":"2024-08-17T17:21:15.823743+0000","last_peered":"2024-08-17T17:21:15.823743+0000","last_clean":"2024-08-17T17:21:15.823743+0000","last_became_active":"2024-08-17T17:14:37.760088+0000","last_became_peered":"2024-08-17T17:14:37.760088+0000","last_unstale":"2024-08-17T17:21:15.823743+0000","last_undegraded":"2024-08-17T17:21:15.823743+0000","last_fullsized":"2024-08-17T17:21:15.823743+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:44:34.570289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"588'3","reported_seq":1286,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826415+0000","last_change":"2024-08-17T17:14:37.768682+0000","last_active":"2024-08-17T17:21:15.826415+0000","last_peered":"2024-08-17T17:21:15.826415+0000","last_clean":"2024-08-17T17:21:15.826415+0000","last_became_active":"2024-08-17T17:14:37.768316+0000","last_became_peered":"2024-08-17T17:14:37.768316+0000","last_unstale":"2024-08-17T17:21:15.826415+0000","last_undegraded":"2024-08-17T17:21:15.826415+0000","last_fullsized":"2024-08-17T17:21:15.826415+0000","mapping_epoch":502,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":503,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:32:56.052124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1264,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.826323+0000","last_change":"2024-08-17T17:15:10.860539+0000","last_active":"2024-08-17T17:21:15.826323+0000","last_peered":"2024-08-17T17:21:15.826323+0000","last_clean":"2024-08-17T17:21:15.826323+0000","last_became_active":"2024-08-17T17:15:10.860220+0000","last_became_peered":"2024-08-17T17:15:10.860220+0000","last_unstale":"2024-08-17T17:21:15.826323+0000","last_undegraded":"2024-08-17T17:21:15.826323+0000","last_fullsized":"2024-08-17T17:21:15.826323+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:21.239670+0000","last_clean_scrub_stamp":"2024-08-17T17:03:21.239670+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:24:35.345896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"588'6","reported_seq":1373,"reported_epoch":876,"state":"active+clean","last_fresh":"2024-08-17T17:21:15.827278+0000","last_change":"2024-08-17T17:15:44.259714+0000","last_active":"2024-08-17T17:21:15.827278+0000","last_peered":"2024-08-17T17:21:15.827278+0000","last_clean":"2024-08-17T17:21:15.827278+0000","last_became_active":"2024-08-17T17:15:44.259237+0000","last_became_peered":"2024-08-17T17:15:44.259237+0000","last_unstale":"2024-08-17T17:21:15.827278+0000","last_undegraded":"2024-08-17T17:21:15.827278+0000","last_fullsized":"2024-08-17T17:21:15.827278+0000","mapping_epoch":567,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":568,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:03:18.031081+0000","last_clean_scrub_stamp":"2024-08-17T17:03:18.031081+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:16:49.326731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":319160320,"num_objects":148,"num_object_clones":100,"num_object_copies":444,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":148,"num_whiteouts":9,"num_read":3706,"num_read_kb":6725747,"num_write":9412,"num_write_kb":1978776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":154,"num_bytes_recovered":588333056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":465113088,"data_stored":830152704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20981,"ondisk_log_size":20981,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6602,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":128,"num_read_kb":142,"num_write":69,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44771,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":567,"seq":2435246456900,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":253260,"kb_used_data":45888,"kb_used_omap":32,"kb_used_meta":207327,"kb_avail":93491892,"statfs":{"total":95995035648,"available":95735697408,"internally_reserved":0,"allocated":46989312,"data_stored":68106103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33545,"internal_metadata":212303095},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":535,"seq":2297807503435,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":328792,"kb_used_data":47308,"kb_used_omap":29,"kb_used_meta":281442,"kb_avail":93416360,"statfs":{"total":95995035648,"available":95658352640,"internally_reserved":0,"allocated":48443392,"data_stored":80788431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30698,"internal_metadata":288196630},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":502,"seq":2156073582673,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":629816,"kb_used_data":73516,"kb_used_omap":51,"kb_used_meta":556236,"kb_avail":93115336,"statfs":{"total":95995035648,"available":95350104064,"internally_reserved":0,"allocated":75280384,"data_stored":123692211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":53125,"internal_metadata":569585787},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":470,"seq":2018634629208,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":550556,"kb_used_data":81804,"kb_used_omap":46,"kb_used_meta":468689,"kb_avail":93194596,"statfs":{"total":95995035648,"available":95431266304,"internally_reserved":0,"allocated":83767296,"data_stored":126662098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47206,"internal_metadata":479938458},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":436,"seq":1872605741151,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":484032,"kb_used_data":64940,"kb_used_omap":31,"kb_used_meta":419040,"kb_avail":93261120,"statfs":{"total":95995035648,"available":95499386880,"internally_reserved":0,"allocated":66498560,"data_stored":124189215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32739,"internal_metadata":429096989},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":404,"seq":1735166787686,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":586364,"kb_used_data":68848,"kb_used_omap":33,"kb_used_meta":517470,"kb_avail":93158788,"statfs":{"total":95995035648,"available":95394598912,"internally_reserved":0,"allocated":70500352,"data_stored":135595819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34734,"internal_metadata":529889362},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":369,"seq":1584842932333,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":511216,"kb_used_data":50592,"kb_used_omap":30,"kb_used_meta":460577,"kb_avail":93233936,"statfs":{"total":95995035648,"available":95471550464,"internally_reserved":0,"allocated":51806208,"data_stored":64885706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30815,"internal_metadata":471631777},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":337,"seq":1447403978867,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":839380,"kb_used_data":93512,"kb_used_omap":40,"kb_used_meta":745815,"kb_avail":92905772,"statfs":{"total":95995035648,"available":95135510528,"internally_reserved":0,"allocated":95756288,"data_stored":151758843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41345,"internal_metadata":763715199},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5708,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4566,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5568,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5994,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6202,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5115,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5890,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5728,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":86142976,"data_stored":145932288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":42790912,"data_stored":59650048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61480960,"data_stored":130351104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":57470976,"data_stored":118947840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":74743808,"data_stored":121425920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":66269184,"data_stored":116609024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":38830080,"data_stored":74956800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":37384192,"data_stored":62279680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:21:21.748 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-17T17:21:21.748 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-17T17:21:22.005 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:21:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:21 smithi094 ceph-mon[100402]: pgmap v942: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 21 KiB/s wr, 2 op/s 2024-08-17T17:21:22.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:21 smithi094 ceph-mon[100402]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:21:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:21 smithi094 ceph-mon[102949]: pgmap v942: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 21 KiB/s wr, 2 op/s 2024-08-17T17:21:22.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:21 smithi094 ceph-mon[102949]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:21:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:21 smithi190 ceph-mon[90718]: pgmap v942: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 21 KiB/s wr, 2 op/s 2024-08-17T17:21:22.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:21 smithi190 ceph-mon[90718]: from='client.44522 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:21:24.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:23 smithi190 ceph-mon[90718]: pgmap v943: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 16 KiB/s wr, 1 op/s 2024-08-17T17:21:24.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:23 smithi190 ceph-mon[90718]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:21:24.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:23 smithi094 ceph-mon[100402]: pgmap v943: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 16 KiB/s wr, 1 op/s 2024-08-17T17:21:24.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:23 smithi094 ceph-mon[100402]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:21:24.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:23 smithi094 ceph-mon[102949]: pgmap v943: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 16 KiB/s wr, 1 op/s 2024-08-17T17:21:24.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:23 smithi094 ceph-mon[102949]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:21:24.901 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'unique_pool_0' removed 2024-08-17T17:21:25.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:24 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3853695193' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:21:25.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:24 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:21:25.237 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:24 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3853695193' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:21:25.237 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:24 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:21:25.237 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:24 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3853695193' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:21:25.237 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:24 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:21:25.551 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T17:21:25.551 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-17T17:21:25.551 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T17:21:25.551 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-17T17:21:25.552 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T17:21:25.552 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-17T17:21:25.553 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T17:21:25.553 DEBUG:teuthology.orchestra.run.smithi094:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:21:25.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:21:25.572 INFO:teuthology.orchestra.run.smithi094.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T17:21:25.572 DEBUG:teuthology.orchestra.run.smithi094:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:21:25.628 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T17:21:25.629 DEBUG:teuthology.orchestra.run.smithi094:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T17:21:25.686 INFO:tasks.workunit:timeout=3h 2024-08-17T17:21:25.686 INFO:tasks.workunit:cleanup=True 2024-08-17T17:21:25.686 DEBUG:teuthology.orchestra.run.smithi094:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T17:21:25.743 INFO:tasks.workunit.client.0.smithi094.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T17:21:26.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:25 smithi190 ceph-mon[90718]: pgmap v945: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:25 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:21:26.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:25 smithi190 ceph-mon[90718]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:21:26.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:25 smithi094 ceph-mon[102949]: pgmap v945: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:26.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:25 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:21:26.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:25 smithi094 ceph-mon[102949]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:21:26.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:25 smithi094 ceph-mon[100402]: pgmap v945: 121 pgs: 121 active+clean; 305 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:26.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:25 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:21:26.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:25 smithi094 ceph-mon[100402]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:21:28.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:27 smithi190 ceph-mon[90718]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:28.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:28.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:27 smithi094 ceph-mon[100402]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:28.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:28.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:27 smithi094 ceph-mon[102949]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:28.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:21:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:21:29] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.51.0" 2024-08-17T17:21:30.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:29 smithi190 ceph-mon[90718]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:30.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:29 smithi094 ceph-mon[100402]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:30.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:29 smithi094 ceph-mon[102949]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:30.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:21:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:21:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:21:31.369 DEBUG:teuthology.orchestra.run.smithi094:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T17:21:31.424 INFO:tasks.workunit.client.0.smithi094.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T17:21:31.426 INFO:tasks.workunit.client.0.smithi094.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:21:31.426 INFO:tasks.workunit.client.0.smithi094.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T17:21:31.474 INFO:tasks.workunit.client.0.smithi094.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T17:21:31.523 INFO:tasks.workunit.client.0.smithi094.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T17:21:31.562 INFO:tasks.workunit.client.0.smithi094.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:21:31.563 INFO:tasks.workunit.client.0.smithi094.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:21:31.563 INFO:tasks.workunit.client.0.smithi094.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T17:21:31.601 INFO:tasks.workunit.client.0.smithi094.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:21:31.605 DEBUG:teuthology.orchestra.run.smithi094:> set -ex 2024-08-17T17:21:31.605 DEBUG:teuthology.orchestra.run.smithi094:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T17:21:31.661 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-17T17:21:31.662 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-17T17:21:31.663 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-17T17:21:31.727 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:21:31.728 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-17T17:21:31.728 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:21:31.728 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-17T17:21:31.728 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-17T17:21:32.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:31 smithi190 ceph-mon[90718]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:32.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:31 smithi094 ceph-mon[100402]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:32.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:31 smithi094 ceph-mon[102949]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:32 smithi190 ceph-mon[90718]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:21:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:32 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1468696829' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:33.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:32 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:32 smithi094 ceph-mon[100402]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:21:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:32 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1468696829' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:32 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:32 smithi094 ceph-mon[102949]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:21:33.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:32 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1468696829' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:33.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:32 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:33.929 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2201 ms) 2024-08-17T17:21:33.929 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-17T17:21:34.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:33 smithi190 ceph-mon[90718]: pgmap v951: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:34.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:33 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:34.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:33 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:34.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:33 smithi190 ceph-mon[90718]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:21:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:33 smithi094 ceph-mon[102949]: pgmap v951: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:33 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:33 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:34.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:33 smithi094 ceph-mon[102949]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:21:34.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:33 smithi094 ceph-mon[100402]: pgmap v951: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:34.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:33 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:34.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:33 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:34.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:33 smithi094 ceph-mon[100402]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:21:35.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:34 smithi190 ceph-mon[90718]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:21:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:34 smithi094 ceph-mon[100402]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:21:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:34 smithi094 ceph-mon[102949]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:21:36.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:35 smithi190 ceph-mon[90718]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:36.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:35 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:36.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:35 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:21:36.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:35 smithi190 ceph-mon[90718]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:21:36.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:35 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3115772409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:36.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[102949]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:36.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:36.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:21:36.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[102949]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:21:36.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3115772409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:36.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[100402]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:36.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:36.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:21:36.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[100402]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:21:36.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:35 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3115772409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:36.946 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3017 ms) 2024-08-17T17:21:36.946 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-17T17:21:37.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:36 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3115772409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:37.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:36 smithi094 ceph-mon[100402]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:21:37.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:36 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3115772409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:37.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:36 smithi094 ceph-mon[102949]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:21:37.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:36 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3115772409' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:37.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:36 smithi190 ceph-mon[90718]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:21:38.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:37 smithi094 ceph-mon[100402]: pgmap v957: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:38.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:37 smithi094 ceph-mon[100402]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:21:38.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:37 smithi094 ceph-mon[102949]: pgmap v957: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:38.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:37 smithi094 ceph-mon[102949]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:21:38.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:37 smithi190 ceph-mon[90718]: pgmap v957: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:38.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:37 smithi190 ceph-mon[90718]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:21:39.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:38 smithi094 ceph-mon[100402]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:21:39.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:38 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1627361053' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:39.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:38 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:38 smithi094 ceph-mon[102949]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:21:39.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:38 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1627361053' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:39.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:38 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:39.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:38 smithi190 ceph-mon[90718]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:21:39.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:38 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1627361053' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:39.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:38 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:21:39] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.51.0" 2024-08-17T17:21:39.964 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2024-08-17T17:21:39.964 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-17T17:21:40.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:39 smithi190 ceph-mon[90718]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:40.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:39 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:40.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:39 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:40.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:39 smithi190 ceph-mon[90718]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:21:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-mon[100402]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-mon[100402]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:21:40.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-mon[102949]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:40.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:40.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:40.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:39 smithi094 ceph-mon[102949]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:21:40.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:21:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:21:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:21:41.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:40 smithi094 ceph-mon[102949]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:21:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:40 smithi094 ceph-mon[100402]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:21:41.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:40 smithi190 ceph-mon[90718]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:21:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[102949]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:21:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[102949]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:21:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1327903526' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:42.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[100402]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:42.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:42.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:21:42.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[100402]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:21:42.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1327903526' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:42.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:41 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:42.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:41 smithi190 ceph-mon[90718]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:42.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:41 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:42.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:41 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:21:42.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:41 smithi190 ceph-mon[90718]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:21:42.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:41 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1327903526' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:42.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:41 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:42.984 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3020 ms) 2024-08-17T17:21:42.984 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-17T17:21:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:42 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:42 smithi094 ceph-mon[100402]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:21:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:42 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:42 smithi094 ceph-mon[102949]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:21:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:43.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:42 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:42 smithi190 ceph-mon[90718]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:21:43.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:43 smithi094 ceph-mon[102949]: pgmap v966: 137 pgs: 2 creating+peering, 16 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-08-17T17:21:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:43 smithi094 ceph-mon[102949]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:21:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:43 smithi094 ceph-mon[100402]: pgmap v966: 137 pgs: 2 creating+peering, 16 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-08-17T17:21:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:43 smithi094 ceph-mon[100402]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:21:44.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:43 smithi190 ceph-mon[90718]: pgmap v966: 137 pgs: 2 creating+peering, 16 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-08-17T17:21:44.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:43 smithi190 ceph-mon[90718]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:21:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:44 smithi094 ceph-mon[100402]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:21:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:44 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3179062292' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:45.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:44 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:44 smithi094 ceph-mon[102949]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:21:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:44 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3179062292' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:45.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:44 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:45.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:44 smithi190 ceph-mon[90718]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:21:45.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:44 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3179062292' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:45.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:44 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:45.998 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.Commit (3014 ms) 2024-08-17T17:21:45.998 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-17T17:21:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:45 smithi094 ceph-mon[100402]: pgmap v969: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:45 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:45 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:45 smithi094 ceph-mon[100402]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:21:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:45 smithi094 ceph-mon[102949]: pgmap v969: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:45 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:45 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:46.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:45 smithi094 ceph-mon[102949]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:21:46.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:45 smithi190 ceph-mon[90718]: pgmap v969: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:45 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:45 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:46.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:45 smithi190 ceph-mon[90718]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:21:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:46 smithi094 ceph-mon[100402]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:21:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:46 smithi094 ceph-mon[102949]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:21:47.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:47 smithi190 ceph-mon[90718]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:21:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[100402]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:21:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[100402]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:21:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2787041270' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[102949]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:21:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[102949]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:21:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:48 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2787041270' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:48.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:48 smithi190 ceph-mon[90718]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:48 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:48 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:21:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:48 smithi190 ceph-mon[90718]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:21:48.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:48 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2787041270' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:49.019 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.Abort (3021 ms) 2024-08-17T17:21:49.019 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-17T17:21:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:49 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2787041270' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:49.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:49 smithi094 ceph-mon[100402]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:21:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:49 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2787041270' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:49.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:49 smithi094 ceph-mon[102949]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:21:49.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:49 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2787041270' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:49.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:49 smithi190 ceph-mon[90718]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:21:49.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:21:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:21:49] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.51.0" 2024-08-17T17:21:50.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:50 smithi094 ceph-mon[102949]: pgmap v975: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:50.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:50 smithi094 ceph-mon[102949]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:21:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:50 smithi094 ceph-mon[100402]: pgmap v975: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:50.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:50 smithi094 ceph-mon[100402]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:21:50.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:21:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:21:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:21:50.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:50 smithi190 ceph-mon[90718]: pgmap v975: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:50.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:50 smithi190 ceph-mon[90718]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:21:51.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:51 smithi190 ceph-mon[90718]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:21:51.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:51 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1186303679' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:51.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:51 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:51.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:51 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:21:51.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:51 smithi094 ceph-mon[102949]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:21:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:51 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1186303679' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:51 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:51.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:51 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:21:51.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:51 smithi094 ceph-mon[100402]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:21:51.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:51 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1186303679' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:51.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:51 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:51.524 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:51 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:21:52.037 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.ReserveError (3017 ms) 2024-08-17T17:21:52.037 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-17T17:21:52.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:52 smithi190 ceph-mon[90718]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:52.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:52 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:52.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:52 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:52.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:52 smithi190 ceph-mon[90718]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:21:52.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:21:52.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:21:52.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:21:52.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[100402]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:52.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:52.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:52.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[100402]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:21:52.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:21:52.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:21:52.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:21:52.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[102949]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:52.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:52.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:52.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[102949]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:21:52.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:21:52.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:21:52.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:21:53.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:53 smithi190 ceph-mon[90718]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:21:53.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:53 smithi094 ceph-mon[100402]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:21:53.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:53 smithi094 ceph-mon[102949]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:21:54.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:54 smithi190 ceph-mon[90718]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:54 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:54 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:21:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:54 smithi190 ceph-mon[90718]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:21:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:54 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2304037137' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:54.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:54 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[100402]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:21:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[100402]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:21:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2304037137' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:54.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[102949]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:21:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[102949]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:21:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2304037137' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:54.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:54 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:55.057 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.CommitError (3021 ms) 2024-08-17T17:21:55.058 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-17T17:21:55.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:55 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:55.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:55 smithi190 ceph-mon[90718]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:21:55.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:55 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:55.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:55 smithi094 ceph-mon[100402]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:21:55.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:55 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:55.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:55 smithi094 ceph-mon[102949]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:21:56.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:56 smithi190 ceph-mon[90718]: pgmap v984: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:56.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:56 smithi190 ceph-mon[90718]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:21:56.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:56 smithi094 ceph-mon[100402]: pgmap v984: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:56.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:56 smithi094 ceph-mon[100402]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:21:56.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:56 smithi094 ceph-mon[102949]: pgmap v984: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:56.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:56 smithi094 ceph-mon[102949]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:21:57.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:57 smithi190 ceph-mon[90718]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:21:57.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:57 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3430886376' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:57.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:57 smithi094 ceph-mon[100402]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:21:57.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:57 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3430886376' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:57.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:57 smithi094 ceph-mon[102949]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:21:57.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:57 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3430886376' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:58.072 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.AbortError (3014 ms) 2024-08-17T17:21:58.072 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-17T17:21:58.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:58 smithi190 ceph-mon[90718]: pgmap v987: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:58.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:58 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:58.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:58 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3430886376' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:58.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:58 smithi190 ceph-mon[90718]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:21:58.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:58 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:21:58.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:58 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:58.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[100402]: pgmap v987: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:58.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:58.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3430886376' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:58.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[100402]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:21:58.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:21:58.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:58.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[102949]: pgmap v987: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:21:58.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:58.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3430886376' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:58.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[102949]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:21:58.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:21:58.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:58 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:59.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:21:59 smithi190 ceph-mon[90718]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:21:59.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:21:59 smithi094 ceph-mon[100402]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:21:59.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:21:59 smithi094 ceph-mon[102949]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:21:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:21:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:21:59] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.51.0" 2024-08-17T17:22:00.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:22:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:22:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:22:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:00 smithi190 ceph-mon[90718]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:00 smithi190 ceph-mon[90718]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:22:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:00 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3470791181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:00 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:00 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:00.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:00 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:22:00.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[100402]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:00.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[100402]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:22:00.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3470791181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:00.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:00.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:00.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:22:00.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[102949]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:00.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[102949]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:22:00.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3470791181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:00.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:00.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:00.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:00 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:22:01.099 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3027 ms) 2024-08-17T17:22:01.099 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-17T17:22:01.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:01 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:01.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:01 smithi190 ceph-mon[90718]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:22:01.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:01 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:01.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:01 smithi094 ceph-mon[100402]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:22:01.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:01 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:01.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:01 smithi094 ceph-mon[102949]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:22:02.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:02 smithi190 ceph-mon[90718]: pgmap v993: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:02.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:02 smithi190 ceph-mon[90718]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:22:02.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:02 smithi094 ceph-mon[100402]: pgmap v993: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:02.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:02 smithi094 ceph-mon[100402]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:22:02.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:02 smithi094 ceph-mon[102949]: pgmap v993: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:02.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:02 smithi094 ceph-mon[102949]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:22:03.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:03 smithi190 ceph-mon[90718]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:22:03.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:03 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1806126407' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:03.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:03 smithi094 ceph-mon[100402]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:22:03.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:03 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1806126407' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:03.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:03 smithi094 ceph-mon[102949]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:22:03.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:03 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1806126407' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:04.118 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3018 ms) 2024-08-17T17:22:04.118 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-17T17:22:04.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:04 smithi190 ceph-mon[90718]: pgmap v996: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:04 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:04 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1806126407' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:04 smithi190 ceph-mon[90718]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:22:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:04 smithi094 ceph-mon[100402]: pgmap v996: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:04 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:04 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1806126407' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:04.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:04 smithi094 ceph-mon[100402]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:22:04.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:04 smithi094 ceph-mon[102949]: pgmap v996: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:04.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:04 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:04.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:04 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1806126407' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:04.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:04 smithi094 ceph-mon[102949]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:22:05.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:05 smithi190 ceph-mon[90718]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:22:05.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:05 smithi094 ceph-mon[100402]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:22:05.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:05 smithi094 ceph-mon[102949]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:22:06.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:06 smithi190 ceph-mon[90718]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:06 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:06 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:22:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:06 smithi190 ceph-mon[90718]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:22:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:06 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/362156424' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:06 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:06.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[100402]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:06.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:06.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:22:06.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[100402]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:22:06.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/362156424' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:06.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:06.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[102949]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:06.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:06.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:22:06.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[102949]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:22:06.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/362156424' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:06.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:06 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:07.133 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3015 ms) 2024-08-17T17:22:07.133 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-17T17:22:07.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:07 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:07.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:07 smithi190 ceph-mon[90718]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:22:07.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:07 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:07.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:07 smithi094 ceph-mon[102949]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:22:07.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:07 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:07.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:07 smithi094 ceph-mon[100402]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:22:08.423 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:08 smithi094 ceph-mon[100402]: pgmap v1002: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:08.424 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:08 smithi094 ceph-mon[100402]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:22:08.424 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:08 smithi094 ceph-mon[102949]: pgmap v1002: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:08.424 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:08 smithi094 ceph-mon[102949]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:22:08.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:08 smithi190 ceph-mon[90718]: pgmap v1002: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:08.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:08 smithi190 ceph-mon[90718]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:22:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:09 smithi190 ceph-mon[90718]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:22:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:09 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3658392385' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:09 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:09.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:09 smithi094 ceph-mon[100402]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:22:09.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:09 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3658392385' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:09.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:09 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:09.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:09 smithi094 ceph-mon[102949]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:22:09.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:09 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3658392385' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:09.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:09 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:09.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:22:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:22:09] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.51.0" 2024-08-17T17:22:10.149 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3016 ms) 2024-08-17T17:22:10.149 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-17T17:22:10.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:22:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:22:10.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:22:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:10 smithi190 ceph-mon[90718]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:10 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:10 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:10 smithi190 ceph-mon[90718]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:22:10.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:10 smithi094 ceph-mon[102949]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:10.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:10 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:10.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:10 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:10.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:10 smithi094 ceph-mon[102949]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:22:10.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:10 smithi094 ceph-mon[100402]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:10.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:10 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:10.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:10 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:10.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:10 smithi094 ceph-mon[100402]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:22:11.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:11 smithi190 ceph-mon[90718]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:22:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:11 smithi094 ceph-mon[100402]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:22:11.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:11 smithi094 ceph-mon[102949]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:22:12.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:12 smithi190 ceph-mon[90718]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:12.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:12 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:12.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:12 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:22:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:12 smithi190 ceph-mon[90718]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:22:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:12 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/764004975' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:12 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:22:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[100402]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:22:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[100402]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:22:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/764004975' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[102949]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[102949]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/764004975' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:22:12.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:13.173 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3024 ms) 2024-08-17T17:22:13.173 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-17T17:22:13.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:13 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:13.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:13 smithi190 ceph-mon[90718]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:22:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:13 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:13 smithi094 ceph-mon[100402]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:22:13.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:13 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:13.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:13 smithi094 ceph-mon[102949]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:22:14.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:14 smithi190 ceph-mon[90718]: pgmap v1011: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:14.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:14 smithi190 ceph-mon[90718]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:22:14.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:14 smithi094 ceph-mon[100402]: pgmap v1011: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:14.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:14 smithi094 ceph-mon[100402]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:22:14.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:14 smithi094 ceph-mon[102949]: pgmap v1011: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:14.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:14 smithi094 ceph-mon[102949]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:22:15.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:15 smithi190 ceph-mon[90718]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:22:15.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:15 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1249442665' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:15 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:15 smithi094 ceph-mon[100402]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:22:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:15 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1249442665' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:15 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:15.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:15 smithi094 ceph-mon[102949]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:22:15.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:15 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1249442665' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:15.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:15 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:16.189 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3016 ms) 2024-08-17T17:22:16.190 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-17T17:22:16.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:16 smithi190 ceph-mon[90718]: pgmap v1014: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:16.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:16 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:16.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:16 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:16.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:16 smithi190 ceph-mon[90718]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:22:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:16 smithi094 ceph-mon[100402]: pgmap v1014: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:16 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:16 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:16 smithi094 ceph-mon[100402]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:22:16.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:16 smithi094 ceph-mon[102949]: pgmap v1014: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:16.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:16 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:16.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:16 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:16.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:16 smithi094 ceph-mon[102949]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:22:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:17 smithi094 ceph-mon[100402]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:22:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:17 smithi094 ceph-mon[102949]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:22:17.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:17 smithi190 ceph-mon[90718]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:22:18.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[100402]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:18.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:18.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:22:18.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[100402]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:22:18.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/572024941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:18.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[102949]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:18.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:18.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:22:18.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[102949]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:22:18.524 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:18 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/572024941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:18.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:18 smithi190 ceph-mon[90718]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:18.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:18 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:18.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:18 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:22:18.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:18 smithi190 ceph-mon[90718]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:22:18.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:18 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/572024941' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:19.208 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.Cleanup (3018 ms) 2024-08-17T17:22:19.208 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-17T17:22:19.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:19 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/572024941' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:19.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:19 smithi094 ceph-mon[100402]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:22:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:22:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:22:19] "GET /metrics HTTP/1.1" 200 36459 "" "Prometheus/2.51.0" 2024-08-17T17:22:19.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:19 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/572024941' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:19.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:19 smithi094 ceph-mon[102949]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:22:19.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:19 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/572024941' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:19.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:19 smithi190 ceph-mon[90718]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:22:20.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:20 smithi094 ceph-mon[100402]: pgmap v1020: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:20.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:20 smithi094 ceph-mon[100402]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:22:20.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:20 smithi094 ceph-mon[102949]: pgmap v1020: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:20.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:20 smithi094 ceph-mon[102949]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:22:20.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:22:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:22:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:22:20.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:20 smithi190 ceph-mon[90718]: pgmap v1020: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:20.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:20 smithi190 ceph-mon[90718]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:22:21.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:21 smithi094 ceph-mon[102949]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:22:21.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:21 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2665961357' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:21.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:21 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:21 smithi094 ceph-mon[100402]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:22:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:21 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2665961357' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:21.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:21 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:21.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:21 smithi190 ceph-mon[90718]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:22:21.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:21 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2665961357' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:21.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:21 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:22.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:22 smithi094 ceph-mon[100402]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:22.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:22 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:22.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:22 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:22.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:22 smithi094 ceph-mon[100402]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:22:22.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:22 smithi094 ceph-mon[102949]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:22.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:22 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:22.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:22 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:22.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:22 smithi094 ceph-mon[102949]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:22:22.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:22 smithi190 ceph-mon[90718]: pgmap v1023: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:22 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:22 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:22.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:22 smithi190 ceph-mon[90718]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:22:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:23 smithi094 ceph-mon[100402]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:22:23.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:23 smithi094 ceph-mon[102949]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:22:23.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:23 smithi190 ceph-mon[90718]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:22:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:24 smithi094 ceph-mon[100402]: pgmap v1026: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:24 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:24 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:22:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:24 smithi094 ceph-mon[102949]: pgmap v1026: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:24 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:24 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:22:24.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:24 smithi190 ceph-mon[90718]: pgmap v1026: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:22:24.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:24 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:24.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:24 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:22:26.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:26 smithi094 ceph-mon[100402]: pgmap v1027: 137 pgs: 4 creating+peering, 133 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 7.4 MiB/s wr, 8.30k op/s 2024-08-17T17:22:26.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:26 smithi094 ceph-mon[102949]: pgmap v1027: 137 pgs: 4 creating+peering, 133 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 7.4 MiB/s wr, 8.30k op/s 2024-08-17T17:22:26.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:26 smithi190 ceph-mon[90718]: pgmap v1027: 137 pgs: 4 creating+peering, 133 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 26 MiB/s rd, 7.4 MiB/s wr, 8.30k op/s 2024-08-17T17:22:27.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:27.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:27.586 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:28.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:28 smithi094 ceph-mon[100402]: pgmap v1028: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.3 MiB/s wr, 7.06k op/s 2024-08-17T17:22:28.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:28 smithi094 ceph-mon[102949]: pgmap v1028: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.3 MiB/s wr, 7.06k op/s 2024-08-17T17:22:28.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:28 smithi190 ceph-mon[90718]: pgmap v1028: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 6.3 MiB/s wr, 7.06k op/s 2024-08-17T17:22:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:22:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:22:29] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.51.0" 2024-08-17T17:22:30.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:30 smithi094 ceph-mon[100402]: pgmap v1029: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 5.86k op/s 2024-08-17T17:22:30.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:30 smithi094 ceph-mon[102949]: pgmap v1029: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 5.86k op/s 2024-08-17T17:22:30.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:30 smithi190 ceph-mon[90718]: pgmap v1029: 137 pgs: 137 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 5.2 MiB/s wr, 5.86k op/s 2024-08-17T17:22:30.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:22:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:22:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:22:32.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:32 smithi094 ceph-mon[100402]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 MiB/s rd, 7.7 MiB/s wr, 8.76k op/s 2024-08-17T17:22:32.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:32 smithi094 ceph-mon[102949]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 MiB/s rd, 7.7 MiB/s wr, 8.76k op/s 2024-08-17T17:22:32.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:32 smithi190 ceph-mon[90718]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 119 MiB/s rd, 7.7 MiB/s wr, 8.76k op/s 2024-08-17T17:22:33.246 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14038 ms) 2024-08-17T17:22:33.246 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-17T17:22:34.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:34 smithi094 ceph-mon[100402]: pgmap v1031: 137 pgs: 137 active+clean; 2.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 108 MiB/s rd, 6.9 MiB/s wr, 7.94k op/s 2024-08-17T17:22:34.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:34 smithi094 ceph-mon[100402]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:22:34.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:34 smithi094 ceph-mon[102949]: pgmap v1031: 137 pgs: 137 active+clean; 2.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 108 MiB/s rd, 6.9 MiB/s wr, 7.94k op/s 2024-08-17T17:22:34.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:34 smithi094 ceph-mon[102949]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:22:34.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:34 smithi190 ceph-mon[90718]: pgmap v1031: 137 pgs: 137 active+clean; 2.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 108 MiB/s rd, 6.9 MiB/s wr, 7.94k op/s 2024-08-17T17:22:34.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:34 smithi190 ceph-mon[90718]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:22:35.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:35 smithi094 ceph-mon[102949]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:22:35.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:35 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/156622903' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:35.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:35 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:35.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:35 smithi094 ceph-mon[100402]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:22:35.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:35 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/156622903' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:35.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:35 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:35.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:35 smithi190 ceph-mon[90718]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:22:35.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:35 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/156622903' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:35.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:35 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:36.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:36 smithi094 ceph-mon[102949]: pgmap v1034: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:36.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:36 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:36.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:36 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:36.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:36 smithi094 ceph-mon[102949]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:22:36.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:36 smithi094 ceph-mon[100402]: pgmap v1034: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:36.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:36 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:36.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:36 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:36.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:36 smithi094 ceph-mon[100402]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:22:36.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:36 smithi190 ceph-mon[90718]: pgmap v1034: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:36 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:36 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:36 smithi190 ceph-mon[90718]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:22:37.267 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4021 ms) 2024-08-17T17:22:37.267 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-17T17:22:37.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:37 smithi094 ceph-mon[100402]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:22:37.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:37 smithi094 ceph-mon[102949]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:22:37.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:37 smithi190 ceph-mon[90718]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:22:38.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:38 smithi094 ceph-mon[100402]: pgmap v1037: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:38.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:38 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:38.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:38 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:22:38.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:38 smithi094 ceph-mon[100402]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:22:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:38 smithi094 ceph-mon[102949]: pgmap v1037: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:38 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:38 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:22:38.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:38 smithi094 ceph-mon[102949]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:22:38.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:38 smithi190 ceph-mon[90718]: pgmap v1037: 137 pgs: 9 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:38.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:38 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:38.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:38 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:22:38.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:38 smithi190 ceph-mon[90718]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:22:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:39 smithi094 ceph-mon[100402]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:22:39.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:39 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2335320399' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:22:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:22:39] "GET /metrics HTTP/1.1" 200 36519 "" "Prometheus/2.51.0" 2024-08-17T17:22:39.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:39 smithi094 ceph-mon[102949]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:22:39.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:39 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2335320399' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:39.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:39 smithi190 ceph-mon[90718]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:22:39.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:39 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2335320399' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:40.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:22:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:22:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:22:40.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:40 smithi190 ceph-mon[90718]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:40.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:40 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:40.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:40 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2335320399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:40.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:40 smithi190 ceph-mon[90718]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:22:40.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:40 smithi094 ceph-mon[102949]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:40.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:40 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:40.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:40 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2335320399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:40.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:40 smithi094 ceph-mon[102949]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:22:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:40 smithi094 ceph-mon[100402]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:40 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:40 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2335320399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:40.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:40 smithi094 ceph-mon[100402]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:22:41.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:41 smithi190 ceph-mon[90718]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:22:41.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:41 smithi094 ceph-mon[100402]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:22:41.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:41 smithi094 ceph-mon[102949]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:22:42.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:42 smithi190 ceph-mon[90718]: pgmap v1043: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:42.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:42 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:42.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:42 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:22:42.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:42 smithi094 ceph-mon[100402]: pgmap v1043: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:42 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:42 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:22:42.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:42 smithi094 ceph-mon[102949]: pgmap v1043: 137 pgs: 2 creating+peering, 19 unknown, 116 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:42 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:42 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:22:42.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:44.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:44 smithi190 ceph-mon[90718]: pgmap v1044: 137 pgs: 2 creating+peering, 3 unknown, 132 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 5.6 MiB/s wr, 6.61k op/s 2024-08-17T17:22:44.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:44 smithi094 ceph-mon[100402]: pgmap v1044: 137 pgs: 2 creating+peering, 3 unknown, 132 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 5.6 MiB/s wr, 6.61k op/s 2024-08-17T17:22:44.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:44 smithi094 ceph-mon[102949]: pgmap v1044: 137 pgs: 2 creating+peering, 3 unknown, 132 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 42 MiB/s rd, 5.6 MiB/s wr, 6.61k op/s 2024-08-17T17:22:46.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:46 smithi190 ceph-mon[90718]: pgmap v1045: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 4.7 MiB/s wr, 5.62k op/s 2024-08-17T17:22:46.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:46 smithi094 ceph-mon[100402]: pgmap v1045: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 4.7 MiB/s wr, 5.62k op/s 2024-08-17T17:22:46.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:46 smithi094 ceph-mon[102949]: pgmap v1045: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 4.7 MiB/s wr, 5.62k op/s 2024-08-17T17:22:48.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:48 smithi190 ceph-mon[90718]: pgmap v1046: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.9 MiB/s wr, 4.62k op/s 2024-08-17T17:22:48.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:48 smithi094 ceph-mon[100402]: pgmap v1046: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.9 MiB/s wr, 4.62k op/s 2024-08-17T17:22:48.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:48 smithi094 ceph-mon[102949]: pgmap v1046: 137 pgs: 137 active+clean; 1.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.9 MiB/s wr, 4.62k op/s 2024-08-17T17:22:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:22:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:22:49] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.51.0" 2024-08-17T17:22:50.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:22:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:22:50.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:22:50.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:50 smithi190 ceph-mon[90718]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 5.9 MiB/s wr, 7.04k op/s 2024-08-17T17:22:50.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:50 smithi094 ceph-mon[100402]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 5.9 MiB/s wr, 7.04k op/s 2024-08-17T17:22:50.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:50 smithi094 ceph-mon[102949]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s rd, 5.9 MiB/s wr, 7.04k op/s 2024-08-17T17:22:51.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:51 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:22:51.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:51 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:22:51.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:51 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:22:52.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:52 smithi190 ceph-mon[90718]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.3 MiB/s wr, 6.38k op/s 2024-08-17T17:22:52.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:22:52.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:22:52.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:22:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:52 smithi094 ceph-mon[100402]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.3 MiB/s wr, 6.38k op/s 2024-08-17T17:22:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:22:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:22:52.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:22:52.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:52 smithi094 ceph-mon[102949]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 MiB/s rd, 5.3 MiB/s wr, 6.38k op/s 2024-08-17T17:22:52.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:22:52.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:22:52.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:22:54.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:54 smithi190 ceph-mon[90718]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 5.8 MiB/s wr, 7.04k op/s 2024-08-17T17:22:54.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:54 smithi094 ceph-mon[100402]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 5.8 MiB/s wr, 7.04k op/s 2024-08-17T17:22:54.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:54 smithi094 ceph-mon[102949]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 MiB/s rd, 5.8 MiB/s wr, 7.04k op/s 2024-08-17T17:22:56.310 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19043 ms) 2024-08-17T17:22:56.311 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-17T17:22:56.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:56 smithi190 ceph-mon[90718]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 3.2 MiB/s wr, 3.96k op/s 2024-08-17T17:22:56.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:56 smithi094 ceph-mon[100402]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 3.2 MiB/s wr, 3.96k op/s 2024-08-17T17:22:56.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:56 smithi094 ceph-mon[102949]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 70 MiB/s rd, 3.2 MiB/s wr, 3.96k op/s 2024-08-17T17:22:57.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:57 smithi190 ceph-mon[90718]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:22:57.587 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:57 smithi094 ceph-mon[100402]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:22:57.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:57.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:57 smithi094 ceph-mon[102949]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:22:57.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:58.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:58 smithi190 ceph-mon[90718]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:58.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:58 smithi190 ceph-mon[90718]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:22:58.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:58 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2375579079' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:58 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:58 smithi094 ceph-mon[100402]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:58.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:58 smithi094 ceph-mon[100402]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:22:58.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:58 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2375579079' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:58 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:58 smithi094 ceph-mon[102949]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:58.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:58 smithi094 ceph-mon[102949]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:22:58.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:58 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2375579079' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:58 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:59.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:59 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:59.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:22:59 smithi094 ceph-mon[100402]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:22:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:22:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:22:59] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.51.0" 2024-08-17T17:22:59.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:59 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:59.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:22:59 smithi094 ceph-mon[102949]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:22:59.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:59 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:59.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:22:59 smithi190 ceph-mon[90718]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:23:00.339 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4029 ms) 2024-08-17T17:23:00.340 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-17T17:23:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:00 smithi190 ceph-mon[90718]: pgmap v1055: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:00.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:00 smithi190 ceph-mon[90718]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:23:00.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:23:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:23:00.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:23:00.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:00 smithi094 ceph-mon[100402]: pgmap v1055: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:00.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:00 smithi094 ceph-mon[100402]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:23:00.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:00 smithi094 ceph-mon[102949]: pgmap v1055: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:00.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:00 smithi094 ceph-mon[102949]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:23:01.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:01 smithi190 ceph-mon[90718]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:23:01.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:01 smithi094 ceph-mon[100402]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:23:01.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:01 smithi094 ceph-mon[102949]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:23:02.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:02 smithi190 ceph-mon[90718]: pgmap v1058: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:02.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:02 smithi190 ceph-mon[90718]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:23:02.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:02 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1894336438' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:02.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:02 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:02.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:02 smithi094 ceph-mon[100402]: pgmap v1058: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:02.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:02 smithi094 ceph-mon[100402]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:23:02.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:02 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1894336438' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:02.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:02 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:02.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:02 smithi094 ceph-mon[102949]: pgmap v1058: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:02.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:02 smithi094 ceph-mon[102949]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:23:02.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:02 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1894336438' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:02.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:02 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:03.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:03 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:03.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:03 smithi190 ceph-mon[90718]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:23:03.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:03 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:03.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:03 smithi094 ceph-mon[102949]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:23:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:03 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:03.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:03 smithi094 ceph-mon[100402]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:23:04.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:04 smithi190 ceph-mon[90718]: pgmap v1061: 137 pgs: 2 creating+activating, 5 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:04.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:04 smithi190 ceph-mon[90718]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:23:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:04 smithi094 ceph-mon[100402]: pgmap v1061: 137 pgs: 2 creating+activating, 5 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:04.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:04 smithi094 ceph-mon[100402]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:23:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:04 smithi094 ceph-mon[102949]: pgmap v1061: 137 pgs: 2 creating+activating, 5 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:04.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:04 smithi094 ceph-mon[102949]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:23:06.361 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6021 ms) 2024-08-17T17:23:06.361 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-17T17:23:06.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:06 smithi190 ceph-mon[90718]: pgmap v1063: 137 pgs: 2 creating+activating, 5 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:06.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:06 smithi094 ceph-mon[100402]: pgmap v1063: 137 pgs: 2 creating+activating, 5 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:06.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:06 smithi094 ceph-mon[102949]: pgmap v1063: 137 pgs: 2 creating+activating, 5 creating+peering, 2 unknown, 128 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:07.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:07 smithi190 ceph-mon[90718]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:23:07.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:07 smithi094 ceph-mon[100402]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:23:07.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:07 smithi094 ceph-mon[102949]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:23:08.673 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:08 smithi094 ceph-mon[100402]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:08.673 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:08 smithi094 ceph-mon[100402]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:23:08.673 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:08 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1413505090' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:08.673 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:08 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:08.674 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:08 smithi094 ceph-mon[102949]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:08.674 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:08 smithi094 ceph-mon[102949]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:23:08.674 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:08 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1413505090' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:08.674 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:08 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:08.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:08 smithi190 ceph-mon[90718]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:08.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:08 smithi190 ceph-mon[90718]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:23:08.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:08 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1413505090' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:08.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:08 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:09.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:09 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:09.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:09 smithi094 ceph-mon[100402]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:23:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:23:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:23:09] "GET /metrics HTTP/1.1" 200 34089 "" "Prometheus/2.51.0" 2024-08-17T17:23:09.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:09 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:09.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:09 smithi094 ceph-mon[102949]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:23:09.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:09 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-135990-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:09.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:09 smithi190 ceph-mon[90718]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:23:10.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:10 smithi190 ceph-mon[90718]: pgmap v1068: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:10.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:10 smithi190 ceph-mon[90718]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:23:10.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:23:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:23:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:23:10.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:10 smithi094 ceph-mon[100402]: pgmap v1068: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:10.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:10 smithi094 ceph-mon[100402]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:23:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:10 smithi094 ceph-mon[102949]: pgmap v1068: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:10.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:10 smithi094 ceph-mon[102949]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:23:11.395 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5035 ms) 2024-08-17T17:23:11.395 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 22 tests from TestCls2PCQueue (99667 ms total) 2024-08-17T17:23:11.395 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:23:11.395 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:23:11.395 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 22 tests from 1 test suite ran. (99667 ms total) 2024-08-17T17:23:11.395 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 22 tests. 2024-08-17T17:23:11.398 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:23:11.398 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:23:11.427 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-17T17:23:11.428 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-17T17:23:11.495 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:23:11.496 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-17T17:23:11.496 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:23:11.496 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 5 tests from cls_cas 2024-08-17T17:23:11.496 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_cas.get_put 2024-08-17T17:23:12.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:12 smithi190 ceph-mon[90718]: pgmap v1070: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:12.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:12 smithi190 ceph-mon[90718]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:23:12.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:12 smithi094 ceph-mon[100402]: pgmap v1070: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:12 smithi094 ceph-mon[100402]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:23:12.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:12.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:12 smithi094 ceph-mon[102949]: pgmap v1070: 137 pgs: 10 creating+peering, 13 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:12.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:12 smithi094 ceph-mon[102949]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:23:12.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:13.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:13 smithi190 ceph-mon[90718]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:23:13.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:13 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2974903264' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:13.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:13 smithi094 ceph-mon[100402]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:23:13.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:13 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2974903264' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:13 smithi094 ceph-mon[102949]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:23:13.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:13 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2974903264' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:14.413 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_cas.get_put (2918 ms) 2024-08-17T17:23:14.413 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_cas.wrong_put 2024-08-17T17:23:14.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:14 smithi190 ceph-mon[90718]: pgmap v1073: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:14.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:14 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:14.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:14 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2974903264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:14.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:14 smithi190 ceph-mon[90718]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:23:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:14 smithi094 ceph-mon[100402]: pgmap v1073: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:14 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:14 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2974903264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:14.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:14 smithi094 ceph-mon[100402]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:23:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:14 smithi094 ceph-mon[102949]: pgmap v1073: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:14 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:14 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2974903264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:14.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:14 smithi094 ceph-mon[102949]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:23:15.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:15 smithi190 ceph-mon[90718]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:23:15.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:15 smithi094 ceph-mon[100402]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:23:15.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:15 smithi094 ceph-mon[102949]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:23:16.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:16 smithi190 ceph-mon[90718]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:16.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:16 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:16.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:16 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:23:16.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:16 smithi190 ceph-mon[90718]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:23:16.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:16 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/4272212043' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:16.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:16 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:16.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[100402]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:16.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:16.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:23:16.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[100402]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:23:16.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/4272212043' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:16.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:16.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[102949]: pgmap v1076: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:16.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:16.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:23:16.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[102949]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:23:16.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/4272212043' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:16.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:16 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:17.430 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_cas.wrong_put (3017 ms) 2024-08-17T17:23:17.430 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_cas.dup_get 2024-08-17T17:23:17.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:17 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:17.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:17 smithi190 ceph-mon[90718]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:23:17.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:17 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:17.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:17 smithi094 ceph-mon[102949]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:23:17.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:17 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:17.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:17 smithi094 ceph-mon[100402]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:23:18.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:18 smithi094 ceph-mon[100402]: pgmap v1079: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-08-17T17:23:18.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:18 smithi094 ceph-mon[100402]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:23:18.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:18 smithi094 ceph-mon[102949]: pgmap v1079: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-08-17T17:23:18.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:18 smithi094 ceph-mon[102949]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:23:18.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:18 smithi190 ceph-mon[90718]: pgmap v1079: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 1 op/s 2024-08-17T17:23:18.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:18 smithi190 ceph-mon[90718]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:23:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:23:19] "GET /metrics HTTP/1.1" 200 34088 "" "Prometheus/2.51.0" 2024-08-17T17:23:19.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[100402]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:23:19.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3232189629' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:19.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:19.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:19.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[100402]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:23:19.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[102949]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:23:19.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3232189629' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:19.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:19.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:19.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:19 smithi094 ceph-mon[102949]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:23:19.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:19 smithi190 ceph-mon[90718]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:23:19.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:19 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3232189629' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:19.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:19 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:19.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:19 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:19.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:19 smithi190 ceph-mon[90718]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:23:20.437 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_cas.dup_get (3007 ms) 2024-08-17T17:23:20.437 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_cas.dup_put 2024-08-17T17:23:20.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:20 smithi190 ceph-mon[90718]: pgmap v1082: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:20.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:20 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:20.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:20 smithi190 ceph-mon[90718]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:23:20.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:23:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:23:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:23:20.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:20 smithi094 ceph-mon[100402]: pgmap v1082: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:20.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:20 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:20.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:20 smithi094 ceph-mon[100402]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:23:20.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:20 smithi094 ceph-mon[102949]: pgmap v1082: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:20.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:20 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:20.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:20 smithi094 ceph-mon[102949]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:23:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:23:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[100402]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:23:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2832977024' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:21.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:21.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:23:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[102949]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:23:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2832977024' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:21.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:21 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:21.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:21 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:21 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:23:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:21 smithi190 ceph-mon[90718]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:23:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:21 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2832977024' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:21.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:21 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:22.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:22 smithi094 ceph-mon[100402]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:22.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:22 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:22.775 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:22 smithi094 ceph-mon[100402]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:23:22.775 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:22 smithi094 ceph-mon[102949]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:22.776 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:22 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:22.776 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:22 smithi094 ceph-mon[102949]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:23:22.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:22 smithi190 ceph-mon[90718]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:22.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:22 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:22.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:22 smithi190 ceph-mon[90718]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:23:23.459 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_cas.dup_put (3021 ms) 2024-08-17T17:23:23.459 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-17T17:23:24.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:24 smithi094 ceph-mon[102949]: pgmap v1088: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:24.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:24 smithi094 ceph-mon[102949]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:23:24.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:24 smithi094 ceph-mon[100402]: pgmap v1088: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:24.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:24 smithi094 ceph-mon[100402]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:23:24.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:24 smithi190 ceph-mon[90718]: pgmap v1088: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:24.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:24 smithi190 ceph-mon[90718]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:23:25.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:25 smithi094 ceph-mon[102949]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:23:25.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:25 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3458923956' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:25.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:25 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:25.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:25 smithi094 ceph-mon[100402]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:23:25.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:25 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3458923956' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:25.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:25 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:25.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:25 smithi190 ceph-mon[90718]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:23:25.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:25 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3458923956' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:25.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:25 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_cas.get_wrong_data (3019 ms) 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 5 tests from cls_cas (14983 ms total) 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 1 test from chunk_refs_t 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] chunk_refs_t.size 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:1 60 by_object 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:2 103 by_object 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:4 189 by_object 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:8 361 by_object 2024-08-17T17:23:26.479 INFO:tasks.workunit.client.0.smithi094.stdout:16 112 by_hash(32 bits) 2024-08-17T17:23:26.480 INFO:tasks.workunit.client.0.smithi094.stdout:32 208 by_hash(32 bits) 2024-08-17T17:23:26.480 INFO:tasks.workunit.client.0.smithi094.stdout:64 400 by_hash(32 bits) 2024-08-17T17:23:26.480 INFO:tasks.workunit.client.0.smithi094.stdout:128 509 by_hash(10 bits) 2024-08-17T17:23:26.480 INFO:tasks.workunit.client.0.smithi094.stdout:256 499 by_hash(7 bits) 2024-08-17T17:23:26.480 INFO:tasks.workunit.client.0.smithi094.stdout:512 462 by_hash(5 bits) 2024-08-17T17:23:26.481 INFO:tasks.workunit.client.0.smithi094.stdout:1024 466 by_hash(5 bits) 2024-08-17T17:23:26.481 INFO:tasks.workunit.client.0.smithi094.stdout:2048 466 by_hash(5 bits) 2024-08-17T17:23:26.481 INFO:tasks.workunit.client.0.smithi094.stdout:4096 470 by_hash(5 bits) 2024-08-17T17:23:26.481 INFO:tasks.workunit.client.0.smithi094.stdout:8192 498 by_hash(4 bits) 2024-08-17T17:23:26.482 INFO:tasks.workunit.client.0.smithi094.stdout:16384 278 by_hash(3 bits) 2024-08-17T17:23:26.484 INFO:tasks.workunit.client.0.smithi094.stdout:32768 337 by_hash(2 bits) 2024-08-17T17:23:26.488 INFO:tasks.workunit.client.0.smithi094.stdout:65536 367 by_hash(2 bits) 2024-08-17T17:23:26.495 INFO:tasks.workunit.client.0.smithi094.stdout:131072 387 by_hash(1 bits) 2024-08-17T17:23:26.509 INFO:tasks.workunit.client.0.smithi094.stdout:262144 331 by_pool 2024-08-17T17:23:26.535 INFO:tasks.workunit.client.0.smithi094.stdout:524288 21 count 2024-08-17T17:23:26.581 INFO:tasks.workunit.client.0.smithi094.stdout:1048576 21 count 2024-08-17T17:23:26.684 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] chunk_refs_t.size (206 ms) 2024-08-17T17:23:26.684 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 1 test from chunk_refs_t (206 ms total) 2024-08-17T17:23:26.685 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:23:26.685 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:23:26.685 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 6 tests from 2 test suites ran. (15189 ms total) 2024-08-17T17:23:26.685 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 6 tests. 2024-08-17T17:23:26.687 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:23:26.687 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:23:26.748 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:26 smithi094 ceph-mon[100402]: pgmap v1091: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:26.749 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:26 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:26.749 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:26 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:26.749 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:26 smithi094 ceph-mon[100402]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:23:26.749 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:26 smithi094 ceph-mon[102949]: pgmap v1091: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:26.749 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:26 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:26.749 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:26 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:26.749 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:26 smithi094 ceph-mon[102949]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:23:26.752 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-17T17:23:26.752 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-17T17:23:26.818 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:23:26.819 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-17T17:23:26.819 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:23:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:26 smithi190 ceph-mon[90718]: pgmap v1091: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:26 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:26 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136788-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:26.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:26 smithi190 ceph-mon[90718]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:23:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:27 smithi094 ceph-mon[100402]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:23:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:27.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:27.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:27 smithi094 ceph-mon[102949]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:23:27.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:27.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:27.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:27 smithi190 ceph-mon[90718]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:23:27.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:27.837 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:28.483 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 31 tests from CmpOmap 2024-08-17T17:23:28.483 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-17T17:23:28.499 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-08-17T17:23:28.499 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-17T17:23:28.505 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (7 ms) 2024-08-17T17:23:28.506 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-17T17:23:28.509 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-17T17:23:28.509 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-17T17:23:28.512 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-17T17:23:28.512 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-17T17:23:28.518 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-08-17T17:23:28.518 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-17T17:23:28.523 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-08-17T17:23:28.524 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-17T17:23:28.527 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-17T17:23:28.527 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-17T17:23:28.529 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-08-17T17:23:28.529 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-17T17:23:28.531 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-08-17T17:23:28.531 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-17T17:23:28.535 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-17T17:23:28.535 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-17T17:23:28.535 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-08-17T17:23:28.535 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-17T17:23:28.536 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-17T17:23:28.536 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-17T17:23:28.542 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-08-17T17:23:28.542 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-17T17:23:28.547 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-08-17T17:23:28.548 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-17T17:23:28.553 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-08-17T17:23:28.553 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-17T17:23:28.560 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-08-17T17:23:28.560 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-17T17:23:28.567 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-08-17T17:23:28.567 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-17T17:23:28.574 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-17T17:23:28.574 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-17T17:23:28.576 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-17T17:23:28.576 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-17T17:23:28.578 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-17T17:23:28.579 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-17T17:23:28.579 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-17T17:23:28.579 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-17T17:23:28.580 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-17T17:23:28.580 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-17T17:23:28.586 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-08-17T17:23:28.587 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-17T17:23:28.592 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-08-17T17:23:28.592 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-17T17:23:28.599 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-08-17T17:23:28.599 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-17T17:23:28.606 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-08-17T17:23:28.607 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-17T17:23:28.608 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2024-08-17T17:23:28.608 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-17T17:23:28.610 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-17T17:23:28.610 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-17T17:23:28.611 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-17T17:23:28.611 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-17T17:23:28.612 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-17T17:23:28.612 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-17T17:23:28.620 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-08-17T17:23:28.620 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 31 tests from CmpOmap (137 ms total) 2024-08-17T17:23:28.620 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:23:28.620 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:23:28.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[102949]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:28.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:28.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:23:28.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[102949]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:23:28.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2867039509' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:28.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[100402]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:28.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:28.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:23:28.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[100402]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:23:28.773 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:28 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2867039509' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:28.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:28 smithi190 ceph-mon[90718]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:28.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:28 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:28.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:28 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:23:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:28 smithi190 ceph-mon[90718]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:23:28.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:28 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2867039509' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136911-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:29.499 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 31 tests from 1 test suite ran. (2680 ms total) 2024-08-17T17:23:29.499 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 31 tests. 2024-08-17T17:23:29.502 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:23:29.502 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:23:29.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:29 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2867039509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136911-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:29.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:29 smithi094 ceph-mon[102949]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:23:29.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:29 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2867039509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136911-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:29.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:29 smithi094 ceph-mon[100402]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:23:29.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:23:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:23:29] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.51.0" 2024-08-17T17:23:29.550 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-17T17:23:29.550 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-17T17:23:29.619 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:23:29.620 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-17T17:23:29.620 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:23:29.620 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 6 tests from ClsHello 2024-08-17T17:23:29.620 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsHello.SayHello 2024-08-17T17:23:29.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:29 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2867039509' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136911-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:29.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:29 smithi190 ceph-mon[90718]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:23:30.491 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:23:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:23:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:23:30.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:30 smithi094 ceph-mon[100402]: pgmap v1097: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:30.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:30 smithi094 ceph-mon[100402]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:23:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:30 smithi094 ceph-mon[102949]: pgmap v1097: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:30.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:30 smithi094 ceph-mon[102949]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:23:30.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:30 smithi190 ceph-mon[90718]: pgmap v1097: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:30.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:30 smithi190 ceph-mon[90718]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:23:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:31 smithi094 ceph-mon[100402]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:23:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:31 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/579664515' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:31.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:31 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:31 smithi094 ceph-mon[102949]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:23:31.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:31 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/579664515' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:31.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:31 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:31.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:31 smithi190 ceph-mon[90718]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:23:31.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:31 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/579664515' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:31.939 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:31 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:32.516 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsHello.SayHello (2897 ms) 2024-08-17T17:23:32.516 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsHello.RecordHello 2024-08-17T17:23:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:32 smithi094 ceph-mon[100402]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:32 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:32 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:32.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:32 smithi094 ceph-mon[100402]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:23:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:32 smithi094 ceph-mon[102949]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:32 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:32 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:32.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:32 smithi094 ceph-mon[102949]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:23:32.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:32 smithi190 ceph-mon[90718]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:32 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:32 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:32.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:32 smithi190 ceph-mon[90718]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:23:33.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:33 smithi094 ceph-mon[100402]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:23:33.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:33 smithi094 ceph-mon[102949]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:23:33.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:33 smithi190 ceph-mon[90718]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:23:34.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[100402]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:34.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:34.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:23:34.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[100402]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:23:34.772 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1239172046' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:34.772 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[102949]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:34.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:34.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:23:34.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[102949]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:23:34.773 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:34 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1239172046' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:34.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:34 smithi190 ceph-mon[90718]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:34 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:34 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:23:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:34 smithi190 ceph-mon[90718]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:23:34.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:34 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1239172046' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:35.533 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsHello.RecordHello (3017 ms) 2024-08-17T17:23:35.533 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-17T17:23:35.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:35 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1239172046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:35.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:35 smithi190 ceph-mon[90718]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:23:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:35 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1239172046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:36.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:35 smithi094 ceph-mon[100402]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:23:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:35 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1239172046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:36.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:35 smithi094 ceph-mon[102949]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:23:36.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:36 smithi190 ceph-mon[90718]: pgmap v1106: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-08-17T17:23:36.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:36 smithi190 ceph-mon[90718]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:23:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:36 smithi094 ceph-mon[100402]: pgmap v1106: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-08-17T17:23:37.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:36 smithi094 ceph-mon[100402]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:23:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:36 smithi094 ceph-mon[102949]: pgmap v1106: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-08-17T17:23:37.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:36 smithi094 ceph-mon[102949]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:23:37.548 INFO:tasks.workunit.client.0.smithi094.stdout:require_osd_release = squid 2024-08-17T17:23:37.553 INFO:tasks.workunit.client.0.smithi094.stdout:0 2024-08-17T17:23:37.870 INFO:tasks.workunit.client.0.smithi094.stdout:1 2024-08-17T17:23:37.871 INFO:tasks.workunit.client.0.smithi094.stdout:2 2024-08-17T17:23:37.872 INFO:tasks.workunit.client.0.smithi094.stdout:3 2024-08-17T17:23:37.873 INFO:tasks.workunit.client.0.smithi094.stdout:4 2024-08-17T17:23:37.874 INFO:tasks.workunit.client.0.smithi094.stdout:5 2024-08-17T17:23:37.875 INFO:tasks.workunit.client.0.smithi094.stdout:6 2024-08-17T17:23:37.876 INFO:tasks.workunit.client.0.smithi094.stdout:7 2024-08-17T17:23:37.877 INFO:tasks.workunit.client.0.smithi094.stdout:8 2024-08-17T17:23:37.878 INFO:tasks.workunit.client.0.smithi094.stdout:9 2024-08-17T17:23:37.879 INFO:tasks.workunit.client.0.smithi094.stdout:10 2024-08-17T17:23:37.880 INFO:tasks.workunit.client.0.smithi094.stdout:11 2024-08-17T17:23:37.881 INFO:tasks.workunit.client.0.smithi094.stdout:12 2024-08-17T17:23:37.882 INFO:tasks.workunit.client.0.smithi094.stdout:13 2024-08-17T17:23:37.883 INFO:tasks.workunit.client.0.smithi094.stdout:14 2024-08-17T17:23:37.884 INFO:tasks.workunit.client.0.smithi094.stdout:15 2024-08-17T17:23:37.885 INFO:tasks.workunit.client.0.smithi094.stdout:16 2024-08-17T17:23:37.886 INFO:tasks.workunit.client.0.smithi094.stdout:17 2024-08-17T17:23:37.888 INFO:tasks.workunit.client.0.smithi094.stdout:18 2024-08-17T17:23:37.889 INFO:tasks.workunit.client.0.smithi094.stdout:19 2024-08-17T17:23:37.890 INFO:tasks.workunit.client.0.smithi094.stdout:20 2024-08-17T17:23:37.891 INFO:tasks.workunit.client.0.smithi094.stdout:21 2024-08-17T17:23:37.892 INFO:tasks.workunit.client.0.smithi094.stdout:22 2024-08-17T17:23:37.893 INFO:tasks.workunit.client.0.smithi094.stdout:23 2024-08-17T17:23:37.894 INFO:tasks.workunit.client.0.smithi094.stdout:24 2024-08-17T17:23:37.894 INFO:tasks.workunit.client.0.smithi094.stdout:25 2024-08-17T17:23:37.895 INFO:tasks.workunit.client.0.smithi094.stdout:26 2024-08-17T17:23:37.896 INFO:tasks.workunit.client.0.smithi094.stdout:27 2024-08-17T17:23:37.897 INFO:tasks.workunit.client.0.smithi094.stdout:28 2024-08-17T17:23:37.898 INFO:tasks.workunit.client.0.smithi094.stdout:29 2024-08-17T17:23:37.900 INFO:tasks.workunit.client.0.smithi094.stdout:30 2024-08-17T17:23:37.900 INFO:tasks.workunit.client.0.smithi094.stdout:31 2024-08-17T17:23:37.901 INFO:tasks.workunit.client.0.smithi094.stdout:32 2024-08-17T17:23:37.902 INFO:tasks.workunit.client.0.smithi094.stdout:33 2024-08-17T17:23:37.903 INFO:tasks.workunit.client.0.smithi094.stdout:34 2024-08-17T17:23:37.904 INFO:tasks.workunit.client.0.smithi094.stdout:35 2024-08-17T17:23:37.905 INFO:tasks.workunit.client.0.smithi094.stdout:36 2024-08-17T17:23:37.906 INFO:tasks.workunit.client.0.smithi094.stdout:37 2024-08-17T17:23:37.908 INFO:tasks.workunit.client.0.smithi094.stdout:38 2024-08-17T17:23:37.908 INFO:tasks.workunit.client.0.smithi094.stdout:39 2024-08-17T17:23:37.910 INFO:tasks.workunit.client.0.smithi094.stdout:40 2024-08-17T17:23:37.910 INFO:tasks.workunit.client.0.smithi094.stdout:41 2024-08-17T17:23:37.911 INFO:tasks.workunit.client.0.smithi094.stdout:42 2024-08-17T17:23:37.912 INFO:tasks.workunit.client.0.smithi094.stdout:43 2024-08-17T17:23:37.913 INFO:tasks.workunit.client.0.smithi094.stdout:44 2024-08-17T17:23:37.914 INFO:tasks.workunit.client.0.smithi094.stdout:45 2024-08-17T17:23:37.915 INFO:tasks.workunit.client.0.smithi094.stdout:46 2024-08-17T17:23:37.917 INFO:tasks.workunit.client.0.smithi094.stdout:47 2024-08-17T17:23:37.919 INFO:tasks.workunit.client.0.smithi094.stdout:48 2024-08-17T17:23:37.921 INFO:tasks.workunit.client.0.smithi094.stdout:49 2024-08-17T17:23:37.922 INFO:tasks.workunit.client.0.smithi094.stdout:50 2024-08-17T17:23:37.922 INFO:tasks.workunit.client.0.smithi094.stdout:51 2024-08-17T17:23:37.923 INFO:tasks.workunit.client.0.smithi094.stdout:52 2024-08-17T17:23:37.924 INFO:tasks.workunit.client.0.smithi094.stdout:53 2024-08-17T17:23:37.925 INFO:tasks.workunit.client.0.smithi094.stdout:54 2024-08-17T17:23:37.926 INFO:tasks.workunit.client.0.smithi094.stdout:55 2024-08-17T17:23:37.927 INFO:tasks.workunit.client.0.smithi094.stdout:56 2024-08-17T17:23:37.928 INFO:tasks.workunit.client.0.smithi094.stdout:57 2024-08-17T17:23:37.929 INFO:tasks.workunit.client.0.smithi094.stdout:58 2024-08-17T17:23:37.930 INFO:tasks.workunit.client.0.smithi094.stdout:59 2024-08-17T17:23:37.931 INFO:tasks.workunit.client.0.smithi094.stdout:60 2024-08-17T17:23:37.931 INFO:tasks.workunit.client.0.smithi094.stdout:61 2024-08-17T17:23:37.932 INFO:tasks.workunit.client.0.smithi094.stdout:62 2024-08-17T17:23:37.933 INFO:tasks.workunit.client.0.smithi094.stdout:63 2024-08-17T17:23:37.934 INFO:tasks.workunit.client.0.smithi094.stdout:64 2024-08-17T17:23:37.935 INFO:tasks.workunit.client.0.smithi094.stdout:65 2024-08-17T17:23:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:37 smithi190 ceph-mon[90718]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:23:37.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:37 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:37.936 INFO:tasks.workunit.client.0.smithi094.stdout:66 2024-08-17T17:23:37.937 INFO:tasks.workunit.client.0.smithi094.stdout:67 2024-08-17T17:23:37.938 INFO:tasks.workunit.client.0.smithi094.stdout:68 2024-08-17T17:23:37.939 INFO:tasks.workunit.client.0.smithi094.stdout:69 2024-08-17T17:23:37.939 INFO:tasks.workunit.client.0.smithi094.stdout:70 2024-08-17T17:23:37.940 INFO:tasks.workunit.client.0.smithi094.stdout:71 2024-08-17T17:23:37.941 INFO:tasks.workunit.client.0.smithi094.stdout:72 2024-08-17T17:23:37.942 INFO:tasks.workunit.client.0.smithi094.stdout:73 2024-08-17T17:23:37.944 INFO:tasks.workunit.client.0.smithi094.stdout:74 2024-08-17T17:23:37.945 INFO:tasks.workunit.client.0.smithi094.stdout:75 2024-08-17T17:23:37.946 INFO:tasks.workunit.client.0.smithi094.stdout:76 2024-08-17T17:23:37.947 INFO:tasks.workunit.client.0.smithi094.stdout:77 2024-08-17T17:23:37.948 INFO:tasks.workunit.client.0.smithi094.stdout:78 2024-08-17T17:23:37.949 INFO:tasks.workunit.client.0.smithi094.stdout:79 2024-08-17T17:23:37.950 INFO:tasks.workunit.client.0.smithi094.stdout:80 2024-08-17T17:23:37.951 INFO:tasks.workunit.client.0.smithi094.stdout:81 2024-08-17T17:23:37.952 INFO:tasks.workunit.client.0.smithi094.stdout:82 2024-08-17T17:23:37.953 INFO:tasks.workunit.client.0.smithi094.stdout:83 2024-08-17T17:23:37.954 INFO:tasks.workunit.client.0.smithi094.stdout:84 2024-08-17T17:23:37.954 INFO:tasks.workunit.client.0.smithi094.stdout:85 2024-08-17T17:23:37.956 INFO:tasks.workunit.client.0.smithi094.stdout:86 2024-08-17T17:23:37.956 INFO:tasks.workunit.client.0.smithi094.stdout:87 2024-08-17T17:23:37.957 INFO:tasks.workunit.client.0.smithi094.stdout:88 2024-08-17T17:23:37.958 INFO:tasks.workunit.client.0.smithi094.stdout:89 2024-08-17T17:23:37.959 INFO:tasks.workunit.client.0.smithi094.stdout:90 2024-08-17T17:23:37.960 INFO:tasks.workunit.client.0.smithi094.stdout:91 2024-08-17T17:23:37.961 INFO:tasks.workunit.client.0.smithi094.stdout:92 2024-08-17T17:23:37.961 INFO:tasks.workunit.client.0.smithi094.stdout:93 2024-08-17T17:23:37.962 INFO:tasks.workunit.client.0.smithi094.stdout:94 2024-08-17T17:23:37.963 INFO:tasks.workunit.client.0.smithi094.stdout:95 2024-08-17T17:23:37.964 INFO:tasks.workunit.client.0.smithi094.stdout:96 2024-08-17T17:23:37.965 INFO:tasks.workunit.client.0.smithi094.stdout:97 2024-08-17T17:23:37.966 INFO:tasks.workunit.client.0.smithi094.stdout:98 2024-08-17T17:23:37.967 INFO:tasks.workunit.client.0.smithi094.stdout:99 2024-08-17T17:23:37.968 INFO:tasks.workunit.client.0.smithi094.stdout:100 2024-08-17T17:23:37.968 INFO:tasks.workunit.client.0.smithi094.stdout:101 2024-08-17T17:23:37.969 INFO:tasks.workunit.client.0.smithi094.stdout:102 2024-08-17T17:23:37.970 INFO:tasks.workunit.client.0.smithi094.stdout:103 2024-08-17T17:23:37.971 INFO:tasks.workunit.client.0.smithi094.stdout:104 2024-08-17T17:23:37.972 INFO:tasks.workunit.client.0.smithi094.stdout:105 2024-08-17T17:23:37.973 INFO:tasks.workunit.client.0.smithi094.stdout:106 2024-08-17T17:23:37.974 INFO:tasks.workunit.client.0.smithi094.stdout:107 2024-08-17T17:23:37.974 INFO:tasks.workunit.client.0.smithi094.stdout:108 2024-08-17T17:23:37.975 INFO:tasks.workunit.client.0.smithi094.stdout:109 2024-08-17T17:23:37.976 INFO:tasks.workunit.client.0.smithi094.stdout:110 2024-08-17T17:23:37.977 INFO:tasks.workunit.client.0.smithi094.stdout:111 2024-08-17T17:23:37.978 INFO:tasks.workunit.client.0.smithi094.stdout:112 2024-08-17T17:23:37.979 INFO:tasks.workunit.client.0.smithi094.stdout:113 2024-08-17T17:23:37.979 INFO:tasks.workunit.client.0.smithi094.stdout:114 2024-08-17T17:23:37.980 INFO:tasks.workunit.client.0.smithi094.stdout:115 2024-08-17T17:23:37.981 INFO:tasks.workunit.client.0.smithi094.stdout:116 2024-08-17T17:23:37.982 INFO:tasks.workunit.client.0.smithi094.stdout:117 2024-08-17T17:23:37.983 INFO:tasks.workunit.client.0.smithi094.stdout:118 2024-08-17T17:23:37.985 INFO:tasks.workunit.client.0.smithi094.stdout:119 2024-08-17T17:23:37.992 INFO:tasks.workunit.client.0.smithi094.stdout:120 2024-08-17T17:23:37.993 INFO:tasks.workunit.client.0.smithi094.stdout:121 2024-08-17T17:23:37.993 INFO:tasks.workunit.client.0.smithi094.stdout:122 2024-08-17T17:23:37.994 INFO:tasks.workunit.client.0.smithi094.stdout:123 2024-08-17T17:23:37.995 INFO:tasks.workunit.client.0.smithi094.stdout:124 2024-08-17T17:23:37.996 INFO:tasks.workunit.client.0.smithi094.stdout:125 2024-08-17T17:23:37.997 INFO:tasks.workunit.client.0.smithi094.stdout:126 2024-08-17T17:23:37.998 INFO:tasks.workunit.client.0.smithi094.stdout:127 2024-08-17T17:23:37.999 INFO:tasks.workunit.client.0.smithi094.stdout:128 2024-08-17T17:23:38.000 INFO:tasks.workunit.client.0.smithi094.stdout:129 2024-08-17T17:23:38.000 INFO:tasks.workunit.client.0.smithi094.stdout:130 2024-08-17T17:23:38.001 INFO:tasks.workunit.client.0.smithi094.stdout:131 2024-08-17T17:23:38.002 INFO:tasks.workunit.client.0.smithi094.stdout:132 2024-08-17T17:23:38.003 INFO:tasks.workunit.client.0.smithi094.stdout:133 2024-08-17T17:23:38.003 INFO:tasks.workunit.client.0.smithi094.stdout:134 2024-08-17T17:23:38.004 INFO:tasks.workunit.client.0.smithi094.stdout:135 2024-08-17T17:23:38.005 INFO:tasks.workunit.client.0.smithi094.stdout:136 2024-08-17T17:23:38.006 INFO:tasks.workunit.client.0.smithi094.stdout:137 2024-08-17T17:23:38.007 INFO:tasks.workunit.client.0.smithi094.stdout:138 2024-08-17T17:23:38.007 INFO:tasks.workunit.client.0.smithi094.stdout:139 2024-08-17T17:23:38.008 INFO:tasks.workunit.client.0.smithi094.stdout:140 2024-08-17T17:23:38.009 INFO:tasks.workunit.client.0.smithi094.stdout:141 2024-08-17T17:23:38.010 INFO:tasks.workunit.client.0.smithi094.stdout:142 2024-08-17T17:23:38.010 INFO:tasks.workunit.client.0.smithi094.stdout:143 2024-08-17T17:23:38.011 INFO:tasks.workunit.client.0.smithi094.stdout:144 2024-08-17T17:23:38.012 INFO:tasks.workunit.client.0.smithi094.stdout:145 2024-08-17T17:23:38.013 INFO:tasks.workunit.client.0.smithi094.stdout:146 2024-08-17T17:23:38.014 INFO:tasks.workunit.client.0.smithi094.stdout:147 2024-08-17T17:23:38.015 INFO:tasks.workunit.client.0.smithi094.stdout:148 2024-08-17T17:23:38.015 INFO:tasks.workunit.client.0.smithi094.stdout:149 2024-08-17T17:23:38.016 INFO:tasks.workunit.client.0.smithi094.stdout:150 2024-08-17T17:23:38.017 INFO:tasks.workunit.client.0.smithi094.stdout:151 2024-08-17T17:23:38.018 INFO:tasks.workunit.client.0.smithi094.stdout:152 2024-08-17T17:23:38.018 INFO:tasks.workunit.client.0.smithi094.stdout:153 2024-08-17T17:23:38.019 INFO:tasks.workunit.client.0.smithi094.stdout:154 2024-08-17T17:23:38.020 INFO:tasks.workunit.client.0.smithi094.stdout:155 2024-08-17T17:23:38.021 INFO:tasks.workunit.client.0.smithi094.stdout:156 2024-08-17T17:23:38.021 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:37 smithi094 ceph-mon[100402]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:23:38.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:37 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:38.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:37 smithi094 ceph-mon[102949]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:23:38.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:37 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:38.022 INFO:tasks.workunit.client.0.smithi094.stdout:157 2024-08-17T17:23:38.022 INFO:tasks.workunit.client.0.smithi094.stdout:158 2024-08-17T17:23:38.023 INFO:tasks.workunit.client.0.smithi094.stdout:159 2024-08-17T17:23:38.024 INFO:tasks.workunit.client.0.smithi094.stdout:160 2024-08-17T17:23:38.025 INFO:tasks.workunit.client.0.smithi094.stdout:161 2024-08-17T17:23:38.026 INFO:tasks.workunit.client.0.smithi094.stdout:162 2024-08-17T17:23:38.027 INFO:tasks.workunit.client.0.smithi094.stdout:163 2024-08-17T17:23:38.028 INFO:tasks.workunit.client.0.smithi094.stdout:164 2024-08-17T17:23:38.029 INFO:tasks.workunit.client.0.smithi094.stdout:165 2024-08-17T17:23:38.029 INFO:tasks.workunit.client.0.smithi094.stdout:166 2024-08-17T17:23:38.030 INFO:tasks.workunit.client.0.smithi094.stdout:167 2024-08-17T17:23:38.031 INFO:tasks.workunit.client.0.smithi094.stdout:168 2024-08-17T17:23:38.032 INFO:tasks.workunit.client.0.smithi094.stdout:169 2024-08-17T17:23:38.033 INFO:tasks.workunit.client.0.smithi094.stdout:170 2024-08-17T17:23:38.033 INFO:tasks.workunit.client.0.smithi094.stdout:171 2024-08-17T17:23:38.035 INFO:tasks.workunit.client.0.smithi094.stdout:172 2024-08-17T17:23:38.035 INFO:tasks.workunit.client.0.smithi094.stdout:173 2024-08-17T17:23:38.036 INFO:tasks.workunit.client.0.smithi094.stdout:174 2024-08-17T17:23:38.037 INFO:tasks.workunit.client.0.smithi094.stdout:175 2024-08-17T17:23:38.038 INFO:tasks.workunit.client.0.smithi094.stdout:176 2024-08-17T17:23:38.039 INFO:tasks.workunit.client.0.smithi094.stdout:177 2024-08-17T17:23:38.040 INFO:tasks.workunit.client.0.smithi094.stdout:178 2024-08-17T17:23:38.041 INFO:tasks.workunit.client.0.smithi094.stdout:179 2024-08-17T17:23:38.042 INFO:tasks.workunit.client.0.smithi094.stdout:180 2024-08-17T17:23:38.043 INFO:tasks.workunit.client.0.smithi094.stdout:181 2024-08-17T17:23:38.044 INFO:tasks.workunit.client.0.smithi094.stdout:182 2024-08-17T17:23:38.045 INFO:tasks.workunit.client.0.smithi094.stdout:183 2024-08-17T17:23:38.045 INFO:tasks.workunit.client.0.smithi094.stdout:184 2024-08-17T17:23:38.046 INFO:tasks.workunit.client.0.smithi094.stdout:185 2024-08-17T17:23:38.047 INFO:tasks.workunit.client.0.smithi094.stdout:186 2024-08-17T17:23:38.048 INFO:tasks.workunit.client.0.smithi094.stdout:187 2024-08-17T17:23:38.049 INFO:tasks.workunit.client.0.smithi094.stdout:188 2024-08-17T17:23:38.050 INFO:tasks.workunit.client.0.smithi094.stdout:189 2024-08-17T17:23:38.051 INFO:tasks.workunit.client.0.smithi094.stdout:190 2024-08-17T17:23:38.051 INFO:tasks.workunit.client.0.smithi094.stdout:191 2024-08-17T17:23:38.052 INFO:tasks.workunit.client.0.smithi094.stdout:192 2024-08-17T17:23:38.053 INFO:tasks.workunit.client.0.smithi094.stdout:193 2024-08-17T17:23:38.054 INFO:tasks.workunit.client.0.smithi094.stdout:194 2024-08-17T17:23:38.055 INFO:tasks.workunit.client.0.smithi094.stdout:195 2024-08-17T17:23:38.056 INFO:tasks.workunit.client.0.smithi094.stdout:196 2024-08-17T17:23:38.057 INFO:tasks.workunit.client.0.smithi094.stdout:197 2024-08-17T17:23:38.057 INFO:tasks.workunit.client.0.smithi094.stdout:198 2024-08-17T17:23:38.058 INFO:tasks.workunit.client.0.smithi094.stdout:199 2024-08-17T17:23:38.059 INFO:tasks.workunit.client.0.smithi094.stdout:200 2024-08-17T17:23:38.060 INFO:tasks.workunit.client.0.smithi094.stdout:201 2024-08-17T17:23:38.061 INFO:tasks.workunit.client.0.smithi094.stdout:202 2024-08-17T17:23:38.062 INFO:tasks.workunit.client.0.smithi094.stdout:203 2024-08-17T17:23:38.062 INFO:tasks.workunit.client.0.smithi094.stdout:204 2024-08-17T17:23:38.063 INFO:tasks.workunit.client.0.smithi094.stdout:205 2024-08-17T17:23:38.064 INFO:tasks.workunit.client.0.smithi094.stdout:206 2024-08-17T17:23:38.065 INFO:tasks.workunit.client.0.smithi094.stdout:207 2024-08-17T17:23:38.066 INFO:tasks.workunit.client.0.smithi094.stdout:208 2024-08-17T17:23:38.066 INFO:tasks.workunit.client.0.smithi094.stdout:209 2024-08-17T17:23:38.067 INFO:tasks.workunit.client.0.smithi094.stdout:210 2024-08-17T17:23:38.068 INFO:tasks.workunit.client.0.smithi094.stdout:211 2024-08-17T17:23:38.069 INFO:tasks.workunit.client.0.smithi094.stdout:212 2024-08-17T17:23:38.070 INFO:tasks.workunit.client.0.smithi094.stdout:213 2024-08-17T17:23:38.071 INFO:tasks.workunit.client.0.smithi094.stdout:214 2024-08-17T17:23:38.072 INFO:tasks.workunit.client.0.smithi094.stdout:215 2024-08-17T17:23:38.073 INFO:tasks.workunit.client.0.smithi094.stdout:216 2024-08-17T17:23:38.073 INFO:tasks.workunit.client.0.smithi094.stdout:217 2024-08-17T17:23:38.074 INFO:tasks.workunit.client.0.smithi094.stdout:218 2024-08-17T17:23:38.075 INFO:tasks.workunit.client.0.smithi094.stdout:219 2024-08-17T17:23:38.076 INFO:tasks.workunit.client.0.smithi094.stdout:220 2024-08-17T17:23:38.077 INFO:tasks.workunit.client.0.smithi094.stdout:221 2024-08-17T17:23:38.078 INFO:tasks.workunit.client.0.smithi094.stdout:222 2024-08-17T17:23:38.078 INFO:tasks.workunit.client.0.smithi094.stdout:223 2024-08-17T17:23:38.079 INFO:tasks.workunit.client.0.smithi094.stdout:224 2024-08-17T17:23:38.080 INFO:tasks.workunit.client.0.smithi094.stdout:225 2024-08-17T17:23:38.081 INFO:tasks.workunit.client.0.smithi094.stdout:226 2024-08-17T17:23:38.082 INFO:tasks.workunit.client.0.smithi094.stdout:227 2024-08-17T17:23:38.083 INFO:tasks.workunit.client.0.smithi094.stdout:228 2024-08-17T17:23:38.083 INFO:tasks.workunit.client.0.smithi094.stdout:229 2024-08-17T17:23:38.084 INFO:tasks.workunit.client.0.smithi094.stdout:230 2024-08-17T17:23:38.086 INFO:tasks.workunit.client.0.smithi094.stdout:231 2024-08-17T17:23:38.086 INFO:tasks.workunit.client.0.smithi094.stdout:232 2024-08-17T17:23:38.087 INFO:tasks.workunit.client.0.smithi094.stdout:233 2024-08-17T17:23:38.088 INFO:tasks.workunit.client.0.smithi094.stdout:234 2024-08-17T17:23:38.089 INFO:tasks.workunit.client.0.smithi094.stdout:235 2024-08-17T17:23:38.090 INFO:tasks.workunit.client.0.smithi094.stdout:236 2024-08-17T17:23:38.090 INFO:tasks.workunit.client.0.smithi094.stdout:237 2024-08-17T17:23:38.091 INFO:tasks.workunit.client.0.smithi094.stdout:238 2024-08-17T17:23:38.092 INFO:tasks.workunit.client.0.smithi094.stdout:239 2024-08-17T17:23:38.093 INFO:tasks.workunit.client.0.smithi094.stdout:240 2024-08-17T17:23:38.094 INFO:tasks.workunit.client.0.smithi094.stdout:241 2024-08-17T17:23:38.095 INFO:tasks.workunit.client.0.smithi094.stdout:242 2024-08-17T17:23:38.096 INFO:tasks.workunit.client.0.smithi094.stdout:243 2024-08-17T17:23:38.097 INFO:tasks.workunit.client.0.smithi094.stdout:244 2024-08-17T17:23:38.098 INFO:tasks.workunit.client.0.smithi094.stdout:245 2024-08-17T17:23:38.099 INFO:tasks.workunit.client.0.smithi094.stdout:246 2024-08-17T17:23:38.100 INFO:tasks.workunit.client.0.smithi094.stdout:247 2024-08-17T17:23:38.100 INFO:tasks.workunit.client.0.smithi094.stdout:248 2024-08-17T17:23:38.101 INFO:tasks.workunit.client.0.smithi094.stdout:249 2024-08-17T17:23:38.102 INFO:tasks.workunit.client.0.smithi094.stdout:250 2024-08-17T17:23:38.103 INFO:tasks.workunit.client.0.smithi094.stdout:251 2024-08-17T17:23:38.104 INFO:tasks.workunit.client.0.smithi094.stdout:252 2024-08-17T17:23:38.105 INFO:tasks.workunit.client.0.smithi094.stdout:253 2024-08-17T17:23:38.106 INFO:tasks.workunit.client.0.smithi094.stdout:254 2024-08-17T17:23:38.107 INFO:tasks.workunit.client.0.smithi094.stdout:255 2024-08-17T17:23:38.108 INFO:tasks.workunit.client.0.smithi094.stdout:256 2024-08-17T17:23:38.109 INFO:tasks.workunit.client.0.smithi094.stdout:257 2024-08-17T17:23:38.110 INFO:tasks.workunit.client.0.smithi094.stdout:258 2024-08-17T17:23:38.110 INFO:tasks.workunit.client.0.smithi094.stdout:259 2024-08-17T17:23:38.111 INFO:tasks.workunit.client.0.smithi094.stdout:260 2024-08-17T17:23:38.112 INFO:tasks.workunit.client.0.smithi094.stdout:261 2024-08-17T17:23:38.113 INFO:tasks.workunit.client.0.smithi094.stdout:262 2024-08-17T17:23:38.114 INFO:tasks.workunit.client.0.smithi094.stdout:263 2024-08-17T17:23:38.115 INFO:tasks.workunit.client.0.smithi094.stdout:264 2024-08-17T17:23:38.116 INFO:tasks.workunit.client.0.smithi094.stdout:265 2024-08-17T17:23:38.117 INFO:tasks.workunit.client.0.smithi094.stdout:266 2024-08-17T17:23:38.118 INFO:tasks.workunit.client.0.smithi094.stdout:267 2024-08-17T17:23:38.118 INFO:tasks.workunit.client.0.smithi094.stdout:268 2024-08-17T17:23:38.119 INFO:tasks.workunit.client.0.smithi094.stdout:269 2024-08-17T17:23:38.120 INFO:tasks.workunit.client.0.smithi094.stdout:270 2024-08-17T17:23:38.121 INFO:tasks.workunit.client.0.smithi094.stdout:271 2024-08-17T17:23:38.122 INFO:tasks.workunit.client.0.smithi094.stdout:272 2024-08-17T17:23:38.123 INFO:tasks.workunit.client.0.smithi094.stdout:273 2024-08-17T17:23:38.124 INFO:tasks.workunit.client.0.smithi094.stdout:274 2024-08-17T17:23:38.125 INFO:tasks.workunit.client.0.smithi094.stdout:275 2024-08-17T17:23:38.126 INFO:tasks.workunit.client.0.smithi094.stdout:276 2024-08-17T17:23:38.127 INFO:tasks.workunit.client.0.smithi094.stdout:277 2024-08-17T17:23:38.128 INFO:tasks.workunit.client.0.smithi094.stdout:278 2024-08-17T17:23:38.128 INFO:tasks.workunit.client.0.smithi094.stdout:279 2024-08-17T17:23:38.130 INFO:tasks.workunit.client.0.smithi094.stdout:280 2024-08-17T17:23:38.130 INFO:tasks.workunit.client.0.smithi094.stdout:281 2024-08-17T17:23:38.131 INFO:tasks.workunit.client.0.smithi094.stdout:282 2024-08-17T17:23:38.134 INFO:tasks.workunit.client.0.smithi094.stdout:283 2024-08-17T17:23:38.134 INFO:tasks.workunit.client.0.smithi094.stdout:284 2024-08-17T17:23:38.134 INFO:tasks.workunit.client.0.smithi094.stdout:285 2024-08-17T17:23:38.135 INFO:tasks.workunit.client.0.smithi094.stdout:286 2024-08-17T17:23:38.136 INFO:tasks.workunit.client.0.smithi094.stdout:287 2024-08-17T17:23:38.137 INFO:tasks.workunit.client.0.smithi094.stdout:288 2024-08-17T17:23:38.137 INFO:tasks.workunit.client.0.smithi094.stdout:289 2024-08-17T17:23:38.138 INFO:tasks.workunit.client.0.smithi094.stdout:290 2024-08-17T17:23:38.139 INFO:tasks.workunit.client.0.smithi094.stdout:291 2024-08-17T17:23:38.140 INFO:tasks.workunit.client.0.smithi094.stdout:292 2024-08-17T17:23:38.141 INFO:tasks.workunit.client.0.smithi094.stdout:293 2024-08-17T17:23:38.142 INFO:tasks.workunit.client.0.smithi094.stdout:294 2024-08-17T17:23:38.143 INFO:tasks.workunit.client.0.smithi094.stdout:295 2024-08-17T17:23:38.144 INFO:tasks.workunit.client.0.smithi094.stdout:296 2024-08-17T17:23:38.145 INFO:tasks.workunit.client.0.smithi094.stdout:297 2024-08-17T17:23:38.146 INFO:tasks.workunit.client.0.smithi094.stdout:298 2024-08-17T17:23:38.147 INFO:tasks.workunit.client.0.smithi094.stdout:299 2024-08-17T17:23:38.148 INFO:tasks.workunit.client.0.smithi094.stdout:300 2024-08-17T17:23:38.149 INFO:tasks.workunit.client.0.smithi094.stdout:301 2024-08-17T17:23:38.150 INFO:tasks.workunit.client.0.smithi094.stdout:302 2024-08-17T17:23:38.151 INFO:tasks.workunit.client.0.smithi094.stdout:303 2024-08-17T17:23:38.151 INFO:tasks.workunit.client.0.smithi094.stdout:304 2024-08-17T17:23:38.152 INFO:tasks.workunit.client.0.smithi094.stdout:305 2024-08-17T17:23:38.153 INFO:tasks.workunit.client.0.smithi094.stdout:306 2024-08-17T17:23:38.154 INFO:tasks.workunit.client.0.smithi094.stdout:307 2024-08-17T17:23:38.155 INFO:tasks.workunit.client.0.smithi094.stdout:308 2024-08-17T17:23:38.156 INFO:tasks.workunit.client.0.smithi094.stdout:309 2024-08-17T17:23:38.157 INFO:tasks.workunit.client.0.smithi094.stdout:310 2024-08-17T17:23:38.158 INFO:tasks.workunit.client.0.smithi094.stdout:311 2024-08-17T17:23:38.158 INFO:tasks.workunit.client.0.smithi094.stdout:312 2024-08-17T17:23:38.159 INFO:tasks.workunit.client.0.smithi094.stdout:313 2024-08-17T17:23:38.160 INFO:tasks.workunit.client.0.smithi094.stdout:314 2024-08-17T17:23:38.161 INFO:tasks.workunit.client.0.smithi094.stdout:315 2024-08-17T17:23:38.162 INFO:tasks.workunit.client.0.smithi094.stdout:316 2024-08-17T17:23:38.163 INFO:tasks.workunit.client.0.smithi094.stdout:317 2024-08-17T17:23:38.164 INFO:tasks.workunit.client.0.smithi094.stdout:318 2024-08-17T17:23:38.164 INFO:tasks.workunit.client.0.smithi094.stdout:319 2024-08-17T17:23:38.165 INFO:tasks.workunit.client.0.smithi094.stdout:320 2024-08-17T17:23:38.166 INFO:tasks.workunit.client.0.smithi094.stdout:321 2024-08-17T17:23:38.167 INFO:tasks.workunit.client.0.smithi094.stdout:322 2024-08-17T17:23:38.168 INFO:tasks.workunit.client.0.smithi094.stdout:323 2024-08-17T17:23:38.169 INFO:tasks.workunit.client.0.smithi094.stdout:324 2024-08-17T17:23:38.170 INFO:tasks.workunit.client.0.smithi094.stdout:325 2024-08-17T17:23:38.171 INFO:tasks.workunit.client.0.smithi094.stdout:326 2024-08-17T17:23:38.172 INFO:tasks.workunit.client.0.smithi094.stdout:327 2024-08-17T17:23:38.173 INFO:tasks.workunit.client.0.smithi094.stdout:328 2024-08-17T17:23:38.174 INFO:tasks.workunit.client.0.smithi094.stdout:329 2024-08-17T17:23:38.175 INFO:tasks.workunit.client.0.smithi094.stdout:330 2024-08-17T17:23:38.176 INFO:tasks.workunit.client.0.smithi094.stdout:331 2024-08-17T17:23:38.177 INFO:tasks.workunit.client.0.smithi094.stdout:332 2024-08-17T17:23:38.178 INFO:tasks.workunit.client.0.smithi094.stdout:333 2024-08-17T17:23:38.179 INFO:tasks.workunit.client.0.smithi094.stdout:334 2024-08-17T17:23:38.180 INFO:tasks.workunit.client.0.smithi094.stdout:335 2024-08-17T17:23:38.181 INFO:tasks.workunit.client.0.smithi094.stdout:336 2024-08-17T17:23:38.182 INFO:tasks.workunit.client.0.smithi094.stdout:337 2024-08-17T17:23:38.183 INFO:tasks.workunit.client.0.smithi094.stdout:338 2024-08-17T17:23:38.184 INFO:tasks.workunit.client.0.smithi094.stdout:339 2024-08-17T17:23:38.185 INFO:tasks.workunit.client.0.smithi094.stdout:340 2024-08-17T17:23:38.187 INFO:tasks.workunit.client.0.smithi094.stdout:341 2024-08-17T17:23:38.188 INFO:tasks.workunit.client.0.smithi094.stdout:342 2024-08-17T17:23:38.189 INFO:tasks.workunit.client.0.smithi094.stdout:343 2024-08-17T17:23:38.190 INFO:tasks.workunit.client.0.smithi094.stdout:344 2024-08-17T17:23:38.191 INFO:tasks.workunit.client.0.smithi094.stdout:345 2024-08-17T17:23:38.192 INFO:tasks.workunit.client.0.smithi094.stdout:346 2024-08-17T17:23:38.193 INFO:tasks.workunit.client.0.smithi094.stdout:347 2024-08-17T17:23:38.194 INFO:tasks.workunit.client.0.smithi094.stdout:348 2024-08-17T17:23:38.195 INFO:tasks.workunit.client.0.smithi094.stdout:349 2024-08-17T17:23:38.196 INFO:tasks.workunit.client.0.smithi094.stdout:350 2024-08-17T17:23:38.197 INFO:tasks.workunit.client.0.smithi094.stdout:351 2024-08-17T17:23:38.198 INFO:tasks.workunit.client.0.smithi094.stdout:352 2024-08-17T17:23:38.199 INFO:tasks.workunit.client.0.smithi094.stdout:353 2024-08-17T17:23:38.200 INFO:tasks.workunit.client.0.smithi094.stdout:354 2024-08-17T17:23:38.201 INFO:tasks.workunit.client.0.smithi094.stdout:355 2024-08-17T17:23:38.203 INFO:tasks.workunit.client.0.smithi094.stdout:356 2024-08-17T17:23:38.203 INFO:tasks.workunit.client.0.smithi094.stdout:357 2024-08-17T17:23:38.204 INFO:tasks.workunit.client.0.smithi094.stdout:358 2024-08-17T17:23:38.205 INFO:tasks.workunit.client.0.smithi094.stdout:359 2024-08-17T17:23:38.206 INFO:tasks.workunit.client.0.smithi094.stdout:360 2024-08-17T17:23:38.208 INFO:tasks.workunit.client.0.smithi094.stdout:361 2024-08-17T17:23:38.208 INFO:tasks.workunit.client.0.smithi094.stdout:362 2024-08-17T17:23:38.210 INFO:tasks.workunit.client.0.smithi094.stdout:363 2024-08-17T17:23:38.210 INFO:tasks.workunit.client.0.smithi094.stdout:364 2024-08-17T17:23:38.212 INFO:tasks.workunit.client.0.smithi094.stdout:365 2024-08-17T17:23:38.212 INFO:tasks.workunit.client.0.smithi094.stdout:366 2024-08-17T17:23:38.213 INFO:tasks.workunit.client.0.smithi094.stdout:367 2024-08-17T17:23:38.214 INFO:tasks.workunit.client.0.smithi094.stdout:368 2024-08-17T17:23:38.215 INFO:tasks.workunit.client.0.smithi094.stdout:369 2024-08-17T17:23:38.216 INFO:tasks.workunit.client.0.smithi094.stdout:370 2024-08-17T17:23:38.217 INFO:tasks.workunit.client.0.smithi094.stdout:371 2024-08-17T17:23:38.218 INFO:tasks.workunit.client.0.smithi094.stdout:372 2024-08-17T17:23:38.219 INFO:tasks.workunit.client.0.smithi094.stdout:373 2024-08-17T17:23:38.220 INFO:tasks.workunit.client.0.smithi094.stdout:374 2024-08-17T17:23:38.220 INFO:tasks.workunit.client.0.smithi094.stdout:375 2024-08-17T17:23:38.221 INFO:tasks.workunit.client.0.smithi094.stdout:376 2024-08-17T17:23:38.222 INFO:tasks.workunit.client.0.smithi094.stdout:377 2024-08-17T17:23:38.223 INFO:tasks.workunit.client.0.smithi094.stdout:378 2024-08-17T17:23:38.224 INFO:tasks.workunit.client.0.smithi094.stdout:379 2024-08-17T17:23:38.225 INFO:tasks.workunit.client.0.smithi094.stdout:380 2024-08-17T17:23:38.226 INFO:tasks.workunit.client.0.smithi094.stdout:381 2024-08-17T17:23:38.227 INFO:tasks.workunit.client.0.smithi094.stdout:382 2024-08-17T17:23:38.228 INFO:tasks.workunit.client.0.smithi094.stdout:383 2024-08-17T17:23:38.229 INFO:tasks.workunit.client.0.smithi094.stdout:384 2024-08-17T17:23:38.230 INFO:tasks.workunit.client.0.smithi094.stdout:385 2024-08-17T17:23:38.231 INFO:tasks.workunit.client.0.smithi094.stdout:386 2024-08-17T17:23:38.231 INFO:tasks.workunit.client.0.smithi094.stdout:387 2024-08-17T17:23:38.232 INFO:tasks.workunit.client.0.smithi094.stdout:388 2024-08-17T17:23:38.233 INFO:tasks.workunit.client.0.smithi094.stdout:389 2024-08-17T17:23:38.234 INFO:tasks.workunit.client.0.smithi094.stdout:390 2024-08-17T17:23:38.235 INFO:tasks.workunit.client.0.smithi094.stdout:391 2024-08-17T17:23:38.236 INFO:tasks.workunit.client.0.smithi094.stdout:392 2024-08-17T17:23:38.237 INFO:tasks.workunit.client.0.smithi094.stdout:393 2024-08-17T17:23:38.238 INFO:tasks.workunit.client.0.smithi094.stdout:394 2024-08-17T17:23:38.239 INFO:tasks.workunit.client.0.smithi094.stdout:395 2024-08-17T17:23:38.240 INFO:tasks.workunit.client.0.smithi094.stdout:396 2024-08-17T17:23:38.241 INFO:tasks.workunit.client.0.smithi094.stdout:397 2024-08-17T17:23:38.242 INFO:tasks.workunit.client.0.smithi094.stdout:398 2024-08-17T17:23:38.243 INFO:tasks.workunit.client.0.smithi094.stdout:399 2024-08-17T17:23:38.244 INFO:tasks.workunit.client.0.smithi094.stdout:400 2024-08-17T17:23:38.245 INFO:tasks.workunit.client.0.smithi094.stdout:401 2024-08-17T17:23:38.246 INFO:tasks.workunit.client.0.smithi094.stdout:402 2024-08-17T17:23:38.246 INFO:tasks.workunit.client.0.smithi094.stdout:403 2024-08-17T17:23:38.247 INFO:tasks.workunit.client.0.smithi094.stdout:404 2024-08-17T17:23:38.248 INFO:tasks.workunit.client.0.smithi094.stdout:405 2024-08-17T17:23:38.249 INFO:tasks.workunit.client.0.smithi094.stdout:406 2024-08-17T17:23:38.250 INFO:tasks.workunit.client.0.smithi094.stdout:407 2024-08-17T17:23:38.251 INFO:tasks.workunit.client.0.smithi094.stdout:408 2024-08-17T17:23:38.252 INFO:tasks.workunit.client.0.smithi094.stdout:409 2024-08-17T17:23:38.253 INFO:tasks.workunit.client.0.smithi094.stdout:410 2024-08-17T17:23:38.254 INFO:tasks.workunit.client.0.smithi094.stdout:411 2024-08-17T17:23:38.255 INFO:tasks.workunit.client.0.smithi094.stdout:412 2024-08-17T17:23:38.256 INFO:tasks.workunit.client.0.smithi094.stdout:413 2024-08-17T17:23:38.257 INFO:tasks.workunit.client.0.smithi094.stdout:414 2024-08-17T17:23:38.258 INFO:tasks.workunit.client.0.smithi094.stdout:415 2024-08-17T17:23:38.259 INFO:tasks.workunit.client.0.smithi094.stdout:416 2024-08-17T17:23:38.260 INFO:tasks.workunit.client.0.smithi094.stdout:417 2024-08-17T17:23:38.261 INFO:tasks.workunit.client.0.smithi094.stdout:418 2024-08-17T17:23:38.262 INFO:tasks.workunit.client.0.smithi094.stdout:419 2024-08-17T17:23:38.263 INFO:tasks.workunit.client.0.smithi094.stdout:420 2024-08-17T17:23:38.264 INFO:tasks.workunit.client.0.smithi094.stdout:421 2024-08-17T17:23:38.264 INFO:tasks.workunit.client.0.smithi094.stdout:422 2024-08-17T17:23:38.265 INFO:tasks.workunit.client.0.smithi094.stdout:423 2024-08-17T17:23:38.266 INFO:tasks.workunit.client.0.smithi094.stdout:424 2024-08-17T17:23:38.267 INFO:tasks.workunit.client.0.smithi094.stdout:425 2024-08-17T17:23:38.268 INFO:tasks.workunit.client.0.smithi094.stdout:426 2024-08-17T17:23:38.269 INFO:tasks.workunit.client.0.smithi094.stdout:427 2024-08-17T17:23:38.270 INFO:tasks.workunit.client.0.smithi094.stdout:428 2024-08-17T17:23:38.271 INFO:tasks.workunit.client.0.smithi094.stdout:429 2024-08-17T17:23:38.271 INFO:tasks.workunit.client.0.smithi094.stdout:430 2024-08-17T17:23:38.272 INFO:tasks.workunit.client.0.smithi094.stdout:431 2024-08-17T17:23:38.273 INFO:tasks.workunit.client.0.smithi094.stdout:432 2024-08-17T17:23:38.274 INFO:tasks.workunit.client.0.smithi094.stdout:433 2024-08-17T17:23:38.275 INFO:tasks.workunit.client.0.smithi094.stdout:434 2024-08-17T17:23:38.276 INFO:tasks.workunit.client.0.smithi094.stdout:435 2024-08-17T17:23:38.277 INFO:tasks.workunit.client.0.smithi094.stdout:436 2024-08-17T17:23:38.278 INFO:tasks.workunit.client.0.smithi094.stdout:437 2024-08-17T17:23:38.279 INFO:tasks.workunit.client.0.smithi094.stdout:438 2024-08-17T17:23:38.280 INFO:tasks.workunit.client.0.smithi094.stdout:439 2024-08-17T17:23:38.281 INFO:tasks.workunit.client.0.smithi094.stdout:440 2024-08-17T17:23:38.282 INFO:tasks.workunit.client.0.smithi094.stdout:441 2024-08-17T17:23:38.283 INFO:tasks.workunit.client.0.smithi094.stdout:442 2024-08-17T17:23:38.284 INFO:tasks.workunit.client.0.smithi094.stdout:443 2024-08-17T17:23:38.285 INFO:tasks.workunit.client.0.smithi094.stdout:444 2024-08-17T17:23:38.286 INFO:tasks.workunit.client.0.smithi094.stdout:445 2024-08-17T17:23:38.287 INFO:tasks.workunit.client.0.smithi094.stdout:446 2024-08-17T17:23:38.288 INFO:tasks.workunit.client.0.smithi094.stdout:447 2024-08-17T17:23:38.289 INFO:tasks.workunit.client.0.smithi094.stdout:448 2024-08-17T17:23:38.290 INFO:tasks.workunit.client.0.smithi094.stdout:449 2024-08-17T17:23:38.291 INFO:tasks.workunit.client.0.smithi094.stdout:450 2024-08-17T17:23:38.292 INFO:tasks.workunit.client.0.smithi094.stdout:451 2024-08-17T17:23:38.293 INFO:tasks.workunit.client.0.smithi094.stdout:452 2024-08-17T17:23:38.294 INFO:tasks.workunit.client.0.smithi094.stdout:453 2024-08-17T17:23:38.295 INFO:tasks.workunit.client.0.smithi094.stdout:454 2024-08-17T17:23:38.296 INFO:tasks.workunit.client.0.smithi094.stdout:455 2024-08-17T17:23:38.297 INFO:tasks.workunit.client.0.smithi094.stdout:456 2024-08-17T17:23:38.298 INFO:tasks.workunit.client.0.smithi094.stdout:457 2024-08-17T17:23:38.299 INFO:tasks.workunit.client.0.smithi094.stdout:458 2024-08-17T17:23:38.299 INFO:tasks.workunit.client.0.smithi094.stdout:459 2024-08-17T17:23:38.300 INFO:tasks.workunit.client.0.smithi094.stdout:460 2024-08-17T17:23:38.301 INFO:tasks.workunit.client.0.smithi094.stdout:461 2024-08-17T17:23:38.302 INFO:tasks.workunit.client.0.smithi094.stdout:462 2024-08-17T17:23:38.303 INFO:tasks.workunit.client.0.smithi094.stdout:463 2024-08-17T17:23:38.304 INFO:tasks.workunit.client.0.smithi094.stdout:464 2024-08-17T17:23:38.305 INFO:tasks.workunit.client.0.smithi094.stdout:465 2024-08-17T17:23:38.306 INFO:tasks.workunit.client.0.smithi094.stdout:466 2024-08-17T17:23:38.307 INFO:tasks.workunit.client.0.smithi094.stdout:467 2024-08-17T17:23:38.308 INFO:tasks.workunit.client.0.smithi094.stdout:468 2024-08-17T17:23:38.309 INFO:tasks.workunit.client.0.smithi094.stdout:469 2024-08-17T17:23:38.310 INFO:tasks.workunit.client.0.smithi094.stdout:470 2024-08-17T17:23:38.310 INFO:tasks.workunit.client.0.smithi094.stdout:471 2024-08-17T17:23:38.311 INFO:tasks.workunit.client.0.smithi094.stdout:472 2024-08-17T17:23:38.312 INFO:tasks.workunit.client.0.smithi094.stdout:473 2024-08-17T17:23:38.313 INFO:tasks.workunit.client.0.smithi094.stdout:474 2024-08-17T17:23:38.314 INFO:tasks.workunit.client.0.smithi094.stdout:475 2024-08-17T17:23:38.315 INFO:tasks.workunit.client.0.smithi094.stdout:476 2024-08-17T17:23:38.316 INFO:tasks.workunit.client.0.smithi094.stdout:477 2024-08-17T17:23:38.317 INFO:tasks.workunit.client.0.smithi094.stdout:478 2024-08-17T17:23:38.318 INFO:tasks.workunit.client.0.smithi094.stdout:479 2024-08-17T17:23:38.319 INFO:tasks.workunit.client.0.smithi094.stdout:480 2024-08-17T17:23:38.320 INFO:tasks.workunit.client.0.smithi094.stdout:481 2024-08-17T17:23:38.321 INFO:tasks.workunit.client.0.smithi094.stdout:482 2024-08-17T17:23:38.321 INFO:tasks.workunit.client.0.smithi094.stdout:483 2024-08-17T17:23:38.323 INFO:tasks.workunit.client.0.smithi094.stdout:484 2024-08-17T17:23:38.323 INFO:tasks.workunit.client.0.smithi094.stdout:485 2024-08-17T17:23:38.324 INFO:tasks.workunit.client.0.smithi094.stdout:486 2024-08-17T17:23:38.325 INFO:tasks.workunit.client.0.smithi094.stdout:487 2024-08-17T17:23:38.326 INFO:tasks.workunit.client.0.smithi094.stdout:488 2024-08-17T17:23:38.327 INFO:tasks.workunit.client.0.smithi094.stdout:489 2024-08-17T17:23:38.328 INFO:tasks.workunit.client.0.smithi094.stdout:490 2024-08-17T17:23:38.329 INFO:tasks.workunit.client.0.smithi094.stdout:491 2024-08-17T17:23:38.330 INFO:tasks.workunit.client.0.smithi094.stdout:492 2024-08-17T17:23:38.331 INFO:tasks.workunit.client.0.smithi094.stdout:493 2024-08-17T17:23:38.332 INFO:tasks.workunit.client.0.smithi094.stdout:494 2024-08-17T17:23:38.333 INFO:tasks.workunit.client.0.smithi094.stdout:495 2024-08-17T17:23:38.334 INFO:tasks.workunit.client.0.smithi094.stdout:496 2024-08-17T17:23:38.335 INFO:tasks.workunit.client.0.smithi094.stdout:497 2024-08-17T17:23:38.336 INFO:tasks.workunit.client.0.smithi094.stdout:498 2024-08-17T17:23:38.337 INFO:tasks.workunit.client.0.smithi094.stdout:499 2024-08-17T17:23:38.338 INFO:tasks.workunit.client.0.smithi094.stdout:500 2024-08-17T17:23:38.339 INFO:tasks.workunit.client.0.smithi094.stdout:501 2024-08-17T17:23:38.340 INFO:tasks.workunit.client.0.smithi094.stdout:502 2024-08-17T17:23:38.341 INFO:tasks.workunit.client.0.smithi094.stdout:503 2024-08-17T17:23:38.342 INFO:tasks.workunit.client.0.smithi094.stdout:504 2024-08-17T17:23:38.343 INFO:tasks.workunit.client.0.smithi094.stdout:505 2024-08-17T17:23:38.344 INFO:tasks.workunit.client.0.smithi094.stdout:506 2024-08-17T17:23:38.345 INFO:tasks.workunit.client.0.smithi094.stdout:507 2024-08-17T17:23:38.346 INFO:tasks.workunit.client.0.smithi094.stdout:508 2024-08-17T17:23:38.348 INFO:tasks.workunit.client.0.smithi094.stdout:509 2024-08-17T17:23:38.348 INFO:tasks.workunit.client.0.smithi094.stdout:510 2024-08-17T17:23:38.349 INFO:tasks.workunit.client.0.smithi094.stdout:511 2024-08-17T17:23:38.350 INFO:tasks.workunit.client.0.smithi094.stdout:512 2024-08-17T17:23:38.351 INFO:tasks.workunit.client.0.smithi094.stdout:513 2024-08-17T17:23:38.352 INFO:tasks.workunit.client.0.smithi094.stdout:514 2024-08-17T17:23:38.353 INFO:tasks.workunit.client.0.smithi094.stdout:515 2024-08-17T17:23:38.354 INFO:tasks.workunit.client.0.smithi094.stdout:516 2024-08-17T17:23:38.355 INFO:tasks.workunit.client.0.smithi094.stdout:517 2024-08-17T17:23:38.356 INFO:tasks.workunit.client.0.smithi094.stdout:518 2024-08-17T17:23:38.357 INFO:tasks.workunit.client.0.smithi094.stdout:519 2024-08-17T17:23:38.358 INFO:tasks.workunit.client.0.smithi094.stdout:520 2024-08-17T17:23:38.359 INFO:tasks.workunit.client.0.smithi094.stdout:521 2024-08-17T17:23:38.360 INFO:tasks.workunit.client.0.smithi094.stdout:522 2024-08-17T17:23:38.361 INFO:tasks.workunit.client.0.smithi094.stdout:523 2024-08-17T17:23:38.362 INFO:tasks.workunit.client.0.smithi094.stdout:524 2024-08-17T17:23:38.363 INFO:tasks.workunit.client.0.smithi094.stdout:525 2024-08-17T17:23:38.364 INFO:tasks.workunit.client.0.smithi094.stdout:526 2024-08-17T17:23:38.365 INFO:tasks.workunit.client.0.smithi094.stdout:527 2024-08-17T17:23:38.366 INFO:tasks.workunit.client.0.smithi094.stdout:528 2024-08-17T17:23:38.367 INFO:tasks.workunit.client.0.smithi094.stdout:529 2024-08-17T17:23:38.368 INFO:tasks.workunit.client.0.smithi094.stdout:530 2024-08-17T17:23:38.369 INFO:tasks.workunit.client.0.smithi094.stdout:531 2024-08-17T17:23:38.370 INFO:tasks.workunit.client.0.smithi094.stdout:532 2024-08-17T17:23:38.371 INFO:tasks.workunit.client.0.smithi094.stdout:533 2024-08-17T17:23:38.372 INFO:tasks.workunit.client.0.smithi094.stdout:534 2024-08-17T17:23:38.373 INFO:tasks.workunit.client.0.smithi094.stdout:535 2024-08-17T17:23:38.373 INFO:tasks.workunit.client.0.smithi094.stdout:536 2024-08-17T17:23:38.374 INFO:tasks.workunit.client.0.smithi094.stdout:537 2024-08-17T17:23:38.375 INFO:tasks.workunit.client.0.smithi094.stdout:538 2024-08-17T17:23:38.376 INFO:tasks.workunit.client.0.smithi094.stdout:539 2024-08-17T17:23:38.377 INFO:tasks.workunit.client.0.smithi094.stdout:540 2024-08-17T17:23:38.378 INFO:tasks.workunit.client.0.smithi094.stdout:541 2024-08-17T17:23:38.379 INFO:tasks.workunit.client.0.smithi094.stdout:542 2024-08-17T17:23:38.380 INFO:tasks.workunit.client.0.smithi094.stdout:543 2024-08-17T17:23:38.381 INFO:tasks.workunit.client.0.smithi094.stdout:544 2024-08-17T17:23:38.382 INFO:tasks.workunit.client.0.smithi094.stdout:545 2024-08-17T17:23:38.383 INFO:tasks.workunit.client.0.smithi094.stdout:546 2024-08-17T17:23:38.384 INFO:tasks.workunit.client.0.smithi094.stdout:547 2024-08-17T17:23:38.385 INFO:tasks.workunit.client.0.smithi094.stdout:548 2024-08-17T17:23:38.386 INFO:tasks.workunit.client.0.smithi094.stdout:549 2024-08-17T17:23:38.387 INFO:tasks.workunit.client.0.smithi094.stdout:550 2024-08-17T17:23:38.388 INFO:tasks.workunit.client.0.smithi094.stdout:551 2024-08-17T17:23:38.389 INFO:tasks.workunit.client.0.smithi094.stdout:552 2024-08-17T17:23:38.390 INFO:tasks.workunit.client.0.smithi094.stdout:553 2024-08-17T17:23:38.391 INFO:tasks.workunit.client.0.smithi094.stdout:554 2024-08-17T17:23:38.392 INFO:tasks.workunit.client.0.smithi094.stdout:555 2024-08-17T17:23:38.393 INFO:tasks.workunit.client.0.smithi094.stdout:556 2024-08-17T17:23:38.394 INFO:tasks.workunit.client.0.smithi094.stdout:557 2024-08-17T17:23:38.395 INFO:tasks.workunit.client.0.smithi094.stdout:558 2024-08-17T17:23:38.396 INFO:tasks.workunit.client.0.smithi094.stdout:559 2024-08-17T17:23:38.397 INFO:tasks.workunit.client.0.smithi094.stdout:560 2024-08-17T17:23:38.398 INFO:tasks.workunit.client.0.smithi094.stdout:561 2024-08-17T17:23:38.399 INFO:tasks.workunit.client.0.smithi094.stdout:562 2024-08-17T17:23:38.400 INFO:tasks.workunit.client.0.smithi094.stdout:563 2024-08-17T17:23:38.401 INFO:tasks.workunit.client.0.smithi094.stdout:564 2024-08-17T17:23:38.402 INFO:tasks.workunit.client.0.smithi094.stdout:565 2024-08-17T17:23:38.403 INFO:tasks.workunit.client.0.smithi094.stdout:566 2024-08-17T17:23:38.404 INFO:tasks.workunit.client.0.smithi094.stdout:567 2024-08-17T17:23:38.405 INFO:tasks.workunit.client.0.smithi094.stdout:568 2024-08-17T17:23:38.406 INFO:tasks.workunit.client.0.smithi094.stdout:569 2024-08-17T17:23:38.406 INFO:tasks.workunit.client.0.smithi094.stdout:570 2024-08-17T17:23:38.407 INFO:tasks.workunit.client.0.smithi094.stdout:571 2024-08-17T17:23:38.408 INFO:tasks.workunit.client.0.smithi094.stdout:572 2024-08-17T17:23:38.409 INFO:tasks.workunit.client.0.smithi094.stdout:573 2024-08-17T17:23:38.411 INFO:tasks.workunit.client.0.smithi094.stdout:574 2024-08-17T17:23:38.411 INFO:tasks.workunit.client.0.smithi094.stdout:575 2024-08-17T17:23:38.412 INFO:tasks.workunit.client.0.smithi094.stdout:576 2024-08-17T17:23:38.413 INFO:tasks.workunit.client.0.smithi094.stdout:577 2024-08-17T17:23:38.414 INFO:tasks.workunit.client.0.smithi094.stdout:578 2024-08-17T17:23:38.415 INFO:tasks.workunit.client.0.smithi094.stdout:579 2024-08-17T17:23:38.416 INFO:tasks.workunit.client.0.smithi094.stdout:580 2024-08-17T17:23:38.417 INFO:tasks.workunit.client.0.smithi094.stdout:581 2024-08-17T17:23:38.418 INFO:tasks.workunit.client.0.smithi094.stdout:582 2024-08-17T17:23:38.419 INFO:tasks.workunit.client.0.smithi094.stdout:583 2024-08-17T17:23:38.420 INFO:tasks.workunit.client.0.smithi094.stdout:584 2024-08-17T17:23:38.421 INFO:tasks.workunit.client.0.smithi094.stdout:585 2024-08-17T17:23:38.422 INFO:tasks.workunit.client.0.smithi094.stdout:586 2024-08-17T17:23:38.423 INFO:tasks.workunit.client.0.smithi094.stdout:587 2024-08-17T17:23:38.424 INFO:tasks.workunit.client.0.smithi094.stdout:588 2024-08-17T17:23:38.425 INFO:tasks.workunit.client.0.smithi094.stdout:589 2024-08-17T17:23:38.426 INFO:tasks.workunit.client.0.smithi094.stdout:590 2024-08-17T17:23:38.427 INFO:tasks.workunit.client.0.smithi094.stdout:591 2024-08-17T17:23:38.428 INFO:tasks.workunit.client.0.smithi094.stdout:592 2024-08-17T17:23:38.429 INFO:tasks.workunit.client.0.smithi094.stdout:593 2024-08-17T17:23:38.430 INFO:tasks.workunit.client.0.smithi094.stdout:594 2024-08-17T17:23:38.431 INFO:tasks.workunit.client.0.smithi094.stdout:595 2024-08-17T17:23:38.432 INFO:tasks.workunit.client.0.smithi094.stdout:596 2024-08-17T17:23:38.433 INFO:tasks.workunit.client.0.smithi094.stdout:597 2024-08-17T17:23:38.434 INFO:tasks.workunit.client.0.smithi094.stdout:598 2024-08-17T17:23:38.435 INFO:tasks.workunit.client.0.smithi094.stdout:599 2024-08-17T17:23:38.436 INFO:tasks.workunit.client.0.smithi094.stdout:600 2024-08-17T17:23:38.437 INFO:tasks.workunit.client.0.smithi094.stdout:601 2024-08-17T17:23:38.438 INFO:tasks.workunit.client.0.smithi094.stdout:602 2024-08-17T17:23:38.439 INFO:tasks.workunit.client.0.smithi094.stdout:603 2024-08-17T17:23:38.440 INFO:tasks.workunit.client.0.smithi094.stdout:604 2024-08-17T17:23:38.441 INFO:tasks.workunit.client.0.smithi094.stdout:605 2024-08-17T17:23:38.442 INFO:tasks.workunit.client.0.smithi094.stdout:606 2024-08-17T17:23:38.443 INFO:tasks.workunit.client.0.smithi094.stdout:607 2024-08-17T17:23:38.444 INFO:tasks.workunit.client.0.smithi094.stdout:608 2024-08-17T17:23:38.445 INFO:tasks.workunit.client.0.smithi094.stdout:609 2024-08-17T17:23:38.446 INFO:tasks.workunit.client.0.smithi094.stdout:610 2024-08-17T17:23:38.447 INFO:tasks.workunit.client.0.smithi094.stdout:611 2024-08-17T17:23:38.448 INFO:tasks.workunit.client.0.smithi094.stdout:612 2024-08-17T17:23:38.449 INFO:tasks.workunit.client.0.smithi094.stdout:613 2024-08-17T17:23:38.450 INFO:tasks.workunit.client.0.smithi094.stdout:614 2024-08-17T17:23:38.451 INFO:tasks.workunit.client.0.smithi094.stdout:615 2024-08-17T17:23:38.452 INFO:tasks.workunit.client.0.smithi094.stdout:616 2024-08-17T17:23:38.453 INFO:tasks.workunit.client.0.smithi094.stdout:617 2024-08-17T17:23:38.454 INFO:tasks.workunit.client.0.smithi094.stdout:618 2024-08-17T17:23:38.455 INFO:tasks.workunit.client.0.smithi094.stdout:619 2024-08-17T17:23:38.456 INFO:tasks.workunit.client.0.smithi094.stdout:620 2024-08-17T17:23:38.457 INFO:tasks.workunit.client.0.smithi094.stdout:621 2024-08-17T17:23:38.458 INFO:tasks.workunit.client.0.smithi094.stdout:622 2024-08-17T17:23:38.459 INFO:tasks.workunit.client.0.smithi094.stdout:623 2024-08-17T17:23:38.460 INFO:tasks.workunit.client.0.smithi094.stdout:624 2024-08-17T17:23:38.461 INFO:tasks.workunit.client.0.smithi094.stdout:625 2024-08-17T17:23:38.462 INFO:tasks.workunit.client.0.smithi094.stdout:626 2024-08-17T17:23:38.463 INFO:tasks.workunit.client.0.smithi094.stdout:627 2024-08-17T17:23:38.465 INFO:tasks.workunit.client.0.smithi094.stdout:628 2024-08-17T17:23:38.466 INFO:tasks.workunit.client.0.smithi094.stdout:629 2024-08-17T17:23:38.467 INFO:tasks.workunit.client.0.smithi094.stdout:630 2024-08-17T17:23:38.468 INFO:tasks.workunit.client.0.smithi094.stdout:631 2024-08-17T17:23:38.469 INFO:tasks.workunit.client.0.smithi094.stdout:632 2024-08-17T17:23:38.470 INFO:tasks.workunit.client.0.smithi094.stdout:633 2024-08-17T17:23:38.471 INFO:tasks.workunit.client.0.smithi094.stdout:634 2024-08-17T17:23:38.472 INFO:tasks.workunit.client.0.smithi094.stdout:635 2024-08-17T17:23:38.473 INFO:tasks.workunit.client.0.smithi094.stdout:636 2024-08-17T17:23:38.474 INFO:tasks.workunit.client.0.smithi094.stdout:637 2024-08-17T17:23:38.475 INFO:tasks.workunit.client.0.smithi094.stdout:638 2024-08-17T17:23:38.476 INFO:tasks.workunit.client.0.smithi094.stdout:639 2024-08-17T17:23:38.477 INFO:tasks.workunit.client.0.smithi094.stdout:640 2024-08-17T17:23:38.478 INFO:tasks.workunit.client.0.smithi094.stdout:641 2024-08-17T17:23:38.479 INFO:tasks.workunit.client.0.smithi094.stdout:642 2024-08-17T17:23:38.480 INFO:tasks.workunit.client.0.smithi094.stdout:643 2024-08-17T17:23:38.481 INFO:tasks.workunit.client.0.smithi094.stdout:644 2024-08-17T17:23:38.482 INFO:tasks.workunit.client.0.smithi094.stdout:645 2024-08-17T17:23:38.483 INFO:tasks.workunit.client.0.smithi094.stdout:646 2024-08-17T17:23:38.484 INFO:tasks.workunit.client.0.smithi094.stdout:647 2024-08-17T17:23:38.485 INFO:tasks.workunit.client.0.smithi094.stdout:648 2024-08-17T17:23:38.486 INFO:tasks.workunit.client.0.smithi094.stdout:649 2024-08-17T17:23:38.487 INFO:tasks.workunit.client.0.smithi094.stdout:650 2024-08-17T17:23:38.488 INFO:tasks.workunit.client.0.smithi094.stdout:651 2024-08-17T17:23:38.489 INFO:tasks.workunit.client.0.smithi094.stdout:652 2024-08-17T17:23:38.490 INFO:tasks.workunit.client.0.smithi094.stdout:653 2024-08-17T17:23:38.491 INFO:tasks.workunit.client.0.smithi094.stdout:654 2024-08-17T17:23:38.492 INFO:tasks.workunit.client.0.smithi094.stdout:655 2024-08-17T17:23:38.493 INFO:tasks.workunit.client.0.smithi094.stdout:656 2024-08-17T17:23:38.494 INFO:tasks.workunit.client.0.smithi094.stdout:657 2024-08-17T17:23:38.495 INFO:tasks.workunit.client.0.smithi094.stdout:658 2024-08-17T17:23:38.497 INFO:tasks.workunit.client.0.smithi094.stdout:659 2024-08-17T17:23:38.497 INFO:tasks.workunit.client.0.smithi094.stdout:660 2024-08-17T17:23:38.498 INFO:tasks.workunit.client.0.smithi094.stdout:661 2024-08-17T17:23:38.499 INFO:tasks.workunit.client.0.smithi094.stdout:662 2024-08-17T17:23:38.500 INFO:tasks.workunit.client.0.smithi094.stdout:663 2024-08-17T17:23:38.502 INFO:tasks.workunit.client.0.smithi094.stdout:664 2024-08-17T17:23:38.502 INFO:tasks.workunit.client.0.smithi094.stdout:665 2024-08-17T17:23:38.504 INFO:tasks.workunit.client.0.smithi094.stdout:666 2024-08-17T17:23:38.504 INFO:tasks.workunit.client.0.smithi094.stdout:667 2024-08-17T17:23:38.506 INFO:tasks.workunit.client.0.smithi094.stdout:668 2024-08-17T17:23:38.507 INFO:tasks.workunit.client.0.smithi094.stdout:669 2024-08-17T17:23:38.508 INFO:tasks.workunit.client.0.smithi094.stdout:670 2024-08-17T17:23:38.509 INFO:tasks.workunit.client.0.smithi094.stdout:671 2024-08-17T17:23:38.510 INFO:tasks.workunit.client.0.smithi094.stdout:672 2024-08-17T17:23:38.511 INFO:tasks.workunit.client.0.smithi094.stdout:673 2024-08-17T17:23:38.512 INFO:tasks.workunit.client.0.smithi094.stdout:674 2024-08-17T17:23:38.513 INFO:tasks.workunit.client.0.smithi094.stdout:675 2024-08-17T17:23:38.514 INFO:tasks.workunit.client.0.smithi094.stdout:676 2024-08-17T17:23:38.515 INFO:tasks.workunit.client.0.smithi094.stdout:677 2024-08-17T17:23:38.516 INFO:tasks.workunit.client.0.smithi094.stdout:678 2024-08-17T17:23:38.517 INFO:tasks.workunit.client.0.smithi094.stdout:679 2024-08-17T17:23:38.518 INFO:tasks.workunit.client.0.smithi094.stdout:680 2024-08-17T17:23:38.519 INFO:tasks.workunit.client.0.smithi094.stdout:681 2024-08-17T17:23:38.520 INFO:tasks.workunit.client.0.smithi094.stdout:682 2024-08-17T17:23:38.521 INFO:tasks.workunit.client.0.smithi094.stdout:683 2024-08-17T17:23:38.522 INFO:tasks.workunit.client.0.smithi094.stdout:684 2024-08-17T17:23:38.523 INFO:tasks.workunit.client.0.smithi094.stdout:685 2024-08-17T17:23:38.525 INFO:tasks.workunit.client.0.smithi094.stdout:686 2024-08-17T17:23:38.526 INFO:tasks.workunit.client.0.smithi094.stdout:687 2024-08-17T17:23:38.527 INFO:tasks.workunit.client.0.smithi094.stdout:688 2024-08-17T17:23:38.528 INFO:tasks.workunit.client.0.smithi094.stdout:689 2024-08-17T17:23:38.529 INFO:tasks.workunit.client.0.smithi094.stdout:690 2024-08-17T17:23:38.531 INFO:tasks.workunit.client.0.smithi094.stdout:691 2024-08-17T17:23:38.532 INFO:tasks.workunit.client.0.smithi094.stdout:692 2024-08-17T17:23:38.533 INFO:tasks.workunit.client.0.smithi094.stdout:693 2024-08-17T17:23:38.534 INFO:tasks.workunit.client.0.smithi094.stdout:694 2024-08-17T17:23:38.535 INFO:tasks.workunit.client.0.smithi094.stdout:695 2024-08-17T17:23:38.536 INFO:tasks.workunit.client.0.smithi094.stdout:696 2024-08-17T17:23:38.537 INFO:tasks.workunit.client.0.smithi094.stdout:697 2024-08-17T17:23:38.539 INFO:tasks.workunit.client.0.smithi094.stdout:698 2024-08-17T17:23:38.540 INFO:tasks.workunit.client.0.smithi094.stdout:699 2024-08-17T17:23:38.541 INFO:tasks.workunit.client.0.smithi094.stdout:700 2024-08-17T17:23:38.542 INFO:tasks.workunit.client.0.smithi094.stdout:701 2024-08-17T17:23:38.544 INFO:tasks.workunit.client.0.smithi094.stdout:702 2024-08-17T17:23:38.546 INFO:tasks.workunit.client.0.smithi094.stdout:703 2024-08-17T17:23:38.547 INFO:tasks.workunit.client.0.smithi094.stdout:704 2024-08-17T17:23:38.548 INFO:tasks.workunit.client.0.smithi094.stdout:705 2024-08-17T17:23:38.549 INFO:tasks.workunit.client.0.smithi094.stdout:706 2024-08-17T17:23:38.550 INFO:tasks.workunit.client.0.smithi094.stdout:707 2024-08-17T17:23:38.551 INFO:tasks.workunit.client.0.smithi094.stdout:708 2024-08-17T17:23:38.552 INFO:tasks.workunit.client.0.smithi094.stdout:709 2024-08-17T17:23:38.553 INFO:tasks.workunit.client.0.smithi094.stdout:710 2024-08-17T17:23:38.554 INFO:tasks.workunit.client.0.smithi094.stdout:711 2024-08-17T17:23:38.555 INFO:tasks.workunit.client.0.smithi094.stdout:712 2024-08-17T17:23:38.556 INFO:tasks.workunit.client.0.smithi094.stdout:713 2024-08-17T17:23:38.557 INFO:tasks.workunit.client.0.smithi094.stdout:714 2024-08-17T17:23:38.558 INFO:tasks.workunit.client.0.smithi094.stdout:715 2024-08-17T17:23:38.559 INFO:tasks.workunit.client.0.smithi094.stdout:716 2024-08-17T17:23:38.560 INFO:tasks.workunit.client.0.smithi094.stdout:717 2024-08-17T17:23:38.561 INFO:tasks.workunit.client.0.smithi094.stdout:718 2024-08-17T17:23:38.562 INFO:tasks.workunit.client.0.smithi094.stdout:719 2024-08-17T17:23:38.563 INFO:tasks.workunit.client.0.smithi094.stdout:720 2024-08-17T17:23:38.564 INFO:tasks.workunit.client.0.smithi094.stdout:721 2024-08-17T17:23:38.565 INFO:tasks.workunit.client.0.smithi094.stdout:722 2024-08-17T17:23:38.566 INFO:tasks.workunit.client.0.smithi094.stdout:723 2024-08-17T17:23:38.567 INFO:tasks.workunit.client.0.smithi094.stdout:724 2024-08-17T17:23:38.568 INFO:tasks.workunit.client.0.smithi094.stdout:725 2024-08-17T17:23:38.569 INFO:tasks.workunit.client.0.smithi094.stdout:726 2024-08-17T17:23:38.571 INFO:tasks.workunit.client.0.smithi094.stdout:727 2024-08-17T17:23:38.572 INFO:tasks.workunit.client.0.smithi094.stdout:728 2024-08-17T17:23:38.573 INFO:tasks.workunit.client.0.smithi094.stdout:729 2024-08-17T17:23:38.574 INFO:tasks.workunit.client.0.smithi094.stdout:730 2024-08-17T17:23:38.575 INFO:tasks.workunit.client.0.smithi094.stdout:731 2024-08-17T17:23:38.576 INFO:tasks.workunit.client.0.smithi094.stdout:732 2024-08-17T17:23:38.577 INFO:tasks.workunit.client.0.smithi094.stdout:733 2024-08-17T17:23:38.578 INFO:tasks.workunit.client.0.smithi094.stdout:734 2024-08-17T17:23:38.579 INFO:tasks.workunit.client.0.smithi094.stdout:735 2024-08-17T17:23:38.580 INFO:tasks.workunit.client.0.smithi094.stdout:736 2024-08-17T17:23:38.581 INFO:tasks.workunit.client.0.smithi094.stdout:737 2024-08-17T17:23:38.582 INFO:tasks.workunit.client.0.smithi094.stdout:738 2024-08-17T17:23:38.583 INFO:tasks.workunit.client.0.smithi094.stdout:739 2024-08-17T17:23:38.584 INFO:tasks.workunit.client.0.smithi094.stdout:740 2024-08-17T17:23:38.585 INFO:tasks.workunit.client.0.smithi094.stdout:741 2024-08-17T17:23:38.586 INFO:tasks.workunit.client.0.smithi094.stdout:742 2024-08-17T17:23:38.587 INFO:tasks.workunit.client.0.smithi094.stdout:743 2024-08-17T17:23:38.588 INFO:tasks.workunit.client.0.smithi094.stdout:744 2024-08-17T17:23:38.589 INFO:tasks.workunit.client.0.smithi094.stdout:745 2024-08-17T17:23:38.590 INFO:tasks.workunit.client.0.smithi094.stdout:746 2024-08-17T17:23:38.591 INFO:tasks.workunit.client.0.smithi094.stdout:747 2024-08-17T17:23:38.592 INFO:tasks.workunit.client.0.smithi094.stdout:748 2024-08-17T17:23:38.593 INFO:tasks.workunit.client.0.smithi094.stdout:749 2024-08-17T17:23:38.594 INFO:tasks.workunit.client.0.smithi094.stdout:750 2024-08-17T17:23:38.595 INFO:tasks.workunit.client.0.smithi094.stdout:751 2024-08-17T17:23:38.596 INFO:tasks.workunit.client.0.smithi094.stdout:752 2024-08-17T17:23:38.597 INFO:tasks.workunit.client.0.smithi094.stdout:753 2024-08-17T17:23:38.598 INFO:tasks.workunit.client.0.smithi094.stdout:754 2024-08-17T17:23:38.600 INFO:tasks.workunit.client.0.smithi094.stdout:755 2024-08-17T17:23:38.601 INFO:tasks.workunit.client.0.smithi094.stdout:756 2024-08-17T17:23:38.602 INFO:tasks.workunit.client.0.smithi094.stdout:757 2024-08-17T17:23:38.603 INFO:tasks.workunit.client.0.smithi094.stdout:758 2024-08-17T17:23:38.604 INFO:tasks.workunit.client.0.smithi094.stdout:759 2024-08-17T17:23:38.605 INFO:tasks.workunit.client.0.smithi094.stdout:760 2024-08-17T17:23:38.605 INFO:tasks.workunit.client.0.smithi094.stdout:761 2024-08-17T17:23:38.607 INFO:tasks.workunit.client.0.smithi094.stdout:762 2024-08-17T17:23:38.608 INFO:tasks.workunit.client.0.smithi094.stdout:763 2024-08-17T17:23:38.609 INFO:tasks.workunit.client.0.smithi094.stdout:764 2024-08-17T17:23:38.610 INFO:tasks.workunit.client.0.smithi094.stdout:765 2024-08-17T17:23:38.611 INFO:tasks.workunit.client.0.smithi094.stdout:766 2024-08-17T17:23:38.612 INFO:tasks.workunit.client.0.smithi094.stdout:767 2024-08-17T17:23:38.613 INFO:tasks.workunit.client.0.smithi094.stdout:768 2024-08-17T17:23:38.614 INFO:tasks.workunit.client.0.smithi094.stdout:769 2024-08-17T17:23:38.615 INFO:tasks.workunit.client.0.smithi094.stdout:770 2024-08-17T17:23:38.616 INFO:tasks.workunit.client.0.smithi094.stdout:771 2024-08-17T17:23:38.617 INFO:tasks.workunit.client.0.smithi094.stdout:772 2024-08-17T17:23:38.618 INFO:tasks.workunit.client.0.smithi094.stdout:773 2024-08-17T17:23:38.619 INFO:tasks.workunit.client.0.smithi094.stdout:774 2024-08-17T17:23:38.620 INFO:tasks.workunit.client.0.smithi094.stdout:775 2024-08-17T17:23:38.622 INFO:tasks.workunit.client.0.smithi094.stdout:776 2024-08-17T17:23:38.622 INFO:tasks.workunit.client.0.smithi094.stdout:777 2024-08-17T17:23:38.623 INFO:tasks.workunit.client.0.smithi094.stdout:778 2024-08-17T17:23:38.625 INFO:tasks.workunit.client.0.smithi094.stdout:779 2024-08-17T17:23:38.626 INFO:tasks.workunit.client.0.smithi094.stdout:780 2024-08-17T17:23:38.627 INFO:tasks.workunit.client.0.smithi094.stdout:781 2024-08-17T17:23:38.628 INFO:tasks.workunit.client.0.smithi094.stdout:782 2024-08-17T17:23:38.629 INFO:tasks.workunit.client.0.smithi094.stdout:783 2024-08-17T17:23:38.631 INFO:tasks.workunit.client.0.smithi094.stdout:784 2024-08-17T17:23:38.632 INFO:tasks.workunit.client.0.smithi094.stdout:785 2024-08-17T17:23:38.633 INFO:tasks.workunit.client.0.smithi094.stdout:786 2024-08-17T17:23:38.635 INFO:tasks.workunit.client.0.smithi094.stdout:787 2024-08-17T17:23:38.636 INFO:tasks.workunit.client.0.smithi094.stdout:788 2024-08-17T17:23:38.637 INFO:tasks.workunit.client.0.smithi094.stdout:789 2024-08-17T17:23:38.639 INFO:tasks.workunit.client.0.smithi094.stdout:790 2024-08-17T17:23:38.640 INFO:tasks.workunit.client.0.smithi094.stdout:791 2024-08-17T17:23:38.641 INFO:tasks.workunit.client.0.smithi094.stdout:792 2024-08-17T17:23:38.642 INFO:tasks.workunit.client.0.smithi094.stdout:793 2024-08-17T17:23:38.643 INFO:tasks.workunit.client.0.smithi094.stdout:794 2024-08-17T17:23:38.644 INFO:tasks.workunit.client.0.smithi094.stdout:795 2024-08-17T17:23:38.645 INFO:tasks.workunit.client.0.smithi094.stdout:796 2024-08-17T17:23:38.646 INFO:tasks.workunit.client.0.smithi094.stdout:797 2024-08-17T17:23:38.648 INFO:tasks.workunit.client.0.smithi094.stdout:798 2024-08-17T17:23:38.649 INFO:tasks.workunit.client.0.smithi094.stdout:799 2024-08-17T17:23:38.649 INFO:tasks.workunit.client.0.smithi094.stdout:800 2024-08-17T17:23:38.650 INFO:tasks.workunit.client.0.smithi094.stdout:801 2024-08-17T17:23:38.652 INFO:tasks.workunit.client.0.smithi094.stdout:802 2024-08-17T17:23:38.653 INFO:tasks.workunit.client.0.smithi094.stdout:803 2024-08-17T17:23:38.654 INFO:tasks.workunit.client.0.smithi094.stdout:804 2024-08-17T17:23:38.655 INFO:tasks.workunit.client.0.smithi094.stdout:805 2024-08-17T17:23:38.656 INFO:tasks.workunit.client.0.smithi094.stdout:806 2024-08-17T17:23:38.657 INFO:tasks.workunit.client.0.smithi094.stdout:807 2024-08-17T17:23:38.658 INFO:tasks.workunit.client.0.smithi094.stdout:808 2024-08-17T17:23:38.659 INFO:tasks.workunit.client.0.smithi094.stdout:809 2024-08-17T17:23:38.660 INFO:tasks.workunit.client.0.smithi094.stdout:810 2024-08-17T17:23:38.661 INFO:tasks.workunit.client.0.smithi094.stdout:811 2024-08-17T17:23:38.662 INFO:tasks.workunit.client.0.smithi094.stdout:812 2024-08-17T17:23:38.664 INFO:tasks.workunit.client.0.smithi094.stdout:813 2024-08-17T17:23:38.664 INFO:tasks.workunit.client.0.smithi094.stdout:814 2024-08-17T17:23:38.665 INFO:tasks.workunit.client.0.smithi094.stdout:815 2024-08-17T17:23:38.666 INFO:tasks.workunit.client.0.smithi094.stdout:816 2024-08-17T17:23:38.667 INFO:tasks.workunit.client.0.smithi094.stdout:817 2024-08-17T17:23:38.669 INFO:tasks.workunit.client.0.smithi094.stdout:818 2024-08-17T17:23:38.670 INFO:tasks.workunit.client.0.smithi094.stdout:819 2024-08-17T17:23:38.671 INFO:tasks.workunit.client.0.smithi094.stdout:820 2024-08-17T17:23:38.672 INFO:tasks.workunit.client.0.smithi094.stdout:821 2024-08-17T17:23:38.673 INFO:tasks.workunit.client.0.smithi094.stdout:822 2024-08-17T17:23:38.674 INFO:tasks.workunit.client.0.smithi094.stdout:823 2024-08-17T17:23:38.675 INFO:tasks.workunit.client.0.smithi094.stdout:824 2024-08-17T17:23:38.676 INFO:tasks.workunit.client.0.smithi094.stdout:825 2024-08-17T17:23:38.677 INFO:tasks.workunit.client.0.smithi094.stdout:826 2024-08-17T17:23:38.678 INFO:tasks.workunit.client.0.smithi094.stdout:827 2024-08-17T17:23:38.680 INFO:tasks.workunit.client.0.smithi094.stdout:828 2024-08-17T17:23:38.681 INFO:tasks.workunit.client.0.smithi094.stdout:829 2024-08-17T17:23:38.682 INFO:tasks.workunit.client.0.smithi094.stdout:830 2024-08-17T17:23:38.683 INFO:tasks.workunit.client.0.smithi094.stdout:831 2024-08-17T17:23:38.684 INFO:tasks.workunit.client.0.smithi094.stdout:832 2024-08-17T17:23:38.685 INFO:tasks.workunit.client.0.smithi094.stdout:833 2024-08-17T17:23:38.686 INFO:tasks.workunit.client.0.smithi094.stdout:834 2024-08-17T17:23:38.688 INFO:tasks.workunit.client.0.smithi094.stdout:835 2024-08-17T17:23:38.689 INFO:tasks.workunit.client.0.smithi094.stdout:836 2024-08-17T17:23:38.690 INFO:tasks.workunit.client.0.smithi094.stdout:837 2024-08-17T17:23:38.691 INFO:tasks.workunit.client.0.smithi094.stdout:838 2024-08-17T17:23:38.692 INFO:tasks.workunit.client.0.smithi094.stdout:839 2024-08-17T17:23:38.693 INFO:tasks.workunit.client.0.smithi094.stdout:840 2024-08-17T17:23:38.694 INFO:tasks.workunit.client.0.smithi094.stdout:841 2024-08-17T17:23:38.695 INFO:tasks.workunit.client.0.smithi094.stdout:842 2024-08-17T17:23:38.696 INFO:tasks.workunit.client.0.smithi094.stdout:843 2024-08-17T17:23:38.697 INFO:tasks.workunit.client.0.smithi094.stdout:844 2024-08-17T17:23:38.699 INFO:tasks.workunit.client.0.smithi094.stdout:845 2024-08-17T17:23:38.699 INFO:tasks.workunit.client.0.smithi094.stdout:846 2024-08-17T17:23:38.700 INFO:tasks.workunit.client.0.smithi094.stdout:847 2024-08-17T17:23:38.702 INFO:tasks.workunit.client.0.smithi094.stdout:848 2024-08-17T17:23:38.702 INFO:tasks.workunit.client.0.smithi094.stdout:849 2024-08-17T17:23:38.703 INFO:tasks.workunit.client.0.smithi094.stdout:850 2024-08-17T17:23:38.704 INFO:tasks.workunit.client.0.smithi094.stdout:851 2024-08-17T17:23:38.706 INFO:tasks.workunit.client.0.smithi094.stdout:852 2024-08-17T17:23:38.707 INFO:tasks.workunit.client.0.smithi094.stdout:853 2024-08-17T17:23:38.708 INFO:tasks.workunit.client.0.smithi094.stdout:854 2024-08-17T17:23:38.709 INFO:tasks.workunit.client.0.smithi094.stdout:855 2024-08-17T17:23:38.710 INFO:tasks.workunit.client.0.smithi094.stdout:856 2024-08-17T17:23:38.711 INFO:tasks.workunit.client.0.smithi094.stdout:857 2024-08-17T17:23:38.712 INFO:tasks.workunit.client.0.smithi094.stdout:858 2024-08-17T17:23:38.713 INFO:tasks.workunit.client.0.smithi094.stdout:859 2024-08-17T17:23:38.714 INFO:tasks.workunit.client.0.smithi094.stdout:860 2024-08-17T17:23:38.715 INFO:tasks.workunit.client.0.smithi094.stdout:861 2024-08-17T17:23:38.716 INFO:tasks.workunit.client.0.smithi094.stdout:862 2024-08-17T17:23:38.717 INFO:tasks.workunit.client.0.smithi094.stdout:863 2024-08-17T17:23:38.718 INFO:tasks.workunit.client.0.smithi094.stdout:864 2024-08-17T17:23:38.720 INFO:tasks.workunit.client.0.smithi094.stdout:865 2024-08-17T17:23:38.721 INFO:tasks.workunit.client.0.smithi094.stdout:866 2024-08-17T17:23:38.722 INFO:tasks.workunit.client.0.smithi094.stdout:867 2024-08-17T17:23:38.723 INFO:tasks.workunit.client.0.smithi094.stdout:868 2024-08-17T17:23:38.724 INFO:tasks.workunit.client.0.smithi094.stdout:869 2024-08-17T17:23:38.725 INFO:tasks.workunit.client.0.smithi094.stdout:870 2024-08-17T17:23:38.726 INFO:tasks.workunit.client.0.smithi094.stdout:871 2024-08-17T17:23:38.727 INFO:tasks.workunit.client.0.smithi094.stdout:872 2024-08-17T17:23:38.728 INFO:tasks.workunit.client.0.smithi094.stdout:873 2024-08-17T17:23:38.729 INFO:tasks.workunit.client.0.smithi094.stdout:874 2024-08-17T17:23:38.730 INFO:tasks.workunit.client.0.smithi094.stdout:875 2024-08-17T17:23:38.732 INFO:tasks.workunit.client.0.smithi094.stdout:876 2024-08-17T17:23:38.733 INFO:tasks.workunit.client.0.smithi094.stdout:877 2024-08-17T17:23:38.734 INFO:tasks.workunit.client.0.smithi094.stdout:878 2024-08-17T17:23:38.735 INFO:tasks.workunit.client.0.smithi094.stdout:879 2024-08-17T17:23:38.736 INFO:tasks.workunit.client.0.smithi094.stdout:880 2024-08-17T17:23:38.737 INFO:tasks.workunit.client.0.smithi094.stdout:881 2024-08-17T17:23:38.738 INFO:tasks.workunit.client.0.smithi094.stdout:882 2024-08-17T17:23:38.739 INFO:tasks.workunit.client.0.smithi094.stdout:883 2024-08-17T17:23:38.740 INFO:tasks.workunit.client.0.smithi094.stdout:884 2024-08-17T17:23:38.741 INFO:tasks.workunit.client.0.smithi094.stdout:885 2024-08-17T17:23:38.742 INFO:tasks.workunit.client.0.smithi094.stdout:886 2024-08-17T17:23:38.743 INFO:tasks.workunit.client.0.smithi094.stdout:887 2024-08-17T17:23:38.745 INFO:tasks.workunit.client.0.smithi094.stdout:888 2024-08-17T17:23:38.746 INFO:tasks.workunit.client.0.smithi094.stdout:889 2024-08-17T17:23:38.747 INFO:tasks.workunit.client.0.smithi094.stdout:890 2024-08-17T17:23:38.748 INFO:tasks.workunit.client.0.smithi094.stdout:891 2024-08-17T17:23:38.749 INFO:tasks.workunit.client.0.smithi094.stdout:892 2024-08-17T17:23:38.750 INFO:tasks.workunit.client.0.smithi094.stdout:893 2024-08-17T17:23:38.751 INFO:tasks.workunit.client.0.smithi094.stdout:894 2024-08-17T17:23:38.752 INFO:tasks.workunit.client.0.smithi094.stdout:895 2024-08-17T17:23:38.753 INFO:tasks.workunit.client.0.smithi094.stdout:896 2024-08-17T17:23:38.754 INFO:tasks.workunit.client.0.smithi094.stdout:897 2024-08-17T17:23:38.755 INFO:tasks.workunit.client.0.smithi094.stdout:898 2024-08-17T17:23:38.756 INFO:tasks.workunit.client.0.smithi094.stdout:899 2024-08-17T17:23:38.757 INFO:tasks.workunit.client.0.smithi094.stdout:900 2024-08-17T17:23:38.758 INFO:tasks.workunit.client.0.smithi094.stdout:901 2024-08-17T17:23:38.759 INFO:tasks.workunit.client.0.smithi094.stdout:902 2024-08-17T17:23:38.760 INFO:tasks.workunit.client.0.smithi094.stdout:903 2024-08-17T17:23:38.761 INFO:tasks.workunit.client.0.smithi094.stdout:904 2024-08-17T17:23:38.762 INFO:tasks.workunit.client.0.smithi094.stdout:905 2024-08-17T17:23:38.763 INFO:tasks.workunit.client.0.smithi094.stdout:906 2024-08-17T17:23:38.765 INFO:tasks.workunit.client.0.smithi094.stdout:907 2024-08-17T17:23:38.766 INFO:tasks.workunit.client.0.smithi094.stdout:908 2024-08-17T17:23:38.767 INFO:tasks.workunit.client.0.smithi094.stdout:909 2024-08-17T17:23:38.768 INFO:tasks.workunit.client.0.smithi094.stdout:910 2024-08-17T17:23:38.769 INFO:tasks.workunit.client.0.smithi094.stdout:911 2024-08-17T17:23:38.770 INFO:tasks.workunit.client.0.smithi094.stdout:912 2024-08-17T17:23:38.771 INFO:tasks.workunit.client.0.smithi094.stdout:913 2024-08-17T17:23:38.772 INFO:tasks.workunit.client.0.smithi094.stdout:914 2024-08-17T17:23:38.773 INFO:tasks.workunit.client.0.smithi094.stdout:915 2024-08-17T17:23:38.774 INFO:tasks.workunit.client.0.smithi094.stdout:916 2024-08-17T17:23:38.775 INFO:tasks.workunit.client.0.smithi094.stdout:917 2024-08-17T17:23:38.776 INFO:tasks.workunit.client.0.smithi094.stdout:918 2024-08-17T17:23:38.777 INFO:tasks.workunit.client.0.smithi094.stdout:919 2024-08-17T17:23:38.778 INFO:tasks.workunit.client.0.smithi094.stdout:920 2024-08-17T17:23:38.779 INFO:tasks.workunit.client.0.smithi094.stdout:921 2024-08-17T17:23:38.781 INFO:tasks.workunit.client.0.smithi094.stdout:922 2024-08-17T17:23:38.781 INFO:tasks.workunit.client.0.smithi094.stdout:923 2024-08-17T17:23:38.782 INFO:tasks.workunit.client.0.smithi094.stdout:924 2024-08-17T17:23:38.783 INFO:tasks.workunit.client.0.smithi094.stdout:925 2024-08-17T17:23:38.784 INFO:tasks.workunit.client.0.smithi094.stdout:926 2024-08-17T17:23:38.785 INFO:tasks.workunit.client.0.smithi094.stdout:927 2024-08-17T17:23:38.786 INFO:tasks.workunit.client.0.smithi094.stdout:928 2024-08-17T17:23:38.787 INFO:tasks.workunit.client.0.smithi094.stdout:929 2024-08-17T17:23:38.788 INFO:tasks.workunit.client.0.smithi094.stdout:930 2024-08-17T17:23:38.789 INFO:tasks.workunit.client.0.smithi094.stdout:931 2024-08-17T17:23:38.791 INFO:tasks.workunit.client.0.smithi094.stdout:932 2024-08-17T17:23:38.792 INFO:tasks.workunit.client.0.smithi094.stdout:933 2024-08-17T17:23:38.793 INFO:tasks.workunit.client.0.smithi094.stdout:934 2024-08-17T17:23:38.794 INFO:tasks.workunit.client.0.smithi094.stdout:935 2024-08-17T17:23:38.795 INFO:tasks.workunit.client.0.smithi094.stdout:936 2024-08-17T17:23:38.796 INFO:tasks.workunit.client.0.smithi094.stdout:937 2024-08-17T17:23:38.797 INFO:tasks.workunit.client.0.smithi094.stdout:938 2024-08-17T17:23:38.798 INFO:tasks.workunit.client.0.smithi094.stdout:939 2024-08-17T17:23:38.799 INFO:tasks.workunit.client.0.smithi094.stdout:940 2024-08-17T17:23:38.800 INFO:tasks.workunit.client.0.smithi094.stdout:941 2024-08-17T17:23:38.801 INFO:tasks.workunit.client.0.smithi094.stdout:942 2024-08-17T17:23:38.802 INFO:tasks.workunit.client.0.smithi094.stdout:943 2024-08-17T17:23:38.803 INFO:tasks.workunit.client.0.smithi094.stdout:944 2024-08-17T17:23:38.804 INFO:tasks.workunit.client.0.smithi094.stdout:945 2024-08-17T17:23:38.806 INFO:tasks.workunit.client.0.smithi094.stdout:946 2024-08-17T17:23:38.807 INFO:tasks.workunit.client.0.smithi094.stdout:947 2024-08-17T17:23:38.808 INFO:tasks.workunit.client.0.smithi094.stdout:948 2024-08-17T17:23:38.809 INFO:tasks.workunit.client.0.smithi094.stdout:949 2024-08-17T17:23:38.810 INFO:tasks.workunit.client.0.smithi094.stdout:950 2024-08-17T17:23:38.811 INFO:tasks.workunit.client.0.smithi094.stdout:951 2024-08-17T17:23:38.812 INFO:tasks.workunit.client.0.smithi094.stdout:952 2024-08-17T17:23:38.813 INFO:tasks.workunit.client.0.smithi094.stdout:953 2024-08-17T17:23:38.814 INFO:tasks.workunit.client.0.smithi094.stdout:954 2024-08-17T17:23:38.815 INFO:tasks.workunit.client.0.smithi094.stdout:955 2024-08-17T17:23:38.816 INFO:tasks.workunit.client.0.smithi094.stdout:956 2024-08-17T17:23:38.818 INFO:tasks.workunit.client.0.smithi094.stdout:957 2024-08-17T17:23:38.819 INFO:tasks.workunit.client.0.smithi094.stdout:958 2024-08-17T17:23:38.820 INFO:tasks.workunit.client.0.smithi094.stdout:959 2024-08-17T17:23:38.821 INFO:tasks.workunit.client.0.smithi094.stdout:960 2024-08-17T17:23:38.822 INFO:tasks.workunit.client.0.smithi094.stdout:961 2024-08-17T17:23:38.823 INFO:tasks.workunit.client.0.smithi094.stdout:962 2024-08-17T17:23:38.824 INFO:tasks.workunit.client.0.smithi094.stdout:963 2024-08-17T17:23:38.825 INFO:tasks.workunit.client.0.smithi094.stdout:964 2024-08-17T17:23:38.826 INFO:tasks.workunit.client.0.smithi094.stdout:965 2024-08-17T17:23:38.827 INFO:tasks.workunit.client.0.smithi094.stdout:966 2024-08-17T17:23:38.829 INFO:tasks.workunit.client.0.smithi094.stdout:967 2024-08-17T17:23:38.830 INFO:tasks.workunit.client.0.smithi094.stdout:968 2024-08-17T17:23:38.831 INFO:tasks.workunit.client.0.smithi094.stdout:969 2024-08-17T17:23:38.832 INFO:tasks.workunit.client.0.smithi094.stdout:970 2024-08-17T17:23:38.833 INFO:tasks.workunit.client.0.smithi094.stdout:971 2024-08-17T17:23:38.834 INFO:tasks.workunit.client.0.smithi094.stdout:972 2024-08-17T17:23:38.835 INFO:tasks.workunit.client.0.smithi094.stdout:973 2024-08-17T17:23:38.836 INFO:tasks.workunit.client.0.smithi094.stdout:974 2024-08-17T17:23:38.837 INFO:tasks.workunit.client.0.smithi094.stdout:975 2024-08-17T17:23:38.838 INFO:tasks.workunit.client.0.smithi094.stdout:976 2024-08-17T17:23:38.839 INFO:tasks.workunit.client.0.smithi094.stdout:977 2024-08-17T17:23:38.841 INFO:tasks.workunit.client.0.smithi094.stdout:978 2024-08-17T17:23:38.841 INFO:tasks.workunit.client.0.smithi094.stdout:979 2024-08-17T17:23:38.843 INFO:tasks.workunit.client.0.smithi094.stdout:980 2024-08-17T17:23:38.844 INFO:tasks.workunit.client.0.smithi094.stdout:981 2024-08-17T17:23:38.845 INFO:tasks.workunit.client.0.smithi094.stdout:982 2024-08-17T17:23:38.846 INFO:tasks.workunit.client.0.smithi094.stdout:983 2024-08-17T17:23:38.847 INFO:tasks.workunit.client.0.smithi094.stdout:984 2024-08-17T17:23:38.848 INFO:tasks.workunit.client.0.smithi094.stdout:985 2024-08-17T17:23:38.849 INFO:tasks.workunit.client.0.smithi094.stdout:986 2024-08-17T17:23:38.850 INFO:tasks.workunit.client.0.smithi094.stdout:987 2024-08-17T17:23:38.851 INFO:tasks.workunit.client.0.smithi094.stdout:988 2024-08-17T17:23:38.852 INFO:tasks.workunit.client.0.smithi094.stdout:989 2024-08-17T17:23:38.854 INFO:tasks.workunit.client.0.smithi094.stdout:990 2024-08-17T17:23:38.855 INFO:tasks.workunit.client.0.smithi094.stdout:991 2024-08-17T17:23:38.856 INFO:tasks.workunit.client.0.smithi094.stdout:992 2024-08-17T17:23:38.857 INFO:tasks.workunit.client.0.smithi094.stdout:993 2024-08-17T17:23:38.858 INFO:tasks.workunit.client.0.smithi094.stdout:994 2024-08-17T17:23:38.859 INFO:tasks.workunit.client.0.smithi094.stdout:995 2024-08-17T17:23:38.867 INFO:tasks.workunit.client.0.smithi094.stdout:996 2024-08-17T17:23:38.868 INFO:tasks.workunit.client.0.smithi094.stdout:997 2024-08-17T17:23:38.869 INFO:tasks.workunit.client.0.smithi094.stdout:998 2024-08-17T17:23:38.870 INFO:tasks.workunit.client.0.smithi094.stdout:999 2024-08-17T17:23:38.923 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[102949]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:38.923 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:38.923 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:38.923 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[102949]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:23:38.923 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:23:38.924 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[100402]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:38.924 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:38.924 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:38.924 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[100402]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:23:38.924 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:38 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:23:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:38 smithi190 ceph-mon[90718]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:38 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:38 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:38 smithi190 ceph-mon[90718]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:23:38.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:38 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3700292754' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:23:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:23:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:23:39] "GET /metrics HTTP/1.1" 200 34092 "" "Prometheus/2.51.0" 2024-08-17T17:23:39.557 INFO:tasks.workunit.client.0.smithi094.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T17:23:39.557 INFO:tasks.workunit.client.0.smithi094.stdout:00000010 69 73 |is| 2024-08-17T17:23:39.557 INFO:tasks.workunit.client.0.smithi094.stdout:00000012 2024-08-17T17:23:39.557 INFO:tasks.workunit.client.0.smithi094.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T17:23:39.557 INFO:tasks.workunit.client.0.smithi094.stdout:00000010 69 73 |is| 2024-08-17T17:23:39.557 INFO:tasks.workunit.client.0.smithi094.stdout:00000012 2024-08-17T17:23:39.557 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsHello.WriteReturnData (4022 ms) 2024-08-17T17:23:39.557 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsHello.Loud 2024-08-17T17:23:39.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:39 smithi190 ceph-mon[90718]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:23:40.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:39 smithi094 ceph-mon[100402]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:23:40.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:39 smithi094 ceph-mon[102949]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:23:40.550 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:23:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:23:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:23:40.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:40 smithi190 ceph-mon[90718]: pgmap v1112: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:40 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:40 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:23:40.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:40 smithi190 ceph-mon[90718]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:23:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:40 smithi094 ceph-mon[100402]: pgmap v1112: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:40 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:40 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:23:41.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:40 smithi094 ceph-mon[100402]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:23:41.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:40 smithi094 ceph-mon[102949]: pgmap v1112: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:41.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:40 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:41.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:40 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:23:41.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:40 smithi094 ceph-mon[102949]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:23:41.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:41 smithi190 ceph-mon[90718]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:23:41.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:41 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3416928747' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:41 smithi094 ceph-mon[100402]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:23:42.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:41 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3416928747' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:42.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:41 smithi094 ceph-mon[102949]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:23:42.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:41 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3416928747' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:42.574 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsHello.Loud (3019 ms) 2024-08-17T17:23:42.574 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsHello.BadMethods 2024-08-17T17:23:42.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:42 smithi190 ceph-mon[90718]: pgmap v1115: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:42 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:42 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3416928747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:42 smithi190 ceph-mon[90718]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:23:42.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[100402]: pgmap v1115: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3416928747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[100402]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:23:43.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[102949]: pgmap v1115: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:43.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3416928747' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[102949]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:23:43.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:43.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:43 smithi190 ceph-mon[90718]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:23:44.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:43 smithi094 ceph-mon[100402]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:23:44.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:43 smithi094 ceph-mon[102949]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:23:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:44 smithi190 ceph-mon[90718]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:44 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:44 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:23:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:44 smithi190 ceph-mon[90718]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:23:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:44 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1195441977' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:44.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:44 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:45.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[102949]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:45.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:45.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:23:45.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[102949]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:23:45.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1195441977' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:45.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:45.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[100402]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:45.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:45.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:23:45.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[100402]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:23:45.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1195441977' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:45.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:45.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:23:44.598+0000 7efe9b4cc640 -1 osd.3 pg_epoch: 984 pg[38.2( v 984'1 (0'0,984'1] local-lis/les=983/984 n=1 ec=983/983 lis/c=983/983 les/c/f=984/984/0 sis=983) [3,7,5] r=0 lpr=983 crt=984'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-17T17:23:45.023 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:23:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:23:44.599+0000 7efe9b4cc640 -1 osd.3 pg_epoch: 984 pg[38.2( v 984'2 (0'0,984'2] local-lis/les=983/984 n=1 ec=983/983 lis/c=983/983 les/c/f=984/984/0 sis=983) [3,7,5] r=0 lpr=983 crt=984'1 lcod 984'1 mlcod 984'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-17T17:23:45.594 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsHello.BadMethods (3020 ms) 2024-08-17T17:23:45.595 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsHello.Filter 2024-08-17T17:23:45.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:45 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:45.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:45 smithi190 ceph-mon[90718]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:23:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:45 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:46.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:45 smithi094 ceph-mon[100402]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:23:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:45 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:46.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:45 smithi094 ceph-mon[102949]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:23:46.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:46 smithi190 ceph-mon[90718]: pgmap v1121: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:46.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:46 smithi190 ceph-mon[90718]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:23:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:46 smithi094 ceph-mon[100402]: pgmap v1121: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:47.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:46 smithi094 ceph-mon[100402]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:23:47.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:46 smithi094 ceph-mon[102949]: pgmap v1121: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:47.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:46 smithi094 ceph-mon[102949]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:23:47.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:47 smithi190 ceph-mon[90718]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:23:47.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:47 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/318783908' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:47.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:47 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:47 smithi094 ceph-mon[100402]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:23:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:47 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/318783908' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:48.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:47 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:48.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:47 smithi094 ceph-mon[102949]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:23:48.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:47 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/318783908' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:48.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:47 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:48.616 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsHello.Filter (3022 ms) 2024-08-17T17:23:48.616 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 6 tests from ClsHello (18997 ms total) 2024-08-17T17:23:48.616 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:23:48.616 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:23:48.616 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 6 tests from 1 test suite ran. (18997 ms total) 2024-08-17T17:23:48.616 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 6 tests. 2024-08-17T17:23:48.619 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:23:48.619 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:23:48.689 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-17T17:23:48.689 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-17T17:23:48.763 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:23:48.763 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-17T17:23:48.763 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:23:48.763 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 27 tests from TestClsJournal 2024-08-17T17:23:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:48 smithi190 ceph-mon[90718]: pgmap v1124: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:48 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:48 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:48.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:48 smithi190 ceph-mon[90718]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:23:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:48 smithi094 ceph-mon[100402]: pgmap v1124: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:48 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:48 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:49.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:48 smithi094 ceph-mon[100402]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:23:49.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:48 smithi094 ceph-mon[102949]: pgmap v1124: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:48 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:48 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-136966-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:49.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:48 smithi094 ceph-mon[102949]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:23:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:23:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:23:49] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.51.0" 2024-08-17T17:23:49.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:49 smithi190 ceph-mon[90718]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:23:50.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:49 smithi094 ceph-mon[100402]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:23:50.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:49 smithi094 ceph-mon[102949]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:23:50.614 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:23:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:23:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:23:50.625 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.Create 2024-08-17T17:23:50.643 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.Create (18 ms) 2024-08-17T17:23:50.643 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-17T17:23:50.647 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-08-17T17:23:50.647 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-17T17:23:50.652 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-08-17T17:23:50.653 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-17T17:23:50.655 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (2 ms) 2024-08-17T17:23:50.655 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-17T17:23:50.658 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-17T17:23:50.658 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-17T17:23:50.661 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-17T17:23:50.661 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-17T17:23:50.663 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-17T17:23:50.664 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-17T17:23:50.666 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-08-17T17:23:50.666 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-17T17:23:50.668 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-08-17T17:23:50.669 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-17T17:23:50.672 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-08-17T17:23:50.672 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-17T17:23:50.676 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-17T17:23:50.676 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-17T17:23:50.681 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-17T17:23:50.681 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-17T17:23:50.683 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-17T17:23:50.683 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-17T17:23:50.687 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (3 ms) 2024-08-17T17:23:50.687 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-17T17:23:50.786 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (98 ms) 2024-08-17T17:23:50.786 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-17T17:23:50.789 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-08-17T17:23:50.789 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-17T17:23:50.791 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-17T17:23:50.792 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-17T17:23:50.792 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientCommitDNE (0 ms) 2024-08-17T17:23:50.792 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-17T17:23:50.827 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.ClientList (35 ms) 2024-08-17T17:23:50.827 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-17T17:23:50.831 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-08-17T17:23:50.832 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-17T17:23:50.840 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-08-17T17:23:50.840 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-17T17:23:50.846 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-08-17T17:23:50.846 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.TagList 2024-08-17T17:23:50.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:50 smithi190 ceph-mon[90718]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:50.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:50 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:50 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:23:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:50 smithi190 ceph-mon[90718]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:23:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:50 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1017888511' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:50.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:50 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:50.938 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.TagList (92 ms) 2024-08-17T17:23:50.938 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-17T17:23:50.940 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-17T17:23:50.940 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-17T17:23:50.941 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-17T17:23:50.941 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-17T17:23:50.943 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-17T17:23:50.943 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsJournal.Append 2024-08-17T17:23:50.951 INFO:tasks.workunit.client.0.smithi094.stdout:padding is not enabled 2024-08-17T17:23:50.951 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-08-17T17:23:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[102949]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:23:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[102949]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:23:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1017888511' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:51.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:51.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[100402]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:51.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:51.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:23:51.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[100402]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:23:51.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1017888511' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:51.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:50 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:51.632 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 27 tests from TestClsJournal (327 ms total) 2024-08-17T17:23:51.632 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:23:51.632 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:23:51.632 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 27 tests from 1 test suite ran. (2869 ms total) 2024-08-17T17:23:51.632 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 27 tests. 2024-08-17T17:23:51.634 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:23:51.634 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:23:51.701 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-17T17:23:51.701 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-17T17:23:51.771 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:23:51.771 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-17T17:23:51.771 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:23:51.771 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 11 tests from ClsLock 2024-08-17T17:23:51.771 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-17T17:23:51.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:51 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:51.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:51 smithi190 ceph-mon[90718]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:23:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:51 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:52.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:51 smithi094 ceph-mon[102949]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:23:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:51 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137106-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:52.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:51 smithi094 ceph-mon[100402]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:23:52.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:52 smithi190 ceph-mon[90718]: pgmap v1130: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:52.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:52 smithi190 ceph-mon[90718]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:23:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:23:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:23:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:23:52.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[100402]: pgmap v1130: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[100402]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:23:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:23:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:23:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:23:53.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[102949]: pgmap v1130: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[102949]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:23:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:23:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:23:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:23:53.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:53.675 INFO:tasks.workunit.client.0.smithi094.stdout:lock: mylock 2024-08-17T17:23:53.675 INFO:tasks.workunit.client.0.smithi094.stdout: lock_type: exclusive 2024-08-17T17:23:53.675 INFO:tasks.workunit.client.0.smithi094.stdout: tag: 2024-08-17T17:23:53.675 INFO:tasks.workunit.client.0.smithi094.stdout: lockers: 2024-08-17T17:23:53.675 INFO:tasks.workunit.client.0.smithi094.stdout: client.34857 expiration=2024-08-17T17:25:53.671478+0000 addr=v1:172.21.15.94:0/1207978105 cookie= 2024-08-17T17:23:53.678 INFO:tasks.workunit.client.0.smithi094.stdout:lock: mylock 2024-08-17T17:23:53.678 INFO:tasks.workunit.client.0.smithi094.stdout: lock_type: shared 2024-08-17T17:23:53.678 INFO:tasks.workunit.client.0.smithi094.stdout: tag: 2024-08-17T17:23:53.678 INFO:tasks.workunit.client.0.smithi094.stdout: lockers: 2024-08-17T17:23:53.681 INFO:tasks.workunit.client.0.smithi094.stdout: client.34857 expiration=2024-08-17T17:25:53.677389+0000 addr=v1:172.21.15.94:0/1207978105 cookie= 2024-08-17T17:23:53.681 INFO:tasks.workunit.client.0.smithi094.stdout: client.44750 expiration=0.000000 addr=v1:172.21.15.94:0/1567335423 cookie= 2024-08-17T17:23:53.682 INFO:tasks.workunit.client.0.smithi094.stdout:lock: mylock 2024-08-17T17:23:53.682 INFO:tasks.workunit.client.0.smithi094.stdout: lock_type: shared 2024-08-17T17:23:53.682 INFO:tasks.workunit.client.0.smithi094.stdout: tag: 2024-08-17T17:23:53.682 INFO:tasks.workunit.client.0.smithi094.stdout: lockers: 2024-08-17T17:23:53.682 INFO:tasks.workunit.client.0.smithi094.stdout: client.44750 expiration=0.000000 addr=v1:172.21.15.94:0/1567335423 cookie= 2024-08-17T17:23:53.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:53 smithi190 ceph-mon[90718]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:23:53.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:53 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1207978105' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:54.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:53 smithi094 ceph-mon[102949]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:23:54.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:53 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1207978105' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:53 smithi094 ceph-mon[100402]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:23:54.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:53 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1207978105' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:54.652 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestMultiLocking (2881 ms) 2024-08-17T17:23:54.652 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestMeta 2024-08-17T17:23:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:54 smithi190 ceph-mon[90718]: pgmap v1133: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:54 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:54 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1207978105' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:54.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:54 smithi190 ceph-mon[90718]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:23:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:54 smithi094 ceph-mon[100402]: pgmap v1133: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:54 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:54 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1207978105' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:55.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:54 smithi094 ceph-mon[100402]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:23:55.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:54 smithi094 ceph-mon[102949]: pgmap v1133: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:55.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:54 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:55.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:54 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1207978105' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:55.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:54 smithi094 ceph-mon[102949]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:23:55.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:55 smithi190 ceph-mon[90718]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:23:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:55 smithi094 ceph-mon[100402]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:23:56.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:55 smithi094 ceph-mon[102949]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:23:56.690 INFO:tasks.workunit.client.0.smithi094.stdout:lock: mylock 2024-08-17T17:23:56.690 INFO:tasks.workunit.client.0.smithi094.stdout: lock_type: shared 2024-08-17T17:23:56.690 INFO:tasks.workunit.client.0.smithi094.stdout: tag: 2024-08-17T17:23:56.691 INFO:tasks.workunit.client.0.smithi094.stdout: lockers: 2024-08-17T17:23:56.691 INFO:tasks.workunit.client.0.smithi094.stdout: client.44762 expiration=0.000000 addr=v1:172.21.15.94:0/1499042993 cookie= 2024-08-17T17:23:56.693 INFO:tasks.workunit.client.0.smithi094.stdout:lock: mylock 2024-08-17T17:23:56.693 INFO:tasks.workunit.client.0.smithi094.stdout: lock_type: exclusive 2024-08-17T17:23:56.693 INFO:tasks.workunit.client.0.smithi094.stdout: tag: new_tag 2024-08-17T17:23:56.693 INFO:tasks.workunit.client.0.smithi094.stdout: lockers: 2024-08-17T17:23:56.693 INFO:tasks.workunit.client.0.smithi094.stdout: client.34869 expiration=0.000000 addr=v1:172.21.15.94:0/164935084 cookie= 2024-08-17T17:23:56.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:56 smithi190 ceph-mon[90718]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:56.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:56 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:56.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:56 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:23:56.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:56 smithi190 ceph-mon[90718]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:23:56.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:56 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/164935084' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[100402]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:23:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[100402]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:23:57.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/164935084' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[102949]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:23:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[102949]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:23:57.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:56 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/164935084' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:57.670 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestMeta (3018 ms) 2024-08-17T17:23:57.670 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestCookie 2024-08-17T17:23:57.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:57 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/164935084' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:57.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:57 smithi190 ceph-mon[90718]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:23:57.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:57.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:57 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/164935084' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:57 smithi094 ceph-mon[100402]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:23:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:58.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:58.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:57 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/164935084' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:57 smithi094 ceph-mon[102949]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:23:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:23:58.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:58.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:58 smithi190 ceph-mon[90718]: pgmap v1139: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:58.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:58 smithi190 ceph-mon[90718]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:23:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:58 smithi094 ceph-mon[100402]: pgmap v1139: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:59.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:58 smithi094 ceph-mon[100402]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:23:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:58 smithi094 ceph-mon[102949]: pgmap v1139: 137 pgs: 8 creating+peering, 22 unknown, 107 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:59.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:58 smithi094 ceph-mon[102949]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:23:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:23:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:23:59] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.51.0" 2024-08-17T17:23:59.695 INFO:tasks.workunit.client.0.smithi094.stdout:lock: mylock 2024-08-17T17:23:59.696 INFO:tasks.workunit.client.0.smithi094.stdout: lock_type: exclusive 2024-08-17T17:23:59.696 INFO:tasks.workunit.client.0.smithi094.stdout: tag: 2024-08-17T17:23:59.696 INFO:tasks.workunit.client.0.smithi094.stdout: lockers: 2024-08-17T17:23:59.698 INFO:tasks.workunit.client.0.smithi094.stdout:lock: mylock 2024-08-17T17:23:59.698 INFO:tasks.workunit.client.0.smithi094.stdout: lock_type: shared 2024-08-17T17:23:59.698 INFO:tasks.workunit.client.0.smithi094.stdout: tag: 2024-08-17T17:23:59.698 INFO:tasks.workunit.client.0.smithi094.stdout: lockers: 2024-08-17T17:23:59.698 INFO:tasks.workunit.client.0.smithi094.stdout: client.44768 expiration=0.000000 addr=v1:172.21.15.94:0/2025493968 cookie= 2024-08-17T17:23:59.698 INFO:tasks.workunit.client.0.smithi094.stdout: client.44768 expiration=0.000000 addr=v1:172.21.15.94:0/2025493968 cookie=new cookie 2024-08-17T17:23:59.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:59 smithi190 ceph-mon[90718]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:23:59.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:59 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2025493968' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:59.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:23:59 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:59 smithi094 ceph-mon[100402]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:24:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:59 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2025493968' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:00.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:23:59 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:59 smithi094 ceph-mon[102949]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:24:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:59 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2025493968' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:00.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:23:59 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:00.678 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestCookie (3008 ms) 2024-08-17T17:24:00.678 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-17T17:24:00.679 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:24:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:24:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:24:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:00 smithi190 ceph-mon[90718]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:00 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:00 smithi190 ceph-mon[90718]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:24:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:00 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:00.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:00 smithi190 ceph-mon[90718]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:24:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[100402]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:01.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[100402]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:24:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:01.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[100402]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:24:01.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[102949]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:01.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:01.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[102949]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:24:01.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:01.024 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:00 smithi094 ceph-mon[102949]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:24:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:01 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:01 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:24:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:01 smithi094 ceph-mon[100402]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:24:02.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:01 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/67902551' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:02.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:01 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:02.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:01 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:24:02.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:01 smithi094 ceph-mon[102949]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:24:02.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:01 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/67902551' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:01 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:02.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:01 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:24:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:01 smithi190 ceph-mon[90718]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:24:02.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:01 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/67902551' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:02 smithi094 ceph-mon[100402]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:02 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/67902551' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:03.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:02 smithi094 ceph-mon[100402]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:24:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:02 smithi094 ceph-mon[102949]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:02 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/67902551' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:03.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:02 smithi094 ceph-mon[102949]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:24:03.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:02 smithi190 ceph-mon[90718]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:02 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/67902551' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:03.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:02 smithi190 ceph-mon[90718]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:24:03.696 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestMultipleLocks (3018 ms) 2024-08-17T17:24:03.696 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-17T17:24:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:04 smithi094 ceph-mon[100402]: pgmap v1148: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:05.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:04 smithi094 ceph-mon[100402]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:24:05.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:04 smithi094 ceph-mon[102949]: pgmap v1148: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:05.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:04 smithi094 ceph-mon[102949]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:24:05.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:04 smithi190 ceph-mon[90718]: pgmap v1148: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:05.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:04 smithi190 ceph-mon[90718]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:24:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:05 smithi094 ceph-mon[100402]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:24:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:05 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/272665558' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:06.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:05 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:06.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:05 smithi094 ceph-mon[102949]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:24:06.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:05 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/272665558' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:06.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:05 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:06.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:05 smithi190 ceph-mon[90718]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:24:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:05 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/272665558' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:06.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:05 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:06 smithi094 ceph-mon[100402]: pgmap v1151: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:06 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:06 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:07.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:06 smithi094 ceph-mon[100402]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:24:07.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:06 smithi094 ceph-mon[102949]: pgmap v1151: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:06 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:06 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:07.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:06 smithi094 ceph-mon[102949]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:24:07.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:06 smithi190 ceph-mon[90718]: pgmap v1151: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:07.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:06 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:07.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:06 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:07.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:06 smithi190 ceph-mon[90718]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:24:08.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:07 smithi094 ceph-mon[100402]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:24:08.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:07 smithi094 ceph-mon[102949]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:24:08.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:07 smithi190 ceph-mon[90718]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:24:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:08 smithi094 ceph-mon[100402]: pgmap v1154: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:08 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:09.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:08 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:24:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:08 smithi094 ceph-mon[102949]: pgmap v1154: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:08 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:09.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:08 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:24:09.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:08 smithi190 ceph-mon[90718]: pgmap v1154: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:08 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:09.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:08 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:24:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:24:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:24:09] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.51.0" 2024-08-17T17:24:10.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:24:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:24:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:24:11.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:10 smithi094 ceph-mon[100402]: pgmap v1155: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:11.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:10 smithi094 ceph-mon[102949]: pgmap v1155: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:11.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:10 smithi190 ceph-mon[90718]: pgmap v1155: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:11.730 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestLockDuration (8034 ms) 2024-08-17T17:24:11.730 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-17T17:24:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:12 smithi094 ceph-mon[100402]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:12 smithi094 ceph-mon[100402]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:24:13.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:12 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:12 smithi094 ceph-mon[102949]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:12 smithi094 ceph-mon[102949]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:24:13.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:12 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:13.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:12 smithi190 ceph-mon[90718]: pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:12 smithi190 ceph-mon[90718]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:24:13.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:12 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:13 smithi094 ceph-mon[100402]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:24:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:13 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/327593230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:14.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:13 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:13 smithi094 ceph-mon[102949]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:24:14.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:13 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/327593230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:14.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:13 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:14.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:13 smithi190 ceph-mon[90718]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:24:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:13 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/327593230' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:14.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:13 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:14.745 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestAssertLocked (3015 ms) 2024-08-17T17:24:14.745 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-17T17:24:15.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:14 smithi094 ceph-mon[102949]: pgmap v1159: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:15.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:14 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:15.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:14 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:15.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:14 smithi094 ceph-mon[102949]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:24:15.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:14 smithi094 ceph-mon[100402]: pgmap v1159: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:15.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:14 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:15.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:14 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:15.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:14 smithi094 ceph-mon[100402]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:24:15.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:14 smithi190 ceph-mon[90718]: pgmap v1159: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:14 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:14 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:15.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:14 smithi190 ceph-mon[90718]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:24:16.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:15 smithi094 ceph-mon[100402]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:24:16.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:15 smithi094 ceph-mon[102949]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:24:16.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:15 smithi190 ceph-mon[90718]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:24:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[100402]: pgmap v1162: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:24:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[100402]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:24:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2703123118' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:17.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:17.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[102949]: pgmap v1162: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:17.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:17.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:24:17.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[102949]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:24:17.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2703123118' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:17.023 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:16 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:17.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:16 smithi190 ceph-mon[90718]: pgmap v1162: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:16 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:16 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:24:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:16 smithi190 ceph-mon[90718]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:24:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:16 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2703123118' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:17.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:16 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:17.765 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestSetCookie (3020 ms) 2024-08-17T17:24:17.765 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestRenew 2024-08-17T17:24:18.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:17 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:18.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:17 smithi094 ceph-mon[102949]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:24:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:17 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:18.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:17 smithi094 ceph-mon[100402]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:24:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:17 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:18.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:17 smithi190 ceph-mon[90718]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:24:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:18 smithi094 ceph-mon[100402]: pgmap v1165: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:19.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:18 smithi094 ceph-mon[100402]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:24:19.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:18 smithi094 ceph-mon[102949]: pgmap v1165: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:19.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:18 smithi094 ceph-mon[102949]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:24:19.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:18 smithi190 ceph-mon[90718]: pgmap v1165: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:19.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:18 smithi190 ceph-mon[90718]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:24:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:24:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:24:19] "GET /metrics HTTP/1.1" 200 34090 "" "Prometheus/2.51.0" 2024-08-17T17:24:20.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:19 smithi094 ceph-mon[102949]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:24:20.022 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:19 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3521577116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:20.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:19 smithi094 ceph-mon[100402]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:24:20.023 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:19 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3521577116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:20.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:19 smithi190 ceph-mon[90718]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:24:20.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:19 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3521577116' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:20.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:24:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:24:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:24:21.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:20 smithi190 ceph-mon[90718]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:21.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:20 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:20 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3521577116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:21.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:20 smithi190 ceph-mon[90718]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:24:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:20 smithi094 ceph-mon[100402]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:20 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:20 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3521577116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:21.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:20 smithi094 ceph-mon[100402]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:24:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:20 smithi094 ceph-mon[102949]: pgmap v1168: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:21.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:20 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:21.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:20 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3521577116' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:21.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:20 smithi094 ceph-mon[102949]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:24:22.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:21 smithi190 ceph-mon[90718]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:24:22.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:21 smithi094 ceph-mon[100402]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:24:22.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:21 smithi094 ceph-mon[102949]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:24:23.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:22 smithi190 ceph-mon[90718]: pgmap v1171: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:23.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:22 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:23.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:22 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:24:23.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:22 smithi094 ceph-mon[100402]: pgmap v1171: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:23.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:22 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:23.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:22 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:24:23.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:22 smithi094 ceph-mon[102949]: pgmap v1171: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:23.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:22 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:23.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:22 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:24:25.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:24 smithi190 ceph-mon[90718]: pgmap v1172: 137 pgs: 5 creating+peering, 3 unknown, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:25.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:24 smithi094 ceph-mon[102949]: pgmap v1172: 137 pgs: 5 creating+peering, 3 unknown, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:25.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:24 smithi094 ceph-mon[100402]: pgmap v1172: 137 pgs: 5 creating+peering, 3 unknown, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:27.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:26 smithi190 ceph-mon[90718]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:27.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:26 smithi094 ceph-mon[102949]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:27.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:26 smithi094 ceph-mon[100402]: pgmap v1173: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 167 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:28.087 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:28.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:28.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:29.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:28 smithi190 ceph-mon[90718]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:29.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:28 smithi094 ceph-mon[100402]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:29.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:28 smithi094 ceph-mon[102949]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:29.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:24:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:24:29] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.51.0" 2024-08-17T17:24:30.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:24:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:24:30.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:24:31.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:30 smithi190 ceph-mon[90718]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:31.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:30 smithi094 ceph-mon[100402]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:31.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:30 smithi094 ceph-mon[102949]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 112 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:33.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:32 smithi190 ceph-mon[90718]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:33.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:32 smithi094 ceph-mon[100402]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:33.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:32 smithi094 ceph-mon[102949]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 101 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:35.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:34 smithi190 ceph-mon[90718]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:35.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:34 smithi094 ceph-mon[100402]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:35.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:34 smithi094 ceph-mon[102949]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:37.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:36 smithi190 ceph-mon[90718]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:24:37.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:36 smithi094 ceph-mon[100402]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:24:37.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:36 smithi094 ceph-mon[102949]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:24:38.823 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestRenew (21058 ms) 2024-08-17T17:24:38.823 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-17T17:24:39.074 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:38 smithi094 ceph-mon[100402]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:39.074 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:38 smithi094 ceph-mon[102949]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:39.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:38 smithi190 ceph-mon[90718]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:39.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:24:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:24:39] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.51.0" 2024-08-17T17:24:40.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:39 smithi190 ceph-mon[90718]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:24:40.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:39 smithi094 ceph-mon[100402]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:24:40.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:39 smithi094 ceph-mon[102949]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:24:40.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:24:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:24:40.212Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:24:41.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:40 smithi190 ceph-mon[90718]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:40 smithi190 ceph-mon[90718]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:24:41.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:40 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/145668846' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:40 smithi094 ceph-mon[100402]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:40 smithi094 ceph-mon[100402]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:24:41.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:40 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/145668846' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:41.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:40 smithi094 ceph-mon[102949]: pgmap v1181: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:41.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:40 smithi094 ceph-mon[102949]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:24:41.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:40 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/145668846' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:42.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:41 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/145668846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:42.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:41 smithi190 ceph-mon[90718]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:24:42.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:41 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/145668846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:42.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:41 smithi094 ceph-mon[100402]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:24:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:41 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/145668846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:42.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:41 smithi094 ceph-mon[102949]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:24:43.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:42 smithi190 ceph-mon[90718]: pgmap v1184: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:42 smithi190 ceph-mon[90718]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:24:43.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:42 smithi094 ceph-mon[100402]: pgmap v1184: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:42 smithi094 ceph-mon[100402]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:24:43.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:42 smithi094 ceph-mon[102949]: pgmap v1184: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:43.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:42 smithi094 ceph-mon[102949]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:24:43.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:44.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:43 smithi190 ceph-mon[90718]: pgmap v1186: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:44.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:43 smithi094 ceph-mon[100402]: pgmap v1186: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:44.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:43 smithi094 ceph-mon[102949]: pgmap v1186: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:44.912 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6088 ms) 2024-08-17T17:24:44.912 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-17T17:24:46.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:45 smithi190 ceph-mon[90718]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:46.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:45 smithi190 ceph-mon[90718]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:24:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:45 smithi094 ceph-mon[100402]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:46.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:45 smithi094 ceph-mon[100402]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:24:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:45 smithi094 ceph-mon[102949]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:46.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:45 smithi094 ceph-mon[102949]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:24:47.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:46 smithi190 ceph-mon[90718]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:24:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:46 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/315771319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:46 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:46 smithi094 ceph-mon[100402]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:24:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:46 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/315771319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:47.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:46 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:46 smithi094 ceph-mon[102949]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:24:47.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:46 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/315771319' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:47.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:46 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:48.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:47 smithi190 ceph-mon[90718]: pgmap v1190: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:47 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:47 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:48.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:47 smithi190 ceph-mon[90718]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:24:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:47 smithi094 ceph-mon[100402]: pgmap v1190: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:47 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:47 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:48.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:47 smithi094 ceph-mon[100402]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:24:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:47 smithi094 ceph-mon[102949]: pgmap v1190: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:47 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:47 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:48.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:47 smithi094 ceph-mon[102949]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:24:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:48 smithi190 ceph-mon[90718]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:24:49.270 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:48 smithi094 ceph-mon[100402]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:24:49.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:48 smithi094 ceph-mon[102949]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:24:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:24:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:24:49] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.51.0" 2024-08-17T17:24:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:49 smithi190 ceph-mon[90718]: pgmap v1193: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:49 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:50.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:49 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:24:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:49 smithi094 ceph-mon[100402]: pgmap v1193: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:49 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:50.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:49 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:24:50.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:49 smithi094 ceph-mon[102949]: pgmap v1193: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:49 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:50.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:49 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:24:50.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:24:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:24:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:24:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:51 smithi190 ceph-mon[90718]: pgmap v1194: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:52.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:51 smithi094 ceph-mon[100402]: pgmap v1194: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:52.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:51 smithi094 ceph-mon[102949]: pgmap v1194: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:52.935 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8024 ms) 2024-08-17T17:24:52.936 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-17T17:24:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:24:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:24:53.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:24:53.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:52 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:24:53.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:24:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:24:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:24:53.273 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:52 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:24:53.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:24:53.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:24:53.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:24:53.274 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:52 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:24:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:53 smithi190 ceph-mon[90718]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:53 smithi190 ceph-mon[90718]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:24:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:53 smithi094 ceph-mon[100402]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:53 smithi094 ceph-mon[100402]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:24:54.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:53 smithi094 ceph-mon[102949]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:24:54.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:53 smithi094 ceph-mon[102949]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:24:55.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:54 smithi094 ceph-mon[100402]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:24:55.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:54 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3780071031' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:55.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:54 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:55.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:54 smithi094 ceph-mon[102949]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:24:55.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:54 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3780071031' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:55.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:54 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:55.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:54 smithi190 ceph-mon[90718]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:24:55.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:54 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3780071031' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:55.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:54 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:24:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:55 smithi094 ceph-mon[100402]: pgmap v1198: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:55 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:55 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:56.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:55 smithi094 ceph-mon[100402]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:24:56.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:55 smithi094 ceph-mon[102949]: pgmap v1198: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:56.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:55 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:56.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:55 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:56.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:55 smithi094 ceph-mon[102949]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:24:56.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:55 smithi190 ceph-mon[90718]: pgmap v1198: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:56.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:55 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:24:56.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:55 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137161-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:24:56.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:55 smithi190 ceph-mon[90718]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:24:57.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:56 smithi094 ceph-mon[100402]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:24:57.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:56 smithi094 ceph-mon[102949]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:24:57.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:56 smithi190 ceph-mon[90718]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:24:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:57 smithi094 ceph-mon[100402]: pgmap v1201: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:57 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:57 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:24:58.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:57 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:58.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:57 smithi094 ceph-mon[102949]: pgmap v1201: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:58.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:57 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:58.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:57 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:24:58.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:57 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:58.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:57 smithi190 ceph-mon[90718]: pgmap v1201: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:24:58.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:57 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:24:58.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:57 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:24:58.337 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:57 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:24:59.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:24:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:24:59] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.51.0" 2024-08-17T17:25:00.213 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:24:59 smithi190 ceph-mon[90718]: pgmap v1202: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:25:00.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:24:59 smithi094 ceph-mon[100402]: pgmap v1202: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:25:00.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:24:59 smithi094 ceph-mon[102949]: pgmap v1202: 137 pgs: 4 creating+peering, 2 unknown, 131 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:25:00.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:25:00.973 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8038 ms) 2024-08-17T17:25:00.974 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 11 tests from ClsLock (69202 ms total) 2024-08-17T17:25:00.974 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:25:00.974 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:25:00.974 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 11 tests from 1 test suite ran. (69202 ms total) 2024-08-17T17:25:00.974 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 11 tests. 2024-08-17T17:25:00.977 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:25:00.977 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:25:01.046 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-17T17:25:01.046 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-17T17:25:01.117 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:25:01.117 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T17:25:01.117 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:25:01.117 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 4 tests from cls_log 2024-08-17T17:25:01.117 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-17T17:25:02.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:01 smithi094 ceph-mon[102949]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:25:02.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:01 smithi094 ceph-mon[102949]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:25:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:01 smithi094 ceph-mon[100402]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:25:02.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:01 smithi094 ceph-mon[100402]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:25:02.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:01 smithi190 ceph-mon[90718]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:25:02.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:01 smithi190 ceph-mon[90718]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:25:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:02 smithi094 ceph-mon[100402]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:25:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:02 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3105718197' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:03.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:02 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:03.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:02 smithi094 ceph-mon[102949]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:25:03.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:02 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3105718197' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:03.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:02 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:03.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:02 smithi190 ceph-mon[90718]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:25:03.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:02 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3105718197' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:03.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:02 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:03.994 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_log.test_log_add_same_time (2877 ms) 2024-08-17T17:25:03.994 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-17T17:25:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:03 smithi094 ceph-mon[100402]: pgmap v1206: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:03 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:03 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:04.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:03 smithi094 ceph-mon[100402]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:25:04.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:03 smithi094 ceph-mon[102949]: pgmap v1206: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:04.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:03 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:04.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:03 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:04.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:03 smithi094 ceph-mon[102949]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:25:04.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:03 smithi190 ceph-mon[90718]: pgmap v1206: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:03 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:03 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:04.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:03 smithi190 ceph-mon[90718]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:25:05.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:04 smithi094 ceph-mon[100402]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:25:05.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:04 smithi094 ceph-mon[102949]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:25:05.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:04 smithi190 ceph-mon[90718]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:25:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[100402]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:25:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[100402]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:25:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/3699225803' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:06.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[102949]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:25:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[102949]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:25:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/3699225803' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:06.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:05 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:06.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:05 smithi190 ceph-mon[90718]: pgmap v1209: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:05 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:05 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:25:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:05 smithi190 ceph-mon[90718]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:25:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:05 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/3699225803' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:06.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:05 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:07.013 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_log.test_log_add_different_time (3019 ms) 2024-08-17T17:25:07.014 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_log.trim_by_time 2024-08-17T17:25:07.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:07 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:07.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:07 smithi094 ceph-mon[102949]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:25:07.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:07 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:07.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:07 smithi094 ceph-mon[100402]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:25:07.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:07 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:07.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:07 smithi190 ceph-mon[90718]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:25:08.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:08 smithi094 ceph-mon[100402]: pgmap v1212: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:08.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:08 smithi094 ceph-mon[100402]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:25:08.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:08 smithi094 ceph-mon[102949]: pgmap v1212: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:08.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:08 smithi094 ceph-mon[102949]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:25:08.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:08 smithi190 ceph-mon[90718]: pgmap v1212: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:08.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:08 smithi190 ceph-mon[90718]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:25:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:09 smithi094 ceph-mon[100402]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:25:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:09 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2132279245' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:09.271 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:09 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:09.271 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:09 smithi094 ceph-mon[102949]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:25:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:09 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2132279245' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:09.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:09 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:09 smithi190 ceph-mon[90718]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:25:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:09 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2132279245' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:09.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:09 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:09.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:09 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:25:09] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.51.0" 2024-08-17T17:25:10.033 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_log.trim_by_time (3020 ms) 2024-08-17T17:25:10.033 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-17T17:25:10.380 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:10 smithi094 ceph-mon[100402]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:10.380 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:10 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:10.380 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:10 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:10.380 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:10 smithi094 ceph-mon[100402]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:25:10.380 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:10 smithi094 ceph-mon[102949]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:10.381 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:10 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:10.381 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:10 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:10.381 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:10 smithi094 ceph-mon[102949]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:25:10.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:10 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:10.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:25:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:10 smithi190 ceph-mon[90718]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:10 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:10 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:10.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:10 smithi190 ceph-mon[90718]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:25:11.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:11 smithi190 ceph-mon[90718]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:25:11.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:11 smithi094 ceph-mon[100402]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:25:11.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:11 smithi094 ceph-mon[102949]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:25:12.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:12 smithi190 ceph-mon[90718]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:12 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:12 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:25:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:12 smithi190 ceph-mon[90718]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:25:12.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:12 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2097577221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[100402]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:25:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[100402]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:25:12.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2097577221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:12.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[102949]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:12.525 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:12.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:25:12.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[102949]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:25:12.526 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:12 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2097577221' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:13.052 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] cls_log.trim_by_marker (3019 ms) 2024-08-17T17:25:13.053 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 4 tests from cls_log (11935 ms total) 2024-08-17T17:25:13.053 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:25:13.053 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:25:13.053 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 4 tests from 1 test suite ran. (11935 ms total) 2024-08-17T17:25:13.053 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 4 tests. 2024-08-17T17:25:13.055 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:25:13.055 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:25:13.124 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-17T17:25:13.124 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-17T17:25:13.193 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:25:13.194 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T17:25:13.194 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:25:13.194 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 4 tests from ClsNumOps 2024-08-17T17:25:13.194 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsNumOps.Add 2024-08-17T17:25:13.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:13 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2097577221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:13 smithi190 ceph-mon[90718]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:25:13.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:13 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:13 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2097577221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:13 smithi094 ceph-mon[100402]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:25:13.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:13 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:13.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:13 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2097577221' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137674-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:13.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:13 smithi094 ceph-mon[102949]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:25:13.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:13 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:14.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:14 smithi190 ceph-mon[90718]: pgmap v1221: 137 pgs: 2 creating+peering, 16 unknown, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-08-17T17:25:14.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:14 smithi190 ceph-mon[90718]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:25:14.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:14 smithi094 ceph-mon[100402]: pgmap v1221: 137 pgs: 2 creating+peering, 16 unknown, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-08-17T17:25:14.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:14 smithi094 ceph-mon[100402]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:25:14.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:14 smithi094 ceph-mon[102949]: pgmap v1221: 137 pgs: 2 creating+peering, 16 unknown, 119 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.5 KiB/s wr, 10 op/s 2024-08-17T17:25:14.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:14 smithi094 ceph-mon[102949]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:25:15.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:15 smithi190 ceph-mon[90718]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:25:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:15 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2115183467' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:15 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2115183467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:15.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:15 smithi190 ceph-mon[90718]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:25:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:15 smithi094 ceph-mon[100402]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:25:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:15 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2115183467' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:15 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2115183467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:15.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:15 smithi094 ceph-mon[100402]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:25:15.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:15 smithi094 ceph-mon[102949]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:25:15.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:15 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2115183467' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:15.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:15 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2115183467' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:15.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:15 smithi094 ceph-mon[102949]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:25:16.065 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsNumOps.Add (2871 ms) 2024-08-17T17:25:16.065 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsNumOps.Sub 2024-08-17T17:25:16.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:16 smithi190 ceph-mon[90718]: pgmap v1224: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:16.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:16 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:16.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:16 smithi190 ceph-mon[90718]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:25:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:16 smithi094 ceph-mon[100402]: pgmap v1224: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:16 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:16.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:16 smithi094 ceph-mon[100402]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:25:16.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:16 smithi094 ceph-mon[102949]: pgmap v1224: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:16.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:16 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:16.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:16 smithi094 ceph-mon[102949]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:25:17.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:17 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:17 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:25:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:17 smithi190 ceph-mon[90718]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:25:17.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:17 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/808132373' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:17 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:17 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:25:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:17 smithi094 ceph-mon[100402]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:25:17.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:17 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/808132373' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:17 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:17.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:17 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:25:17.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:17 smithi094 ceph-mon[102949]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:25:17.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:17 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/808132373' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:18.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:18 smithi190 ceph-mon[90718]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:18.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:18 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/808132373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:18.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:18 smithi190 ceph-mon[90718]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:25:18.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:18 smithi094 ceph-mon[100402]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:18.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:18 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/808132373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:18.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:18 smithi094 ceph-mon[100402]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:25:18.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:18 smithi094 ceph-mon[102949]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:18.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:18 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/808132373' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:18.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:18 smithi094 ceph-mon[102949]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:25:19.087 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsNumOps.Sub (3022 ms) 2024-08-17T17:25:19.087 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsNumOps.Mul 2024-08-17T17:25:19.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:19 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:25:19] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.51.0" 2024-08-17T17:25:20.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:20 smithi094 ceph-mon[100402]: pgmap v1230: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:20.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:20 smithi094 ceph-mon[100402]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:25:20.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:20 smithi094 ceph-mon[102949]: pgmap v1230: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:20.272 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:20 smithi094 ceph-mon[102949]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:25:20.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:20 smithi190 ceph-mon[90718]: pgmap v1230: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:20.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:20 smithi190 ceph-mon[90718]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:25:20.436 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:20 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:20.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:25:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:21 smithi190 ceph-mon[90718]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:25:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:21 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/858028032' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:21 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:21 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:21.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:21 smithi190 ceph-mon[90718]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:25:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[100402]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:25:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/858028032' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:21.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[100402]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:25:21.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[102949]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:25:21.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/858028032' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:21.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:21.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:21.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:21 smithi094 ceph-mon[102949]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:25:22.092 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsNumOps.Mul (3005 ms) 2024-08-17T17:25:22.093 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] ClsNumOps.Div 2024-08-17T17:25:22.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:22 smithi190 ceph-mon[90718]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:22.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:22 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:22.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:22 smithi190 ceph-mon[90718]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:25:22.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:22 smithi094 ceph-mon[100402]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:22.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:22 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:22.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:22 smithi094 ceph-mon[100402]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:25:22.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:22 smithi094 ceph-mon[102949]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:22.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:22 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:22.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:22 smithi094 ceph-mon[102949]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:25:23.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:23 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:23 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:25:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:23 smithi190 ceph-mon[90718]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:25:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:23 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2782052817' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:23.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:23 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:25:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[100402]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:25:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2782052817' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:23.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:23.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:23.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:25:23.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[102949]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:25:23.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2782052817' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:23.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:23 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:24.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:24 smithi190 ceph-mon[90718]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:24.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:24 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:24.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:24 smithi190 ceph-mon[90718]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T17:25:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:24 smithi094 ceph-mon[100402]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:24 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:24.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:24 smithi094 ceph-mon[100402]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T17:25:24.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:24 smithi094 ceph-mon[102949]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:24 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137792-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:24.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:24 smithi094 ceph-mon[102949]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T17:25:25.122 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] ClsNumOps.Div (3030 ms) 2024-08-17T17:25:25.122 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 4 tests from ClsNumOps (11928 ms total) 2024-08-17T17:25:25.122 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:25:25.122 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:25:25.123 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 4 tests from 1 test suite ran. (11928 ms total) 2024-08-17T17:25:25.123 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 4 tests. 2024-08-17T17:25:25.125 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:25:25.125 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:25:25.193 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-17T17:25:25.193 DEBUG:teuthology.orchestra.run.smithi094:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-17T17:25:25.263 INFO:tasks.workunit.client.0.smithi094.stdout:Running main() from gmock_main.cc 2024-08-17T17:25:25.263 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-17T17:25:25.264 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment set-up. 2024-08-17T17:25:25.264 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 70 tests from TestClsRbd 2024-08-17T17:25:26.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:26 smithi190 ceph-mon[90718]: pgmap v1239: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:26.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:26 smithi190 ceph-mon[90718]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T17:25:26.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:26 smithi094 ceph-mon[100402]: pgmap v1239: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:26.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:26 smithi094 ceph-mon[100402]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T17:25:26.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:26 smithi094 ceph-mon[102949]: pgmap v1239: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:26.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:26 smithi094 ceph-mon[102949]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T17:25:27.175 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-17T17:25:27.192 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-08-17T17:25:27.192 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.copyup 2024-08-17T17:25:27.378 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.copyup (186 ms) 2024-08-17T17:25:27.378 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-17T17:25:27.392 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2024-08-17T17:25:27.392 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-17T17:25:27.398 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_and_set_id (6 ms) 2024-08-17T17:25:27.398 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-17T17:25:27.409 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-08-17T17:25:27.409 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-17T17:25:27.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:27 smithi190 ceph-mon[90718]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T17:25:27.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:27 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2690573749' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:27.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:27 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:27.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:27 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:27.440 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.directory_methods (31 ms) 2024-08-17T17:25:27.440 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.create 2024-08-17T17:25:27.452 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.create (12 ms) 2024-08-17T17:25:27.452 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_features 2024-08-17T17:25:27.454 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-08-17T17:25:27.454 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-17T17:25:27.455 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-17T17:25:27.456 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-17T17:25:27.457 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2024-08-17T17:25:27.457 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-17T17:25:27.459 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-08-17T17:25:27.459 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-17T17:25:27.461 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-08-17T17:25:27.461 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-17T17:25:27.464 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-08-17T17:25:27.464 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.get_size 2024-08-17T17:25:27.470 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.get_size (3 ms) 2024-08-17T17:25:27.470 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.set_size 2024-08-17T17:25:27.473 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-08-17T17:25:27.473 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-17T17:25:27.489 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.protection_status (16 ms) 2024-08-17T17:25:27.489 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-17T17:25:27.496 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-08-17T17:25:27.496 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-17T17:25:27.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:27 smithi094 ceph-mon[102949]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T17:25:27.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:27 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2690573749' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:27.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:27 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:27.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:27 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:27.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:27 smithi094 ceph-mon[100402]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T17:25:27.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:27 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2690573749' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:27.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:27 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:27.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:27 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:27.537 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.parents_v1 (41 ms) 2024-08-17T17:25:27.537 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-17T17:25:27.574 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.parents_v2 (37 ms) 2024-08-17T17:25:27.574 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-17T17:25:27.595 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-08-17T17:25:27.595 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-17T17:25:27.600 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2024-08-17T17:25:27.600 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-17T17:25:27.609 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-08-17T17:25:27.610 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-17T17:25:27.611 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.object_map_save (1 ms) 2024-08-17T17:25:27.611 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-17T17:25:27.616 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2024-08-17T17:25:27.616 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-17T17:25:27.621 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.object_map_update (6 ms) 2024-08-17T17:25:27.622 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-17T17:25:27.622 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-08-17T17:25:27.622 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-17T17:25:27.627 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.object_map_snap_add (5 ms) 2024-08-17T17:25:27.627 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-17T17:25:27.631 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.object_map_snap_remove (5 ms) 2024-08-17T17:25:27.632 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.flags 2024-08-17T17:25:27.636 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-08-17T17:25:27.636 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.metadata 2024-08-17T17:25:27.660 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.metadata (24 ms) 2024-08-17T17:25:27.661 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.set_features 2024-08-17T17:25:27.667 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-08-17T17:25:27.667 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.mirror 2024-08-17T17:25:27.699 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-08-17T17:25:27.699 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-17T17:25:27.715 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.mirror_image (17 ms) 2024-08-17T17:25:27.715 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-17T17:25:28.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:28 smithi190 ceph-mon[90718]: pgmap v1242: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:28 smithi190 ceph-mon[90718]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:28 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:28.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:28 smithi190 ceph-mon[90718]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T17:25:28.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:28 smithi094 ceph-mon[102949]: pgmap v1242: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:28.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:28 smithi094 ceph-mon[102949]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:28.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:28 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:28.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:28 smithi094 ceph-mon[102949]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T17:25:28.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:28 smithi094 ceph-mon[100402]: pgmap v1242: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:28.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:28 smithi094 ceph-mon[100402]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:28.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:28 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi094-137899-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:28.523 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:28 smithi094 ceph-mon[100402]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T17:25:29.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:29 smithi190 ceph-mon[90718]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T17:25:29.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:29 smithi094 ceph-mon[100402]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T17:25:29.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:29 smithi094 ceph-mon[102949]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T17:25:29.523 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:25:29] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-17T17:25:29.961 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.mirror_image_status (2246 ms) 2024-08-17T17:25:29.962 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-17T17:25:30.052 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.mirror_image_map (90 ms) 2024-08-17T17:25:30.052 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-17T17:25:30.058 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-08-17T17:25:30.058 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-17T17:25:30.070 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.mirror_snapshot (13 ms) 2024-08-17T17:25:30.070 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-17T17:25:30.072 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-08-17T17:25:30.073 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-17T17:25:30.074 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-17T17:25:30.074 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-17T17:25:30.077 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.dir_add_already_existing (2 ms) 2024-08-17T17:25:30.077 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-17T17:25:30.084 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_dir_rename (7 ms) 2024-08-17T17:25:30.084 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-17T17:25:30.087 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-17T17:25:30.087 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-17T17:25:30.091 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-17T17:25:30.091 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-17T17:25:30.093 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-17T17:25:30.093 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-17T17:25:30.096 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-17T17:25:30.096 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-17T17:25:30.099 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-08-17T17:25:30.099 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-17T17:25:30.106 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_image_clean (7 ms) 2024-08-17T17:25:30.106 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-17T17:25:30.108 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-17T17:25:30.108 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-17T17:25:30.111 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-17T17:25:30.111 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-17T17:25:30.113 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-17T17:25:30.113 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-17T17:25:30.114 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-17T17:25:30.115 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-17T17:25:30.116 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-17T17:25:30.117 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-17T17:25:30.119 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-08-17T17:25:30.119 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-17T17:25:30.122 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-08-17T17:25:30.122 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-17T17:25:30.124 INFO:tasks.workunit.client.0.smithi094.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/17.2.7-1404-gf2c39d4d/rpm/el9/BUILD/ceph-17.2.7-1404-gf2c39d4d/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-08-17T17:25:30.124 INFO:tasks.workunit.client.0.smithi094.stdout:Expected equality of these values: 2024-08-17T17:25:30.124 INFO:tasks.workunit.client.0.smithi094.stdout: 1U 2024-08-17T17:25:30.124 INFO:tasks.workunit.client.0.smithi094.stdout: Which is: 1 2024-08-17T17:25:30.124 INFO:tasks.workunit.client.0.smithi094.stdout: keys.size() 2024-08-17T17:25:30.124 INFO:tasks.workunit.client.0.smithi094.stdout: Which is: 3 2024-08-17T17:25:30.124 INFO:tasks.workunit.client.0.smithi094.stdout:[ FAILED ] TestClsRbd.group_snap_set (2 ms) 2024-08-17T17:25:30.125 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-17T17:25:30.130 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-08-17T17:25:30.130 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-17T17:25:30.143 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-08-17T17:25:30.144 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-17T17:25:30.359 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (216 ms) 2024-08-17T17:25:30.359 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-17T17:25:30.360 INFO:tasks.workunit.client.0.smithi094.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/17.2.7-1404-gf2c39d4d/rpm/el9/BUILD/ceph-17.2.7-1404-gf2c39d4d/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-08-17T17:25:30.361 INFO:tasks.workunit.client.0.smithi094.stdout:Expected equality of these values: 2024-08-17T17:25:30.361 INFO:tasks.workunit.client.0.smithi094.stdout: 1U 2024-08-17T17:25:30.361 INFO:tasks.workunit.client.0.smithi094.stdout: Which is: 1 2024-08-17T17:25:30.361 INFO:tasks.workunit.client.0.smithi094.stdout: keys.size() 2024-08-17T17:25:30.361 INFO:tasks.workunit.client.0.smithi094.stdout: Which is: 3 2024-08-17T17:25:30.361 INFO:tasks.workunit.client.0.smithi094.stdout:[ FAILED ] TestClsRbd.group_snap_remove (2 ms) 2024-08-17T17:25:30.361 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-17T17:25:30.362 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-17T17:25:30.362 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-17T17:25:30.370 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-08-17T17:25:30.370 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.op_features 2024-08-17T17:25:30.377 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-17T17:25:30.377 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-17T17:25:30.397 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-08-17T17:25:30.397 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-17T17:25:30.405 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-08-17T17:25:30.405 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-17T17:25:30.416 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-08-17T17:25:30.416 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-17T17:25:30.422 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-08-17T17:25:30.422 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.migration 2024-08-17T17:25:30.431 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-08-17T17:25:30.431 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-17T17:25:30.435 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:30.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:25:30.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:30 smithi190 ceph-mon[90718]: pgmap v1245: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 20 KiB/s wr, 71 op/s 2024-08-17T17:25:30.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:30 smithi190 ceph-mon[90718]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:30.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:30 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:25:30.438 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.migration_v1 (8 ms) 2024-08-17T17:25:30.439 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-17T17:25:30.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:30 smithi094 ceph-mon[100402]: pgmap v1245: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 20 KiB/s wr, 71 op/s 2024-08-17T17:25:30.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:30 smithi094 ceph-mon[100402]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:30.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:30 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:25:30.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:30 smithi094 ceph-mon[102949]: pgmap v1245: 137 pgs: 7 creating+peering, 13 unknown, 117 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 20 KiB/s wr, 71 op/s 2024-08-17T17:25:30.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:30 smithi094 ceph-mon[102949]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:25:30.523 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:30 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:25:32.190 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1751 ms) 2024-08-17T17:25:32.190 INFO:tasks.workunit.client.0.smithi094.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-17T17:25:32.245 INFO:tasks.workunit.client.0.smithi094.stdout:[ OK ] TestClsRbd.sparsify (55 ms) 2024-08-17T17:25:32.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:32 smithi094 ceph-mon[100402]: pgmap v1246: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.41k op/s 2024-08-17T17:25:32.522 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:32 smithi094 ceph-mon[100402]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T17:25:32.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:32 smithi094 ceph-mon[102949]: pgmap v1246: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.41k op/s 2024-08-17T17:25:32.522 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:32 smithi094 ceph-mon[102949]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T17:25:32.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:32 smithi190 ceph-mon[90718]: pgmap v1246: 137 pgs: 7 creating+peering, 3 unknown, 127 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 1.41k op/s 2024-08-17T17:25:32.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:32 smithi190 ceph-mon[90718]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T17:25:33.208 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] 70 tests from TestClsRbd (5070 ms total) 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout:[----------] Global test environment tear-down 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout:[==========] 70 tests from 1 test suite ran. (7945 ms total) 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout:[ PASSED ] 68 tests. 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout:[ FAILED ] 2 tests, listed below: 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout: 2024-08-17T17:25:33.209 INFO:tasks.workunit.client.0.smithi094.stdout: 2 FAILED TESTS 2024-08-17T17:25:33.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:25:33.211 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-17T17:25:33.211 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T17:25:33.458 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:33 smithi094 ceph-mon[100402]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T17:25:33.458 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:33 smithi094 ceph-mon[102949]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T17:25:33.460 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi094 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-17T17:25:33.702 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=a7a463bcd1dd43c6b5e702f6e170e13f Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi094 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-17T17:25:33.705 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-17T17:25:33.715 INFO:tasks.cephadm:Teardown begin 2024-08-17T17:25:33.715 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-17T17:25:33.715 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:25:33.730 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:33 smithi190 ceph-mon[90718]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T17:25:33.983 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:25:34.428 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:34 smithi094 ceph-mon[100402]: pgmap v1249: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 1.47k op/s 2024-08-17T17:25:34.429 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:34 smithi094 ceph-mon[100402]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T17:25:34.429 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:34 smithi094 ceph-mon[102949]: pgmap v1249: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 1.47k op/s 2024-08-17T17:25:34.429 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:34 smithi094 ceph-mon[102949]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T17:25:34.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:34 smithi190 ceph-mon[90718]: pgmap v1249: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.3 MiB/s wr, 1.47k op/s 2024-08-17T17:25:34.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:34 smithi190 ceph-mon[90718]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T17:25:35.991 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:25:35.991 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":19,"btime":"2024-08-17T17:16:18:764394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/2048220973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2048220973},{"type":"v1","addr":"172.21.15.190:6833","nonce":2048220973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:03:24.242583+0000","modified":"2024-08-17T17:16:09.557079+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":588,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34533},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34533":{"gid":34533,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":6,"addr":"172.21.15.94:6835/3472669055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3472669055},{"type":"v1","addr":"172.21.15.94:6835","nonce":3472669055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34533,"qdb_cluster":[34533]},"id":1}]} 2024-08-17T17:25:35.992 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 19 2024-08-17T17:25:36.274 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:36 smithi094 ceph-mon[100402]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:36.275 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:36 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/4222447381' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:25:36.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:36 smithi094 ceph-mon[102949]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:36.275 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:36 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/4222447381' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:25:36.590 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:25:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:36 smithi190 ceph-mon[90718]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:36.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:36 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/4222447381' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:25:36.843 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:25:38.438 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:38 smithi094 ceph-mon[100402]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:38.439 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:38 smithi094 ceph-mon[102949]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:38.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:38 smithi190 ceph-mon[90718]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:39.170 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:25:39.170 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":19,"btime":"2024-08-17T17:16:18:764394+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.190:6833/2048220973","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6832","nonce":2048220973},{"type":"v1","addr":"172.21.15.190:6833","nonce":2048220973}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:03:24.242583+0000","modified":"2024-08-17T17:16:09.557079+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":588,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34533},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34533":{"gid":34533,"name":"a","rank":0,"incarnation":15,"state":"up:active","state_seq":6,"addr":"172.21.15.94:6835/3472669055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6834","nonce":3472669055},{"type":"v1","addr":"172.21.15.94:6835","nonce":3472669055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34533,"qdb_cluster":[34533]},"id":1}]} 2024-08-17T17:25:39.171 INFO:teuthology.orchestra.run.smithi094.stderr:dumped fsmap epoch 19 2024-08-17T17:25:39.463 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:39 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2521575058' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:25:39.463 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:39 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2521575058' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:25:39.464 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:39 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:25:39] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-17T17:25:39.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:39 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2521575058' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:25:39.829 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:25:40.093 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:25:40.466 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:40 smithi094 ceph-mon[100402]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:40.466 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:40 smithi094 ceph-mon[102949]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:40.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:40 smithi190 ceph-mon[90718]: pgmap v1253: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:40.686 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:40.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:25:42.070 INFO:teuthology.orchestra.run.smithi094.stdout: 2024-08-17T17:25:42.070 INFO:teuthology.orchestra.run.smithi094.stdout:{"epoch":1059,"fsid":"b274a7f2-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:57:51.963774+0000","modified":"2024-08-17T17:25:33.194472+0000","last_up_change":"2024-08-17T17:15:43.233245+0000","last_in_change":"2024-08-17T17:02:36.944402+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T17:00:58.136882+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:03:17.470931+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:03:21.189504+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:04:28.848193+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2129ecc2-0374-485e-963e-ffdd14d6926c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":324,"up_from":337,"up_thru":1054,"down_at":325,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6802","nonce":4142521204},{"type":"v1","addr":"172.21.15.94:6803","nonce":4142521204}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6804","nonce":4142521204},{"type":"v1","addr":"172.21.15.94:6805","nonce":4142521204}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6808","nonce":4142521204},{"type":"v1","addr":"172.21.15.94:6809","nonce":4142521204}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6806","nonce":4142521204},{"type":"v1","addr":"172.21.15.94:6807","nonce":4142521204}]},"public_addr":"172.21.15.94:6803/4142521204","cluster_addr":"172.21.15.94:6805/4142521204","heartbeat_back_addr":"172.21.15.94:6809/4142521204","heartbeat_front_addr":"172.21.15.94:6807/4142521204","state":["exists","up"]},{"osd":1,"uuid":"8bed0866-217e-49aa-934c-3036cd7ff999","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":357,"up_from":369,"up_thru":1054,"down_at":358,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6810","nonce":3927987048},{"type":"v1","addr":"172.21.15.94:6811","nonce":3927987048}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6812","nonce":3927987048},{"type":"v1","addr":"172.21.15.94:6813","nonce":3927987048}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6816","nonce":3927987048},{"type":"v1","addr":"172.21.15.94:6817","nonce":3927987048}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6814","nonce":3927987048},{"type":"v1","addr":"172.21.15.94:6815","nonce":3927987048}]},"public_addr":"172.21.15.94:6811/3927987048","cluster_addr":"172.21.15.94:6813/3927987048","heartbeat_back_addr":"172.21.15.94:6817/3927987048","heartbeat_front_addr":"172.21.15.94:6815/3927987048","state":["exists","up"]},{"osd":2,"uuid":"cc769247-086f-4c4b-8402-65a22fcbbef2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":391,"up_from":404,"up_thru":1054,"down_at":392,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6818","nonce":3104482992},{"type":"v1","addr":"172.21.15.94:6819","nonce":3104482992}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6820","nonce":3104482992},{"type":"v1","addr":"172.21.15.94:6821","nonce":3104482992}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6824","nonce":3104482992},{"type":"v1","addr":"172.21.15.94:6825","nonce":3104482992}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6822","nonce":3104482992},{"type":"v1","addr":"172.21.15.94:6823","nonce":3104482992}]},"public_addr":"172.21.15.94:6819/3104482992","cluster_addr":"172.21.15.94:6821/3104482992","heartbeat_back_addr":"172.21.15.94:6825/3104482992","heartbeat_front_addr":"172.21.15.94:6823/3104482992","state":["exists","up"]},{"osd":3,"uuid":"30fd1d02-1ba1-4935-a7d7-aceb884f15da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":424,"up_from":436,"up_thru":1054,"down_at":425,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6826","nonce":2338458629},{"type":"v1","addr":"172.21.15.94:6827","nonce":2338458629}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6828","nonce":2338458629},{"type":"v1","addr":"172.21.15.94:6829","nonce":2338458629}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6832","nonce":2338458629},{"type":"v1","addr":"172.21.15.94:6833","nonce":2338458629}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.94:6830","nonce":2338458629},{"type":"v1","addr":"172.21.15.94:6831","nonce":2338458629}]},"public_addr":"172.21.15.94:6827/2338458629","cluster_addr":"172.21.15.94:6829/2338458629","heartbeat_back_addr":"172.21.15.94:6833/2338458629","heartbeat_front_addr":"172.21.15.94:6831/2338458629","state":["exists","up"]},{"osd":4,"uuid":"288111a9-8996-45ab-8a59-a2811baa18e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":456,"up_from":470,"up_thru":1054,"down_at":457,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6800","nonce":2637083678},{"type":"v1","addr":"172.21.15.190:6801","nonce":2637083678}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6802","nonce":2637083678},{"type":"v1","addr":"172.21.15.190:6803","nonce":2637083678}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6806","nonce":2637083678},{"type":"v1","addr":"172.21.15.190:6807","nonce":2637083678}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6804","nonce":2637083678},{"type":"v1","addr":"172.21.15.190:6805","nonce":2637083678}]},"public_addr":"172.21.15.190:6801/2637083678","cluster_addr":"172.21.15.190:6803/2637083678","heartbeat_back_addr":"172.21.15.190:6807/2637083678","heartbeat_front_addr":"172.21.15.190:6805/2637083678","state":["exists","up"]},{"osd":5,"uuid":"00fe20cd-ccfc-46da-98cf-f9a1a2da3f47","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":488,"up_from":502,"up_thru":1054,"down_at":489,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6808","nonce":2860872800},{"type":"v1","addr":"172.21.15.190:6809","nonce":2860872800}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6810","nonce":2860872800},{"type":"v1","addr":"172.21.15.190:6811","nonce":2860872800}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6814","nonce":2860872800},{"type":"v1","addr":"172.21.15.190:6815","nonce":2860872800}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6812","nonce":2860872800},{"type":"v1","addr":"172.21.15.190:6813","nonce":2860872800}]},"public_addr":"172.21.15.190:6809/2860872800","cluster_addr":"172.21.15.190:6811/2860872800","heartbeat_back_addr":"172.21.15.190:6815/2860872800","heartbeat_front_addr":"172.21.15.190:6813/2860872800","state":["exists","up"]},{"osd":6,"uuid":"5552e320-9c6d-4cb6-986d-3666ac9e4292","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":522,"up_from":535,"up_thru":1054,"down_at":523,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6816","nonce":971482019},{"type":"v1","addr":"172.21.15.190:6817","nonce":971482019}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6818","nonce":971482019},{"type":"v1","addr":"172.21.15.190:6819","nonce":971482019}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6822","nonce":971482019},{"type":"v1","addr":"172.21.15.190:6823","nonce":971482019}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6820","nonce":971482019},{"type":"v1","addr":"172.21.15.190:6821","nonce":971482019}]},"public_addr":"172.21.15.190:6817/971482019","cluster_addr":"172.21.15.190:6819/971482019","heartbeat_back_addr":"172.21.15.190:6823/971482019","heartbeat_front_addr":"172.21.15.190:6821/971482019","state":["exists","up"]},{"osd":7,"uuid":"5f005a8f-8fd0-4c9c-aca4-53a17b23cb65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":555,"up_from":567,"up_thru":1054,"down_at":556,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6824","nonce":4009661268},{"type":"v1","addr":"172.21.15.190:6825","nonce":4009661268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6826","nonce":4009661268},{"type":"v1","addr":"172.21.15.190:6827","nonce":4009661268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6830","nonce":4009661268},{"type":"v1","addr":"172.21.15.190:6831","nonce":4009661268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.190:6828","nonce":4009661268},{"type":"v1","addr":"172.21.15.190:6829","nonce":4009661268}]},"public_addr":"172.21.15.190:6825/4009661268","cluster_addr":"172.21.15.190:6827/4009661268","heartbeat_back_addr":"172.21.15.190:6831/4009661268","heartbeat_front_addr":"172.21.15.190:6829/4009661268","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:05.209659+0000","dead_epoch":324},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:29.847110+0000","dead_epoch":357},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:54.392390+0000","dead_epoch":391},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:19.349182+0000","dead_epoch":424},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:01:40.959687+0000","dead_epoch":456},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:04.643734+0000","dead_epoch":488},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:28.537930+0000","dead_epoch":522},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:02:51.961109+0000","dead_epoch":555}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.f","mappings":[{"from":4,"to":1}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.3b","mappings":[{"from":4,"to":3}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.190:6833/2858381046":"2024-08-18T17:16:06.538607+0000","172.21.15.94:6834/3996516868":"2024-08-18T17:15:48.856475+0000","172.21.15.94:0/2454237093":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/3749101446":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/3519601735":"2024-08-18T17:10:26.649706+0000","172.21.15.190:6832/2858381046":"2024-08-18T17:16:06.538607+0000","172.21.15.94:0/3780717109":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/3967417182":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/284521464":"2024-08-18T16:58:23.559169+0000","172.21.15.190:0/2647990511":"2024-08-18T17:09:45.166964+0000","172.21.15.190:0/3228682206":"2024-08-18T17:09:45.166964+0000","172.21.15.94:6835/3996516868":"2024-08-18T17:15:48.856475+0000","172.21.15.94:6800/1527733739":"2024-08-18T17:10:26.649706+0000","172.21.15.94:0/3692513109":"2024-08-18T17:04:26.045431+0000","172.21.15.190:6834/826600761":"2024-08-18T17:09:45.166964+0000","172.21.15.94:6801/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/1951717444":"2024-08-18T16:58:45.840603+0000","172.21.15.190:6835/826600761":"2024-08-18T17:09:45.166964+0000","172.21.15.190:0/3727625780":"2024-08-18T17:09:45.166964+0000","172.21.15.94:6800/3503587149":"2024-08-18T16:58:23.559169+0000","172.21.15.94:0/3100238628":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/2276468495":"2024-08-18T17:08:41.000047+0000","172.21.15.94:0/2943594337":"2024-08-18T17:04:26.045431+0000","172.21.15.94:6800/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/744318268":"2024-08-18T17:04:26.045431+0000","172.21.15.94:0/4255400136":"2024-08-18T17:10:26.649706+0000","172.21.15.190:0/3559578893":"2024-08-18T17:09:45.166964+0000","172.21.15.94:0/2726789995":"2024-08-18T17:08:41.000047+0000","172.21.15.94:0/4070197261":"2024-08-18T17:04:26.045431+0000","172.21.15.190:0/643870174":"2024-08-18T17:09:45.166964+0000","172.21.15.94:0/1531629687":"2024-08-18T17:08:41.000047+0000","172.21.15.94:6801/1527733739":"2024-08-18T17:10:26.649706+0000","172.21.15.94:6800/514776204":"2024-08-18T17:08:41.000047+0000","172.21.15.94:0/1676712180":"2024-08-18T17:10:26.649706+0000","172.21.15.190:0/3919857274":"2024-08-18T17:09:45.166964+0000","172.21.15.94:6801/514776204":"2024-08-18T17:08:41.000047+0000","172.21.15.94:6801/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/1156082839":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/3297088686":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6801/1054974642":"2024-08-18T17:04:26.045431+0000","172.21.15.190:0/417031376":"2024-08-18T17:09:45.166964+0000","172.21.15.94:0/1888261294":"2024-08-18T17:08:41.000047+0000","172.21.15.94:0/3375063412":"2024-08-18T16:58:23.559169+0000","172.21.15.94:6800/2651456213":"2024-08-18T16:58:45.840603+0000","172.21.15.94:0/4205162456":"2024-08-18T17:08:41.000047+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:25:42.325 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:42 smithi094 ceph-mon[100402]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:42.325 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:42 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2648850199' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:25:42.325 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:42 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:42.325 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:42 smithi094 ceph-mon[102949]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:42.325 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:42 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2648850199' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:25:42.326 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:42 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:42.653 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs fail cephfs 2024-08-17T17:25:42.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:42 smithi190 ceph-mon[90718]: pgmap v1254: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:42 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2648850199' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:25:42.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:42 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:25:42.909 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:25:44.356 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:44 smithi094 ceph-mon[100402]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:44.357 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:44 smithi094 ceph-mon[102949]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:44.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:44 smithi190 ceph-mon[90718]: pgmap v1255: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:44.787 INFO:teuthology.orchestra.run.smithi094.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-17T17:25:45.146 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[100379]: 2024-08-17T17:25:44.780+0000 7fefd546f640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:25:45.147 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:25:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[130054]: -4729> 2024-08-17T17:16:11.726+0000 7f2d6a902640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T17:25:45.147 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:25:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[130054]: ignoring --setuser ceph since I am not root 2024-08-17T17:25:45.147 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:25:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[130054]: ignoring --setgroup ceph since I am not root 2024-08-17T17:25:45.147 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:25:44 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[130054]: starting mds.a at 2024-08-17T17:25:45.430 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/186864221' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:25:45.430 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:25:45.431 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[100402]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:25:45.431 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[100402]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:25:45.431 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:25:45.432 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[100402]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T17:25:45.432 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[100402]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:25:45.432 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/186864221' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:25:45.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:25:45.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[102949]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:25:45.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[102949]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:25:45.433 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:25:45.434 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[102949]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T17:25:45.434 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:45 smithi094 ceph-mon[102949]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:25:45.454 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-17T17:25:45.685 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:45 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/186864221' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:25:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:45 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:25:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:45 smithi190 ceph-mon[90718]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:25:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:45 smithi190 ceph-mon[90718]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:25:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:45 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:25:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:45 smithi190 ceph-mon[90718]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T17:25:45.686 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:45 smithi190 ceph-mon[90718]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:25:45.706 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:25:46.887 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:46 smithi094 ceph-mon[100402]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:46.887 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:46 smithi094 ceph-mon[100402]: mds.? [v2:172.21.15.94:6834/1089064182,v1:172.21.15.94:6835/1089064182] up:boot 2024-08-17T17:25:46.887 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:46 smithi094 ceph-mon[100402]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:25:46.888 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:46 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:25:46.888 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:46 smithi094 ceph-mon[102949]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:46.888 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:46 smithi094 ceph-mon[102949]: mds.? [v2:172.21.15.94:6834/1089064182,v1:172.21.15.94:6835/1089064182] up:boot 2024-08-17T17:25:46.888 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:46 smithi094 ceph-mon[102949]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:25:46.888 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:46 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:25:47.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:46 smithi190 ceph-mon[90718]: pgmap v1257: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:46 smithi190 ceph-mon[90718]: mds.? [v2:172.21.15.94:6834/1089064182,v1:172.21.15.94:6835/1089064182] up:boot 2024-08-17T17:25:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:46 smithi190 ceph-mon[90718]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:25:47.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:46 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:25:48.152 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:47 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/429940542' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:48.152 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:47 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/429940542' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:48.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:47 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/429940542' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:25:48.471 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-17T17:25:48.725 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:25:49.146 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[100402]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:49.147 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[100402]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:25:49.147 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[100402]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:25:49.147 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[100402]: Cluster is now healthy 2024-08-17T17:25:49.147 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/429940542' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:49.147 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[100402]: fsmap 2 up:standby 2024-08-17T17:25:49.148 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[102949]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:49.148 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[102949]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:25:49.148 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[102949]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:25:49.148 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[102949]: Cluster is now healthy 2024-08-17T17:25:49.148 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/429940542' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:49.148 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:48 smithi094 ceph-mon[102949]: fsmap 2 up:standby 2024-08-17T17:25:49.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:48 smithi190 ceph-mon[90718]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:48 smithi190 ceph-mon[90718]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:25:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:48 smithi190 ceph-mon[90718]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:25:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:48 smithi190 ceph-mon[90718]: Cluster is now healthy 2024-08-17T17:25:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:48 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/429940542' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:25:49.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:48 smithi190 ceph-mon[90718]: fsmap 2 up:standby 2024-08-17T17:25:49.522 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:49 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:25:49] "GET /metrics HTTP/1.1" 200 34084 "" "Prometheus/2.51.0" 2024-08-17T17:25:50.685 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:50.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:25:50.802 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_metadata' removed 2024-08-17T17:25:51.166 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:50 smithi094 ceph-mon[100402]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:51.166 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:50 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/2418291028' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:51.166 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:50 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:51.166 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:50 smithi094 ceph-mon[102949]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:51.166 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:50 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/2418291028' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:51.167 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:50 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:51.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:50 smithi190 ceph-mon[90718]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:50 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/2418291028' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:51.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:50 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:51.456 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-17T17:25:51.704 INFO:teuthology.orchestra.run.smithi094.stderr:Inferring config /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:25:52.093 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:51 smithi094 ceph-mon[100402]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:25:52.093 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:51 smithi094 ceph-mon[100402]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T17:25:52.093 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:51 smithi094 ceph-mon[102949]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:25:52.093 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:51 smithi094 ceph-mon[102949]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T17:25:52.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:51 smithi190 ceph-mon[90718]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:25:52.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:51 smithi190 ceph-mon[90718]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T17:25:52.838 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:52 smithi094 ceph-mon[100402]: pgmap v1261: 73 pgs: 73 active+clean; 577 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:52.839 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:52 smithi094 ceph-mon[102949]: pgmap v1261: 73 pgs: 73 active+clean; 577 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:53.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:52 smithi190 ceph-mon[90718]: pgmap v1261: 73 pgs: 73 active+clean; 577 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:54.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:53 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:25:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:53 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:25:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:53 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:25:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:53 smithi190 ceph-mon[90718]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:25:54.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:53 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1716034714' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:25:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:25:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:25:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[100402]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:25:54.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1716034714' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:54.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:25:54.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:25:54.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:25:54.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[102949]: from='mgr.34107 172.21.15.94:0/257098794' entity='mgr.y' 2024-08-17T17:25:54.273 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:53 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1716034714' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:25:54.292 INFO:teuthology.orchestra.run.smithi094.stderr:pool 'cephfs_data' removed 2024-08-17T17:25:54.912 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:54 smithi094 ceph-mon[100402]: pgmap v1262: 73 pgs: 73 active+clean; 577 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:54.913 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:54 smithi094 ceph-mon[100402]: from='client.? 172.21.15.94:0/1716034714' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:25:54.913 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:54 smithi094 ceph-mon[100402]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T17:25:54.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:54 smithi094 ceph-mon[102949]: pgmap v1262: 73 pgs: 73 active+clean; 577 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:54.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:54 smithi094 ceph-mon[102949]: from='client.? 172.21.15.94:0/1716034714' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:25:54.913 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:54 smithi094 ceph-mon[102949]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T17:25:54.941 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:25:54.971 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:25:55.004 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-17T17:25:55.004 DEBUG:teuthology.orchestra.run.smithi094:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T17:25:55.027 DEBUG:teuthology.orchestra.run.smithi190:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T17:25:55.062 INFO:tasks.cephadm:Stopping all daemons... 2024-08-17T17:25:55.062 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-17T17:25:55.062 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a 2024-08-17T17:25:55.185 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:54 smithi190 ceph-mon[90718]: pgmap v1262: 73 pgs: 73 active+clean; 577 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:25:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:54 smithi190 ceph-mon[90718]: from='client.? 172.21.15.94:0/1716034714' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:25:55.186 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:54 smithi190 ceph-mon[90718]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T17:25:55.272 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:55 smithi094 systemd[1]: Stopping Ceph mon.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:25:55.709 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:55] ENGINE Bus STOPPING 2024-08-17T17:25:55.709 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[100379]: 2024-08-17T17:25:55.350+0000 7fefdac7a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:25:55.709 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a[100379]: 2024-08-17T17:25:55.350+0000 7fefdac7a640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-17T17:25:55.710 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:55 smithi094 podman[139626]: 2024-08-17 17:25:55.422292786 +0000 UTC m=+0.167109084 container died 1e3a47450e34fed66637a025b9f11acbf72de6079459f7e6a50f270af07d9684 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T17:25:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:55 smithi094 podman[139626]: 2024-08-17 17:25:55.807358179 +0000 UTC m=+0.552174474 container cleanup 1e3a47450e34fed66637a025b9f11acbf72de6079459f7e6a50f270af07d9684 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-17T17:25:56.022 INFO:journalctl@ceph.mon.a.smithi094.stdout:Aug 17 17:25:55 smithi094 bash[139626]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-a 2024-08-17T17:25:56.022 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:25:56.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:55] ENGINE Bus STOPPED 2024-08-17T17:25:56.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:55] ENGINE Bus STARTING 2024-08-17T17:25:56.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:55] ENGINE Serving on http://:::9283 2024-08-17T17:25:56.023 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:55 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:55] ENGINE Bus STARTED 2024-08-17T17:25:56.278 DEBUG:teuthology.orchestra.run.smithi094:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.a.service' 2024-08-17T17:25:56.323 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:25:56.323 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-17T17:25:56.324 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-17T17:25:56.324 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.c 2024-08-17T17:25:56.614 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:56 smithi094 systemd[1]: Stopping Ceph mon.c for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:25:56.615 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:56 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c[102926]: 2024-08-17T17:25:56.612+0000 7fc238abc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:25:56.900 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:56 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:56] ENGINE Bus STOPPING 2024-08-17T17:25:56.900 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:56 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c[102926]: 2024-08-17T17:25:56.612+0000 7fc238abc640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-17T17:25:56.900 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:56 smithi094 podman[139769]: 2024-08-17 17:25:56.8489903 +0000 UTC m=+0.342903810 container died f0848beb5b6e97d38acd2959cbf4bbf6f4b4d2330a2c2f76528da0b74c068334 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:25:57.155 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:56 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:25:57.155 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:56 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:56] ENGINE Bus STOPPED 2024-08-17T17:25:57.156 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:56 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:56] ENGINE Bus STARTING 2024-08-17T17:25:57.156 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:57 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:57] ENGINE Serving on http://:::9283 2024-08-17T17:25:57.156 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:57 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: [17/Aug/2024:17:25:57] ENGINE Bus STARTED 2024-08-17T17:25:57.481 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:57 smithi094 podman[139769]: 2024-08-17 17:25:57.237341121 +0000 UTC m=+0.731254615 container cleanup f0848beb5b6e97d38acd2959cbf4bbf6f4b4d2330a2c2f76528da0b74c068334 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T17:25:57.481 INFO:journalctl@ceph.mon.c.smithi094.stdout:Aug 17 17:25:57 smithi094 bash[139769]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-c 2024-08-17T17:25:57.608 DEBUG:teuthology.orchestra.run.smithi094:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.c.service' 2024-08-17T17:25:57.643 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:25:57.643 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-17T17:25:57.643 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-17T17:25:57.643 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.b 2024-08-17T17:25:57.935 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:57 smithi190 systemd[1]: Stopping Ceph mon.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:25:58.435 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b[90695]: 2024-08-17T17:25:57.946+0000 7f14010fa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:25:58.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b[90695]: 2024-08-17T17:25:57.946+0000 7f14010fa640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-17T17:25:58.436 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:58 smithi190 podman[124784]: 2024-08-17 17:25:58.182604342 +0000 UTC m=+0.341331738 container died 2e354b7db9b4d7f93ed59147c198dce7ccd158d11395612d479653fc8a6f5f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-17T17:25:58.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:58 smithi190 podman[124784]: 2024-08-17 17:25:58.637279293 +0000 UTC m=+0.796006687 container cleanup 2e354b7db9b4d7f93ed59147c198dce7ccd158d11395612d479653fc8a6f5f76 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T17:25:58.936 INFO:journalctl@ceph.mon.b.smithi190.stdout:Aug 17 17:25:58 smithi190 bash[124784]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mon-b 2024-08-17T17:25:59.114 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mon.b.service' 2024-08-17T17:25:59.159 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:25:59.159 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-17T17:25:59.160 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-17T17:25:59.160 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y 2024-08-17T17:25:59.460 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:59 smithi094 systemd[1]: Stopping Ceph mgr.y for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:25:59.461 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: ::ffff:172.21.15.190 - - [17/Aug/2024:17:25:59] "GET /metrics HTTP/1.1" 200 29387 "" "Prometheus/2.51.0" 2024-08-17T17:25:59.461 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:59 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y[91212]: 2024-08-17T17:25:59.459+0000 7f7cdc74e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:25:59.772 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:59 smithi094 podman[139910]: 2024-08-17 17:25:59.491837655 +0000 UTC m=+0.133214562 container died ce76909f20c73ab5335c05c58aa08588d1091f063f666c2b211fb9013f9085e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:26:00.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:59.773Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:26:00.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:59.773Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:26:00.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:59.776Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:26:00.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:59.776Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:26:00.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:59.776Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:26:00.186 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:25:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:25:59.776Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:26:00.251 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:59 smithi094 podman[139910]: 2024-08-17 17:25:59.949744909 +0000 UTC m=+0.591121815 container cleanup ce76909f20c73ab5335c05c58aa08588d1091f063f666c2b211fb9013f9085e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T17:26:00.252 INFO:journalctl@ceph.mgr.y.smithi094.stdout:Aug 17 17:25:59 smithi094 bash[139910]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-y 2024-08-17T17:26:00.385 DEBUG:teuthology.orchestra.run.smithi094:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.y.service' 2024-08-17T17:26:00.418 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:00.419 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-17T17:26:00.419 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-17T17:26:00.419 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x 2024-08-17T17:26:00.465 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:26:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:26:00.213Z caller=group.go:483 level=warn name=CephPoolGrowthWarning index=0 component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{cluster=\"b274a7f2-5cb9-11ef-bccf-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-17T17:26:00.768 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:26:00 smithi190 systemd[1]: Stopping Ceph mgr.x for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:01.035 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:26:00 smithi190 podman[124918]: 2024-08-17 17:26:00.767566034 +0000 UTC m=+0.152852457 container died 2d9449b2bbfdc4088f1ac99a0c97b16969175f8964be5cb7cf294fd5db2bbd61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T17:26:01.427 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:26:01 smithi190 podman[124918]: 2024-08-17 17:26:01.133978555 +0000 UTC m=+0.519264975 container cleanup 2d9449b2bbfdc4088f1ac99a0c97b16969175f8964be5cb7cf294fd5db2bbd61 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:26:01.427 INFO:journalctl@ceph.mgr.x.smithi190.stdout:Aug 17 17:26:01 smithi190 bash[124918]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mgr-x 2024-08-17T17:26:01.562 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mgr.x.service' 2024-08-17T17:26:01.597 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:01.598 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-17T17:26:01.598 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-17T17:26:01.598 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.0 2024-08-17T17:26:01.907 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:01 smithi094 systemd[1]: Stopping Ceph osd.0 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:02.272 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[108657]: 2024-08-17T17:26:01.906+0000 7f31abc63640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:26:02.272 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[108657]: 2024-08-17T17:26:01.906+0000 7f31abc63640 -1 osd.0 1062 *** Got signal Terminated *** 2024-08-17T17:26:02.272 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:01 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0[108657]: 2024-08-17T17:26:01.906+0000 7f31abc63640 -1 osd.0 1062 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:26:07.772 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:07 smithi094 podman[140046]: 2024-08-17 17:26:07.489765385 +0000 UTC m=+5.699593082 container died a41895dc67e90b3375ae38d575f44a1b99a3955c808cac62a000d31ecad299be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T17:26:08.114 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:07 smithi094 podman[140046]: 2024-08-17 17:26:07.85471219 +0000 UTC m=+6.064539897 container cleanup a41895dc67e90b3375ae38d575f44a1b99a3955c808cac62a000d31ecad299be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T17:26:08.115 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:07 smithi094 bash[140046]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0 2024-08-17T17:26:08.483 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:08 smithi094 podman[140067]: 2024-08-17 17:26:08.114166555 +0000 UTC m=+0.619091176 container remove a41895dc67e90b3375ae38d575f44a1b99a3955c808cac62a000d31ecad299be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:26:08.734 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:08 smithi094 podman[140162]: 2024-08-17 17:26:08.385087227 +0000 UTC m=+0.017342411 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:26:08.735 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:08 smithi094 podman[140162]: 2024-08-17 17:26:08.524742373 +0000 UTC m=+0.156997553 container create 3cf610ee4865d7e62dc02fdccf9171d97e1dfd86f5228ff69d7e5da19a151cd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T17:26:09.022 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:08 smithi094 podman[140162]: 2024-08-17 17:26:08.734005246 +0000 UTC m=+0.366260420 container init 3cf610ee4865d7e62dc02fdccf9171d97e1dfd86f5228ff69d7e5da19a151cd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:26:09.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:08 smithi094 podman[140162]: 2024-08-17 17:26:08.739251162 +0000 UTC m=+0.371506345 container start 3cf610ee4865d7e62dc02fdccf9171d97e1dfd86f5228ff69d7e5da19a151cd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-17T17:26:09.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:08 smithi094 podman[140162]: 2024-08-17 17:26:08.808891247 +0000 UTC m=+0.441146421 container attach 3cf610ee4865d7e62dc02fdccf9171d97e1dfd86f5228ff69d7e5da19a151cd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:26:09.023 INFO:journalctl@ceph.osd.0.smithi094.stdout:Aug 17 17:26:08 smithi094 podman[140162]: 2024-08-17 17:26:08.929752554 +0000 UTC m=+0.562007728 container died 3cf610ee4865d7e62dc02fdccf9171d97e1dfd86f5228ff69d7e5da19a151cd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True) 2024-08-17T17:26:09.600 DEBUG:teuthology.orchestra.run.smithi094:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.0.service' 2024-08-17T17:26:09.644 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:09.645 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-17T17:26:09.645 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-17T17:26:09.645 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.1 2024-08-17T17:26:10.001 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:09 smithi094 systemd[1]: Stopping Ceph osd.1 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:10.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[113896]: 2024-08-17T17:26:09.999+0000 7f128c758640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:26:10.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[113896]: 2024-08-17T17:26:09.999+0000 7f128c758640 -1 osd.1 1062 *** Got signal Terminated *** 2024-08-17T17:26:10.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:10 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1[113896]: 2024-08-17T17:26:09.999+0000 7f128c758640 -1 osd.1 1062 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:26:15.958 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:15 smithi094 podman[140294]: 2024-08-17 17:26:15.627385049 +0000 UTC m=+5.726337953 container died 7ea4e6fc1647f9b0e2974ed1b10de728fa6e4dd1f711fec4c8c8964c6e1b92dd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T17:26:16.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:16 smithi094 podman[140294]: 2024-08-17 17:26:16.115286022 +0000 UTC m=+6.214238928 container cleanup 7ea4e6fc1647f9b0e2974ed1b10de728fa6e4dd1f711fec4c8c8964c6e1b92dd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-17T17:26:16.272 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:16 smithi094 bash[140294]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1 2024-08-17T17:26:16.737 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:16 smithi094 podman[140328]: 2024-08-17 17:26:16.375103891 +0000 UTC m=+0.742653603 container remove 7ea4e6fc1647f9b0e2974ed1b10de728fa6e4dd1f711fec4c8c8964c6e1b92dd (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:26:17.022 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:16 smithi094 podman[140419]: 2024-08-17 17:26:16.639709454 +0000 UTC m=+0.017541572 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:26:17.022 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:16 smithi094 podman[140419]: 2024-08-17 17:26:16.767583125 +0000 UTC m=+0.145415281 container create ca4402bbe99ca55dbedc3ebba5ebd3834ade7d3b64c111d124e21d854b979945 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T17:26:17.022 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:16 smithi094 podman[140419]: 2024-08-17 17:26:16.962272655 +0000 UTC m=+0.340104785 container init ca4402bbe99ca55dbedc3ebba5ebd3834ade7d3b64c111d124e21d854b979945 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:26:17.022 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:16 smithi094 podman[140419]: 2024-08-17 17:26:16.96737451 +0000 UTC m=+0.345206624 container start ca4402bbe99ca55dbedc3ebba5ebd3834ade7d3b64c111d124e21d854b979945 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T17:26:17.466 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:17 smithi094 podman[140419]: 2024-08-17 17:26:17.040455016 +0000 UTC m=+0.418287141 container attach ca4402bbe99ca55dbedc3ebba5ebd3834ade7d3b64c111d124e21d854b979945 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe) 2024-08-17T17:26:17.466 INFO:journalctl@ceph.osd.1.smithi094.stdout:Aug 17 17:26:17 smithi094 podman[140419]: 2024-08-17 17:26:17.15773431 +0000 UTC m=+0.535566430 container died ca4402bbe99ca55dbedc3ebba5ebd3834ade7d3b64c111d124e21d854b979945 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731) 2024-08-17T17:26:17.760 DEBUG:teuthology.orchestra.run.smithi094:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.1.service' 2024-08-17T17:26:17.800 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:17.801 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-17T17:26:17.801 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-17T17:26:17.801 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.2 2024-08-17T17:26:18.022 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:17 smithi094 systemd[1]: Stopping Ceph osd.2 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:18.522 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[119151]: 2024-08-17T17:26:18.136+0000 7f11b59cc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:26:18.522 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[119151]: 2024-08-17T17:26:18.136+0000 7f11b59cc640 -1 osd.2 1062 *** Got signal Terminated *** 2024-08-17T17:26:18.522 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2[119151]: 2024-08-17T17:26:18.136+0000 7f11b59cc640 -1 osd.2 1062 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:26:23.861 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:23 smithi094 podman[140545]: 2024-08-17 17:26:23.591623307 +0000 UTC m=+5.564790282 container died f7e2ec0ed092381f0d478ff6e85abecfc643147a19fa5c494be0493bda6f2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe) 2024-08-17T17:26:24.272 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:24 smithi094 podman[140545]: 2024-08-17 17:26:24.00083677 +0000 UTC m=+5.974003809 container cleanup f7e2ec0ed092381f0d478ff6e85abecfc643147a19fa5c494be0493bda6f2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:26:24.272 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:24 smithi094 bash[140545]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2 2024-08-17T17:26:24.772 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:24 smithi094 podman[140566]: 2024-08-17 17:26:24.277580489 +0000 UTC m=+0.687358167 container remove f7e2ec0ed092381f0d478ff6e85abecfc643147a19fa5c494be0493bda6f2e78 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T17:26:25.089 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:24 smithi094 podman[140659]: 2024-08-17 17:26:24.677523008 +0000 UTC m=+0.017479058 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:26:25.089 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:24 smithi094 podman[140659]: 2024-08-17 17:26:24.786844882 +0000 UTC m=+0.126800961 container create 52f47ce591260bf3ac480df48c84bfc8c0fa0525fd9e2dde4d9532c099866440 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:26:25.089 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:24 smithi094 podman[140659]: 2024-08-17 17:26:24.997366364 +0000 UTC m=+0.337322407 container init 52f47ce591260bf3ac480df48c84bfc8c0fa0525fd9e2dde4d9532c099866440 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T17:26:25.090 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:25 smithi094 podman[140659]: 2024-08-17 17:26:25.002424644 +0000 UTC m=+0.342380677 container start 52f47ce591260bf3ac480df48c84bfc8c0fa0525fd9e2dde4d9532c099866440 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T17:26:25.090 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:25 smithi094 podman[140659]: 2024-08-17 17:26:25.088802364 +0000 UTC m=+0.428758398 container attach 52f47ce591260bf3ac480df48c84bfc8c0fa0525fd9e2dde4d9532c099866440 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T17:26:25.522 INFO:journalctl@ceph.osd.2.smithi094.stdout:Aug 17 17:26:25 smithi094 podman[140659]: 2024-08-17 17:26:25.183534174 +0000 UTC m=+0.523490208 container died 52f47ce591260bf3ac480df48c84bfc8c0fa0525fd9e2dde4d9532c099866440 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:26:25.815 DEBUG:teuthology.orchestra.run.smithi094:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.2.service' 2024-08-17T17:26:25.856 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:25.856 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-17T17:26:25.857 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-17T17:26:25.857 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.3 2024-08-17T17:26:26.197 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:25 smithi094 systemd[1]: Stopping Ceph osd.3 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:26.522 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:26:26.196+0000 7efeb2ef9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:26:26.522 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:26:26.196+0000 7efeb2ef9640 -1 osd.3 1062 *** Got signal Terminated *** 2024-08-17T17:26:26.522 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:26 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:26:26.196+0000 7efeb2ef9640 -1 osd.3 1062 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:26:28.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:27 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:26:27.800+0000 7efeaf50e640 -1 osd.3 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.041273+0000 front 2024-08-17T17:26:04.041457+0000 (oldest deadline 2024-08-17T17:26:27.541537+0000) 2024-08-17T17:26:28.935 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:28.507+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:29.212 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:28 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:28.941+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:29.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:28 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:26:28.818+0000 7efeaf50e640 -1 osd.3 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.041273+0000 front 2024-08-17T17:26:04.041457+0000 (oldest deadline 2024-08-17T17:26:27.541537+0000) 2024-08-17T17:26:29.897 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:29 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:29.518+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:30.154 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:29 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:29.895+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:30.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:29 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:26:29.838+0000 7efeaf50e640 -1 osd.3 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.041273+0000 front 2024-08-17T17:26:04.041457+0000 (oldest deadline 2024-08-17T17:26:27.541537+0000) 2024-08-17T17:26:30.435 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:30.362+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:30.923 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:30.549+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:31.185 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:30 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:30.921+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:31.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:30 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3[124414]: 2024-08-17T17:26:30.801+0000 7efeaf50e640 -1 osd.3 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.041273+0000 front 2024-08-17T17:26:04.041457+0000 (oldest deadline 2024-08-17T17:26:27.541537+0000) 2024-08-17T17:26:31.685 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:31.533+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:31.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:31.347+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:31.970 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:31 smithi094 podman[140786]: 2024-08-17 17:26:31.656595223 +0000 UTC m=+5.565840673 container died 3bee04f6a6a48fcc1d4b9713356d06c9520b84e6b6b7a6fbbf13520444104719 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-17T17:26:32.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:31 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:31.892+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:32.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:32 smithi094 podman[140786]: 2024-08-17 17:26:32.060724009 +0000 UTC m=+5.969969458 container cleanup 3bee04f6a6a48fcc1d4b9713356d06c9520b84e6b6b7a6fbbf13520444104719 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-17T17:26:32.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:32 smithi094 bash[140786]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3 2024-08-17T17:26:32.634 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:32 smithi094 podman[140807]: 2024-08-17 17:26:32.303422108 +0000 UTC m=+0.645716489 container remove 3bee04f6a6a48fcc1d4b9713356d06c9520b84e6b6b7a6fbbf13520444104719 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe) 2024-08-17T17:26:32.685 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:32 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:32.512+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:32.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:32 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:32.388+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:32.890 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:32 smithi094 podman[140902]: 2024-08-17 17:26:32.536743033 +0000 UTC m=+0.017229533 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:26:32.890 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:32 smithi094 podman[140902]: 2024-08-17 17:26:32.646146165 +0000 UTC m=+0.126632691 container create 583a8694294301cb283403cfa39cdf6b137c74aa788de2e0c33d2d77ca91109d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cd8bdbe) 2024-08-17T17:26:33.185 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:32 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:32.844+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:33.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:32 smithi094 podman[140902]: 2024-08-17 17:26:32.890185213 +0000 UTC m=+0.370671698 container init 583a8694294301cb283403cfa39cdf6b137c74aa788de2e0c33d2d77ca91109d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-17T17:26:33.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:32 smithi094 podman[140902]: 2024-08-17 17:26:32.895057338 +0000 UTC m=+0.375543827 container start 583a8694294301cb283403cfa39cdf6b137c74aa788de2e0c33d2d77ca91109d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-cd8bdbe, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-17T17:26:33.272 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:32 smithi094 podman[140902]: 2024-08-17 17:26:32.981483177 +0000 UTC m=+0.461969668 container attach 583a8694294301cb283403cfa39cdf6b137c74aa788de2e0c33d2d77ca91109d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:26:33.273 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:33 smithi094 podman[140902]: 2024-08-17 17:26:33.086472683 +0000 UTC m=+0.566959169 container died 583a8694294301cb283403cfa39cdf6b137c74aa788de2e0c33d2d77ca91109d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-17T17:26:33.611 INFO:journalctl@ceph.osd.3.smithi094.stdout:Aug 17 17:26:33 smithi094 podman[140946]: 2024-08-17 17:26:33.586605489 +0000 UTC m=+0.493777553 container remove 583a8694294301cb283403cfa39cdf6b137c74aa788de2e0c33d2d77ca91109d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T17:26:33.616 DEBUG:teuthology.orchestra.run.smithi094:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.3.service' 2024-08-17T17:26:33.648 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:33.553+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:33.648 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:33.383+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:33.654 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:33.654 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-17T17:26:33.654 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-17T17:26:33.655 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.4 2024-08-17T17:26:33.936 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:33 smithi190 systemd[1]: Stopping Ceph osd.4 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:33.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:33.834+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:33.937 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:33 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:33.647+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:34.421 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:34.044+0000 7f54477fc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:26:34.421 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:34.044+0000 7f54477fc640 -1 osd.4 1062 *** Got signal Terminated *** 2024-08-17T17:26:34.421 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:34.044+0000 7f54477fc640 -1 osd.4 1062 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:26:34.683 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:34.546+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:34.684 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:34.419+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:34.935 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:34.857+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:34.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:34 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:34.682+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:35.653 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:35.562+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:35.654 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:35.379+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:35.935 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:35.902+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:35.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:35 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:35.651+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:36.600 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:36.338+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:36.600 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:36.338+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:36.935 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:36.599+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:36.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:36.628+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:37.338 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:36 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:36.943+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:37.608 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:37 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:37.337+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:37.608 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:37 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:37.337+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:37.924 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:37 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:37.610+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:37.925 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:37 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:37.610+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.498493+0000 front 2024-08-17T17:26:13.498614+0000 (oldest deadline 2024-08-17T17:26:36.998423+0000) 2024-08-17T17:26:37.925 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:37 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:37.607+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:37.925 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:37 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:37.607+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:38.185 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:37 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:37.923+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:38.185 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:37 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:37.923+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:38.652 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:38.575+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:03.696708+0000 front 2024-08-17T17:26:03.696663+0000 (oldest deadline 2024-08-17T17:26:27.796618+0000) 2024-08-17T17:26:38.653 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4[96683]: 2024-08-17T17:26:38.575+0000 7f5443e11640 -1 osd.4 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.498493+0000 front 2024-08-17T17:26:13.498614+0000 (oldest deadline 2024-08-17T17:26:36.998423+0000) 2024-08-17T17:26:38.653 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:38.331+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:38.653 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:38.331+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:38.904 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:38.651+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:38.904 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:38.651+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:39.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:38.903+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:39.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:38 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:38.903+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:39.645 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:39 smithi190 podman[125069]: 2024-08-17 17:26:39.493331731 +0000 UTC m=+5.645044036 container died 525529b4c9d612ecc0b159f661ef1a2505157487b99100d05a8440d19fec6b2d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:26:39.646 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:39 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:39.376+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:39.646 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:39 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:39.376+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:39.933 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:39 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:39.647+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:39.934 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:39 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:39.647+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:39.934 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:39 smithi190 podman[125069]: 2024-08-17 17:26:39.851928561 +0000 UTC m=+6.003640822 container cleanup 525529b4c9d612ecc0b159f661ef1a2505157487b99100d05a8440d19fec6b2d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T17:26:39.934 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:39 smithi190 bash[125069]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4 2024-08-17T17:26:40.186 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:40 smithi190 podman[125089]: 2024-08-17 17:26:40.094828941 +0000 UTC m=+0.595037355 container remove 525529b4c9d612ecc0b159f661ef1a2505157487b99100d05a8440d19fec6b2d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T17:26:40.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:39 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:39.932+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:40.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:39 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:39.932+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:40.552 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:40.420+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:40.552 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:40.420+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:40.553 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:40 smithi190 podman[125185]: 2024-08-17 17:26:40.332834977 +0000 UTC m=+0.018261235 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:26:40.553 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:40 smithi190 podman[125185]: 2024-08-17 17:26:40.43745464 +0000 UTC m=+0.122880889 container create 0a96a924b4f77e4f557e2f52151142c8a2f4286167b7544a7ec5e8b95df1ffde (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T17:26:40.855 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:40.661+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:40.855 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:40.661+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:40.856 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:40 smithi190 podman[125185]: 2024-08-17 17:26:40.656634036 +0000 UTC m=+0.342060282 container init 0a96a924b4f77e4f557e2f52151142c8a2f4286167b7544a7ec5e8b95df1ffde (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T17:26:40.856 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:40 smithi190 podman[125185]: 2024-08-17 17:26:40.661224059 +0000 UTC m=+0.346650314 container start 0a96a924b4f77e4f557e2f52151142c8a2f4286167b7544a7ec5e8b95df1ffde (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-17T17:26:40.856 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:40 smithi190 podman[125185]: 2024-08-17 17:26:40.748244979 +0000 UTC m=+0.433671225 container attach 0a96a924b4f77e4f557e2f52151142c8a2f4286167b7544a7ec5e8b95df1ffde (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2) 2024-08-17T17:26:40.856 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=cleanup t=2024-08-17T17:26:40.561351549Z level=info msg="Completed cleanup jobs" duration=2.114473ms 2024-08-17T17:26:40.857 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=grafana.update.checker t=2024-08-17T17:26:40.706145338Z level=info msg="Update check succeeded" duration=66.135445ms 2024-08-17T17:26:40.857 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=plugins.update.checker t=2024-08-17T17:26:40.711371975Z level=info msg="Update check succeeded" duration=65.267636ms 2024-08-17T17:26:41.143 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:40.909+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:41.144 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:40 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:40.909+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:41.144 INFO:journalctl@ceph.osd.4.smithi190.stdout:Aug 17 17:26:40 smithi190 podman[125185]: 2024-08-17 17:26:40.855462951 +0000 UTC m=+0.540889213 container died 0a96a924b4f77e4f557e2f52151142c8a2f4286167b7544a7ec5e8b95df1ffde (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T17:26:41.442 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.4.service' 2024-08-17T17:26:41.484 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:41.484 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-17T17:26:41.485 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-17T17:26:41.485 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.5 2024-08-17T17:26:41.686 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:41 smithi190 systemd[1]: Stopping Ceph osd.5 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:41.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:41.433+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:41.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:41.433+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:41.687 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:41.626+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:41.687 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:41.626+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:42.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:41.848+0000 7f905b6bd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:26:42.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:41.848+0000 7f905b6bd640 -1 osd.5 1062 *** Got signal Terminated *** 2024-08-17T17:26:42.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:41.848+0000 7f905b6bd640 -1 osd.5 1062 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:26:42.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:41.935+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:42.186 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:41 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:41.935+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:42.686 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:42.661+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:42.686 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:42.661+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:42.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:42.427+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:42.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:42.427+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:43.435 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:42.980+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:43.436 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:42 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:42.980+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:43.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:43.467+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:43.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:43.467+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:43.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:43.658+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:43.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:43 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:43.658+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:44.435 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:44.016+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:44.436 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:44.016+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:44.935 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:44.630+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:44.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:44.630+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:44.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:44.461+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:44.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:44.461+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:44.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:44.461+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:45.424 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:44.968+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:45.425 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:44 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:44.968+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:45.686 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:45.634+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:45.686 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:45.634+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:45.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:45.424+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:45.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:45.424+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:45.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:45.424+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:46.405 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:45.990+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.763240+0000 front 2024-08-17T17:26:06.763306+0000 (oldest deadline 2024-08-17T17:26:28.463145+0000) 2024-08-17T17:26:46.405 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:45 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5[101736]: 2024-08-17T17:26:45.990+0000 7f9053cca640 -1 osd.5 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.064418+0000 front 2024-08-17T17:26:13.064333+0000 (oldest deadline 2024-08-17T17:26:37.164381+0000) 2024-08-17T17:26:46.660 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:46.404+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:46.660 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:46.404+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:46.660 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:46.404+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:46.935 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:46.659+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:46.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:46.659+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:46.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:46 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:46.659+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:47.647 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:47 smithi190 podman[125312]: 2024-08-17 17:26:47.360324825 +0000 UTC m=+5.650497868 container died 1b81d54ea5c4e7cdf33a3f2a88dffca564d8967737945bebe93876cd72741d96 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731) 2024-08-17T17:26:47.647 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:47.365+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:47.648 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:47.365+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:47.648 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:47.365+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:47.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:47 smithi190 podman[125312]: 2024-08-17 17:26:47.746138575 +0000 UTC m=+6.036311626 container cleanup 1b81d54ea5c4e7cdf33a3f2a88dffca564d8967737945bebe93876cd72741d96 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T17:26:47.936 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:47 smithi190 bash[125312]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5 2024-08-17T17:26:47.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:47.646+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:47.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:47.646+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:47.937 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:47 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:47.646+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:48.334 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:48 smithi190 podman[125334]: 2024-08-17 17:26:48.005785821 +0000 UTC m=+0.644131327 container remove 1b81d54ea5c4e7cdf33a3f2a88dffca564d8967737945bebe93876cd72741d96 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T17:26:48.659 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:48 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:48.334+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:48.659 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:48 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:48.334+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:48.659 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:48 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:48.334+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:48.660 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:48 smithi190 podman[125425]: 2024-08-17 17:26:48.244920849 +0000 UTC m=+0.017696316 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:26:48.660 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:48 smithi190 podman[125425]: 2024-08-17 17:26:48.369248908 +0000 UTC m=+0.142024365 container create 8f56433877fa9e63ac9e199f7fba7db1809c5f4952bddd4c7d8e6bbb3160e5ee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:26:48.660 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:48 smithi190 podman[125425]: 2024-08-17 17:26:48.567235875 +0000 UTC m=+0.340011348 container init 8f56433877fa9e63ac9e199f7fba7db1809c5f4952bddd4c7d8e6bbb3160e5ee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-17T17:26:48.660 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:48 smithi190 podman[125425]: 2024-08-17 17:26:48.572120103 +0000 UTC m=+0.344895560 container start 8f56433877fa9e63ac9e199f7fba7db1809c5f4952bddd4c7d8e6bbb3160e5ee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-17T17:26:48.660 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:48 smithi190 podman[125425]: 2024-08-17 17:26:48.659026769 +0000 UTC m=+0.431802227 container attach 8f56433877fa9e63ac9e199f7fba7db1809c5f4952bddd4c7d8e6bbb3160e5ee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T17:26:48.935 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:48 smithi190 podman[125425]: 2024-08-17 17:26:48.771378859 +0000 UTC m=+0.544154325 container died 8f56433877fa9e63ac9e199f7fba7db1809c5f4952bddd4c7d8e6bbb3160e5ee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0) 2024-08-17T17:26:48.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:48 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:48.685+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:48.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:48 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:48.685+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:48.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:48 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:48.685+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:49.321 INFO:journalctl@ceph.osd.5.smithi190.stdout:Aug 17 17:26:49 smithi190 podman[125469]: 2024-08-17 17:26:49.303868875 +0000 UTC m=+0.526656645 container remove 8f56433877fa9e63ac9e199f7fba7db1809c5f4952bddd4c7d8e6bbb3160e5ee (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe) 2024-08-17T17:26:49.326 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.5.service' 2024-08-17T17:26:49.365 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:49.365 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-17T17:26:49.366 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-17T17:26:49.366 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.6 2024-08-17T17:26:49.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:49.322+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:49.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:49.322+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:49.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:49.322+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:49.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:49 smithi190 systemd[1]: Stopping Ceph osd.6 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:50.185 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:49.705+0000 7f196ca9b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:26:50.186 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:49.705+0000 7f196ca9b640 -1 osd.6 1062 *** Got signal Terminated *** 2024-08-17T17:26:50.186 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:49.705+0000 7f196ca9b640 -1 osd.6 1062 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:26:50.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:49.724+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:50.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:49.724+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:50.187 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:49 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:49.724+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:50.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:50.288+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:50.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:50.288+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:50.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:50.288+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:50.935 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:50.684+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:50.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:50.684+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:50.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:50 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:50.684+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:51.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:51 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:51.319+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:51.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:51 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:51.319+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:51.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:51 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:51.319+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:52.185 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:51 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:51.727+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:52.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:51 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:51.727+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:52.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:51 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:51.727+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:52.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:52.345+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:52.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:52.345+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:52.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:52.345+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:52.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:52.345+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:27.343465+0000 front 2024-08-17T17:26:27.343556+0000 (oldest deadline 2024-08-17T17:26:52.043450+0000) 2024-08-17T17:26:53.185 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:52.692+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:53.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:52.692+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:53.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:52.692+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:53.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:52 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:52.692+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:26:53.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:53.369+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:53.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:53.369+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:53.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:53.369+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:53.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:53.369+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:27.343465+0000 front 2024-08-17T17:26:27.343556+0000 (oldest deadline 2024-08-17T17:26:52.043450+0000) 2024-08-17T17:26:54.185 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:53.740+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:54.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:53.740+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:54.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:53.740+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:54.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:53 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:53.740+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:26:54.685 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:54.350+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:04.140026+0000 front 2024-08-17T17:26:04.140226+0000 (oldest deadline 2024-08-17T17:26:29.440105+0000) 2024-08-17T17:26:54.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:54.350+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.441597+0000 front 2024-08-17T17:26:13.441535+0000 (oldest deadline 2024-08-17T17:26:35.741470+0000) 2024-08-17T17:26:54.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:54.350+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.142749+0000 front 2024-08-17T17:26:22.142734+0000 (oldest deadline 2024-08-17T17:26:43.842564+0000) 2024-08-17T17:26:54.686 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6[106504]: 2024-08-17T17:26:54.350+0000 7f19690b0640 -1 osd.6 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:27.343465+0000 front 2024-08-17T17:26:27.343556+0000 (oldest deadline 2024-08-17T17:26:52.043450+0000) 2024-08-17T17:26:55.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:54.738+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:55.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:54.738+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:55.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:54.738+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:55.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:54 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:54.738+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:26:55.539 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:55 smithi190 podman[125552]: 2024-08-17 17:26:55.223975574 +0000 UTC m=+5.631528549 container died d3c469787af0561eb771a4632aa33d486ef3e19bbfbdde172f4808a60da7731b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cd8bdbe) 2024-08-17T17:26:55.935 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:55 smithi190 podman[125552]: 2024-08-17 17:26:55.539560294 +0000 UTC m=+5.947113276 container cleanup d3c469787af0561eb771a4632aa33d486ef3e19bbfbdde172f4808a60da7731b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T17:26:55.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:55 smithi190 bash[125552]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6 2024-08-17T17:26:55.936 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:55 smithi190 podman[125573]: 2024-08-17 17:26:55.724189305 +0000 UTC m=+0.494885445 container remove d3c469787af0561eb771a4632aa33d486ef3e19bbfbdde172f4808a60da7731b (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe) 2024-08-17T17:26:55.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:55.725+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:55.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:55.725+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:55.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:55.725+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:55.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:55 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:55.725+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:26:56.435 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:56 smithi190 podman[125668]: 2024-08-17 17:26:56.076348735 +0000 UTC m=+0.017805305 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:26:56.436 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:56 smithi190 podman[125668]: 2024-08-17 17:26:56.183636573 +0000 UTC m=+0.125093137 container create eda690da39b9886004b5f285c46bfab9eb53d5a5780fc7d036cc24dd667ea429 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T17:26:56.436 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:56 smithi190 podman[125668]: 2024-08-17 17:26:56.377830608 +0000 UTC m=+0.319287183 container init eda690da39b9886004b5f285c46bfab9eb53d5a5780fc7d036cc24dd667ea429 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:26:56.436 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:56 smithi190 podman[125668]: 2024-08-17 17:26:56.38322963 +0000 UTC m=+0.324686203 container start eda690da39b9886004b5f285c46bfab9eb53d5a5780fc7d036cc24dd667ea429 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-17T17:26:56.864 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:56 smithi190 podman[125668]: 2024-08-17 17:26:56.46059503 +0000 UTC m=+0.402051595 container attach eda690da39b9886004b5f285c46bfab9eb53d5a5780fc7d036cc24dd667ea429 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:26:56.864 INFO:journalctl@ceph.osd.6.smithi190.stdout:Aug 17 17:26:56 smithi190 podman[125668]: 2024-08-17 17:26:56.576122694 +0000 UTC m=+0.517579262 container died eda690da39b9886004b5f285c46bfab9eb53d5a5780fc7d036cc24dd667ea429 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T17:26:56.865 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:56.681+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:56.865 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:56.681+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:56.865 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:56.681+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:56.865 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:56 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:56.681+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:26:57.160 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.6.service' 2024-08-17T17:26:57.197 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:26:57.197 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-17T17:26:57.197 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-17T17:26:57.198 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.7 2024-08-17T17:26:57.435 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:57 smithi190 systemd[1]: Stopping Ceph osd.7 for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:26:57.935 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:57.526+0000 7f4d20835640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:26:57.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:57.526+0000 7f4d20835640 -1 osd.7 1062 *** Got signal Terminated *** 2024-08-17T17:26:57.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:57.526+0000 7f4d20835640 -1 osd.7 1062 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:26:57.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:57.687+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:57.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:57.687+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:57.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:57.687+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:57.936 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:57 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:57.687+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:26:59.105 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:58.730+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:26:59.106 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:58.730+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:26:59.106 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:58.730+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:26:59.106 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:58 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:58.730+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:27:00.042 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:26:59.773Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:27:00.042 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:26:59.774Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:27:00.042 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:26:59.776Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:27:00.043 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:26:59.776Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:27:00.043 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:26:59.776Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:27:00.043 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:26:59.776Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.94:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.94:8765: connect: connection refused" 2024-08-17T17:27:00.043 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:59.776+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:27:00.043 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:59.776+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:27:00.043 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:59.776+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:27:00.044 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:26:59 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:26:59.776+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:27:01.185 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:00.771+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:27:01.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:00.771+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:27:01.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:00.771+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:27:01.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:00.771+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:27:01.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:00 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:00.771+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.190:6804 osd.4 since back 2024-08-17T17:26:37.656412+0000 front 2024-08-17T17:26:37.656460+0000 (oldest deadline 2024-08-17T17:27:00.556396+0000) 2024-08-17T17:27:02.185 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:01.761+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6806 osd.0 since back 2024-08-17T17:26:06.752660+0000 front 2024-08-17T17:26:06.752708+0000 (oldest deadline 2024-08-17T17:26:32.652432+0000) 2024-08-17T17:27:02.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:01.761+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6814 osd.1 since back 2024-08-17T17:26:13.153451+0000 front 2024-08-17T17:26:13.153509+0000 (oldest deadline 2024-08-17T17:26:37.253543+0000) 2024-08-17T17:27:02.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:01.761+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6822 osd.2 since back 2024-08-17T17:26:22.955109+0000 front 2024-08-17T17:26:22.955093+0000 (oldest deadline 2024-08-17T17:26:46.455147+0000) 2024-08-17T17:27:02.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:01.761+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.94:6830 osd.3 since back 2024-08-17T17:26:26.455790+0000 front 2024-08-17T17:26:26.455779+0000 (oldest deadline 2024-08-17T17:26:52.355761+0000) 2024-08-17T17:27:02.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:01 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7[111247]: 2024-08-17T17:27:01.761+0000 7f4d18e42640 -1 osd.7 1062 heartbeat_check: no reply from 172.21.15.190:6804 osd.4 since back 2024-08-17T17:26:37.656412+0000 front 2024-08-17T17:26:37.656460+0000 (oldest deadline 2024-08-17T17:27:00.556396+0000) 2024-08-17T17:27:03.303 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:02 smithi190 podman[125797]: 2024-08-17 17:27:02.978141906 +0000 UTC m=+5.552507528 container died 8519c5a613d104a6626a5bd2edad0980a510c2a70be1df860d46abf09c291e86 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-17T17:27:03.611 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:03 smithi190 podman[125797]: 2024-08-17 17:27:03.385254145 +0000 UTC m=+5.959619830 container cleanup 8519c5a613d104a6626a5bd2edad0980a510c2a70be1df860d46abf09c291e86 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:27:03.612 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:03 smithi190 bash[125797]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7 2024-08-17T17:27:03.934 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:03 smithi190 podman[125829]: 2024-08-17 17:27:03.61140802 +0000 UTC m=+0.629375594 container remove 8519c5a613d104a6626a5bd2edad0980a510c2a70be1df860d46abf09c291e86 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-17T17:27:04.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:03 smithi190 podman[125925]: 2024-08-17 17:27:03.836702534 +0000 UTC m=+0.017427297 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:27:04.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:03 smithi190 podman[125925]: 2024-08-17 17:27:03.937251159 +0000 UTC m=+0.117975954 container create 66c45142a17928854645684588d315fc129f25a7bf84611d10f0d96978b37d1d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=) 2024-08-17T17:27:04.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:04 smithi190 podman[125925]: 2024-08-17 17:27:04.106189408 +0000 UTC m=+0.286914177 container init 66c45142a17928854645684588d315fc129f25a7bf84611d10f0d96978b37d1d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:27:04.186 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:04 smithi190 podman[125925]: 2024-08-17 17:27:04.111106552 +0000 UTC m=+0.291831309 container start 66c45142a17928854645684588d315fc129f25a7bf84611d10f0d96978b37d1d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD) 2024-08-17T17:27:04.593 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:04 smithi190 podman[125925]: 2024-08-17 17:27:04.189367834 +0000 UTC m=+0.370092591 container attach 66c45142a17928854645684588d315fc129f25a7bf84611d10f0d96978b37d1d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T17:27:04.593 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:04 smithi190 podman[125925]: 2024-08-17 17:27:04.301904548 +0000 UTC m=+0.482629301 container died 66c45142a17928854645684588d315fc129f25a7bf84611d10f0d96978b37d1d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:27:04.848 INFO:journalctl@ceph.osd.7.smithi190.stdout:Aug 17 17:27:04 smithi190 podman[125967]: 2024-08-17 17:27:04.826157664 +0000 UTC m=+0.517313496 container remove 66c45142a17928854645684588d315fc129f25a7bf84611d10f0d96978b37d1d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:27:04.853 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@osd.7.service' 2024-08-17T17:27:04.892 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:27:04.892 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-17T17:27:04.893 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-17T17:27:04.893 DEBUG:teuthology.orchestra.run.smithi094:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.a 2024-08-17T17:27:05.198 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:27:04 smithi094 systemd[1]: Stopping Ceph mds.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:27:05.462 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:27:05 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[130054]: 2024-08-17T17:27:05.196+0000 7f8dab13c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:27:05.462 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:27:05 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a[130054]: 2024-08-17T17:27:05.196+0000 7f8dab13c640 -1 mds.a *** got signal Terminated *** 2024-08-17T17:27:09.138 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:27:08 smithi094 podman[141029]: 2024-08-17 17:27:08.842292515 +0000 UTC m=+3.754827653 container died 415cfcfd26a3e390fb161c50e78bc79a3c5568c35aa69664f3f3a8fe46f48dd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:27:09.462 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:27:09 smithi094 podman[141029]: 2024-08-17 17:27:09.236343186 +0000 UTC m=+4.148878315 container cleanup 415cfcfd26a3e390fb161c50e78bc79a3c5568c35aa69664f3f3a8fe46f48dd8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T17:27:09.463 INFO:journalctl@ceph.mds.a.smithi094.stdout:Aug 17 17:27:09 smithi094 bash[141029]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-a 2024-08-17T17:27:09.624 DEBUG:teuthology.orchestra.run.smithi094:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.a.service' 2024-08-17T17:27:09.660 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:27:09.660 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-17T17:27:09.661 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-17T17:27:09.661 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.b 2024-08-17T17:27:09.935 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:27:09 smithi190 systemd[1]: Stopping Ceph mds.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:27:10.435 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:27:09 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b[115794]: 2024-08-17T17:27:09.973+0000 7f00fe5ab640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:27:10.436 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:27:09 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b[115794]: 2024-08-17T17:27:09.973+0000 7f00fe5ab640 -1 mds.b *** got signal Terminated *** 2024-08-17T17:27:14.246 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:27:13 smithi190 podman[126050]: 2024-08-17 17:27:13.984753364 +0000 UTC m=+4.137333397 container died 41a91e0ee24caada01d59e1ac82500f182ee227758c0681b642a7ef0fdc394ac (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-17T17:27:14.680 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:27:14 smithi190 podman[126050]: 2024-08-17 17:27:14.319390066 +0000 UTC m=+4.471970098 container cleanup 41a91e0ee24caada01d59e1ac82500f182ee227758c0681b642a7ef0fdc394ac (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:27:14.681 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:27:14 smithi190 bash[126050]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b 2024-08-17T17:27:14.681 INFO:journalctl@ceph.mds.b.smithi190.stdout:Aug 17 17:27:14 smithi190 podman[126068]: 2024-08-17 17:27:14.478795752 +0000 UTC m=+0.492110212 container remove 41a91e0ee24caada01d59e1ac82500f182ee227758c0681b642a7ef0fdc394ac (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-mds-b, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:27:14.700 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@mds.b.service' 2024-08-17T17:27:14.735 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:27:14.735 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-17T17:27:14.736 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-17T17:27:14.736 DEBUG:teuthology.orchestra.run.smithi190:> sudo systemctl stop ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a 2024-08-17T17:27:15.185 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:14 smithi190 systemd[1]: Stopping Ceph prometheus.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:27:15.483 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:27:15.483 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:27:15.483 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:27:15.483 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:27:15.483 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:27:15.483 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-17T17:27:15.484 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:27:15.484 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-17T17:27:15.484 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.207Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-17T17:27:15.484 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.208Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:27:15.484 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.208Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-17T17:27:15.484 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a[81433]: ts=2024-08-17T17:27:15.208Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-17T17:27:15.484 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 podman[126182]: 2024-08-17 17:27:15.217756632 +0000 UTC m=+0.258065670 container died 6d1f86fd171d3bc64029dbca9c587e05a480424cc8fec56443b09dc9831d221c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:27:15.833 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 podman[126182]: 2024-08-17 17:27:15.590242439 +0000 UTC m=+0.630551464 container cleanup 6d1f86fd171d3bc64029dbca9c587e05a480424cc8fec56443b09dc9831d221c (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:27:15.834 INFO:journalctl@ceph.prometheus.a.smithi190.stdout:Aug 17 17:27:15 smithi190 bash[126182]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:27:15.971 DEBUG:teuthology.orchestra.run.smithi190:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@prometheus.a.service' 2024-08-17T17:27:16.003 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:27:16.004 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-17T17:27:16.004 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T17:27:18.022 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:17 smithi094 systemd[1]: Stopping Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:27:18.509 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:18 smithi094 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a[90144]: ts=2024-08-17T17:27:18.176Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:27:18.510 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:18 smithi094 podman[141496]: 2024-08-17 17:27:18.218200172 +0000 UTC m=+0.149956554 container died 6debb8a8aca6d7cdd1e965336b7198b1e6801da88837b0a0b3257ba666828048 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:27:18.772 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:18 smithi094 podman[141496]: 2024-08-17 17:27:18.600260868 +0000 UTC m=+0.532017237 container cleanup 6debb8a8aca6d7cdd1e965336b7198b1e6801da88837b0a0b3257ba666828048 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:27:18.772 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:18 smithi094 bash[141496]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T17:27:19.256 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:18 smithi094 podman[141512]: 2024-08-17 17:27:18.851629886 +0000 UTC m=+0.626621919 container remove 6debb8a8aca6d7cdd1e965336b7198b1e6801da88837b0a0b3257ba666828048 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:27:19.256 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:18 smithi094 podman[141512]: 2024-08-17 17:27:18.918945959 +0000 UTC m=+0.693937989 volume remove ba46af4ea0a7f321154d988c9c863af8b7e693ef7c81e1df20f33a0367cd99a4 2024-08-17T17:27:19.257 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:19 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T17:27:19.257 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:19 smithi094 systemd[1]: Stopped Ceph alertmanager.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:27:19.257 INFO:journalctl@ceph.alertmanager.a.smithi094.stdout:Aug 17 17:27:19 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.842s CPU time. 2024-08-17T17:27:19.509 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:19 smithi094 systemd[1]: Stopping Ceph node-exporter.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:27:19.772 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:19 smithi094 podman[141628]: 2024-08-17 17:27:19.509197489 +0000 UTC m=+0.110657757 container died 0820fbfeaf405f4baa2382a4f5be8ee26a833cec40c55e7a8a53b375a1077565 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:27:20.131 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:19 smithi094 podman[141628]: 2024-08-17 17:27:19.862973265 +0000 UTC m=+0.464433529 container cleanup 0820fbfeaf405f4baa2382a4f5be8ee26a833cec40c55e7a8a53b375a1077565 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:27:20.131 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:19 smithi094 bash[141628]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T17:27:20.424 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:20 smithi094 podman[141648]: 2024-08-17 17:27:20.131197088 +0000 UTC m=+0.625835779 container remove 0820fbfeaf405f4baa2382a4f5be8ee26a833cec40c55e7a8a53b375a1077565 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:27:20.424 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:20 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:27:20.424 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:20 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T17:27:20.424 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:20 smithi094 systemd[1]: Stopped Ceph node-exporter.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:27:20.424 INFO:journalctl@ceph.node-exporter.a.smithi094.stdout:Aug 17 17:27:20 smithi094 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 3.592s CPU time. 2024-08-17T17:27:20.903 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T17:27:22.818 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:22 smithi190 systemd[1]: Stopping Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:27:22.818 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=server t=2024-08-17T17:27:22.805646464Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-17T17:27:22.818 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=ticker t=2024-08-17T17:27:22.806009006Z level=info msg=stopped last_tick=2024-08-17T17:27:20Z 2024-08-17T17:27:22.818 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=tracing t=2024-08-17T17:27:22.806042269Z level=info msg="Closing tracing" 2024-08-17T17:27:22.819 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=grafana-apiserver t=2024-08-17T17:27:22.806050739Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-08-17T17:27:22.819 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:22 smithi190 ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a[120083]: logger=sqlstore.transactions t=2024-08-17T17:27:22.81742885Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:27:23.096 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:22 smithi190 podman[126641]: 2024-08-17 17:27:22.826273726 +0000 UTC m=+0.124729298 container died 691dfa471e82188b88f59d99b0ce6b1a1e3f0984806d9afec0ce326483ad4338 (image=quay.io/ceph/grafana:10.4.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:27:23.435 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:23 smithi190 podman[126641]: 2024-08-17 17:27:23.169753335 +0000 UTC m=+0.468208909 container cleanup 691dfa471e82188b88f59d99b0ce6b1a1e3f0984806d9afec0ce326483ad4338 (image=quay.io/ceph/grafana:10.4.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:27:23.436 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:23 smithi190 bash[126641]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a 2024-08-17T17:27:23.436 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:23 smithi190 podman[126659]: 2024-08-17 17:27:23.337592165 +0000 UTC m=+0.511225987 container remove 691dfa471e82188b88f59d99b0ce6b1a1e3f0984806d9afec0ce326483ad4338 (image=quay.io/ceph/grafana:10.4.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:27:23.935 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:23 smithi190 systemd[1]: Stopping Ceph node-exporter.b for b274a7f2-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:27:23.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:23 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-17T17:27:23.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:23 smithi190 systemd[1]: Stopped Ceph grafana.a for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:27:23.936 INFO:journalctl@ceph.grafana.a.smithi190.stdout:Aug 17 17:27:23 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Consumed 7.221s CPU time. 2024-08-17T17:27:24.309 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:24 smithi190 podman[126770]: 2024-08-17 17:27:24.044982171 +0000 UTC m=+0.140156143 container died a956106a004221168c7f22634738806c03f84dd36222abe3d55ca30571890559 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:27:24.650 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:24 smithi190 podman[126770]: 2024-08-17 17:27:24.39924212 +0000 UTC m=+0.494416091 container cleanup a956106a004221168c7f22634738806c03f84dd36222abe3d55ca30571890559 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:27:24.651 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:24 smithi190 bash[126770]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T17:27:24.919 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:24 smithi190 podman[126787]: 2024-08-17 17:27:24.650342739 +0000 UTC m=+0.609210645 container remove a956106a004221168c7f22634738806c03f84dd36222abe3d55ca30571890559 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:27:24.919 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:24 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:27:24.919 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:24 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T17:27:24.920 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:24 smithi190 systemd[1]: Stopped Ceph node-exporter.b for b274a7f2-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:27:24.920 INFO:journalctl@ceph.node-exporter.b.smithi190.stdout:Aug 17 17:27:24 smithi190 systemd[1]: ceph-b274a7f2-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 3.676s CPU time. 2024-08-17T17:27:25.410 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:27:25.444 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:27:25.470 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-17T17:27:25.472 DEBUG:teuthology.misc:Transferring archived files from smithi094:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329/remote/smithi094/crash 2024-08-17T17:27:25.473 DEBUG:teuthology.orchestra.run.smithi094:> sudo tar c -f - -C /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/crash -- . 2024-08-17T17:27:25.585 INFO:teuthology.orchestra.run.smithi094.stderr:tar: /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T17:27:25.585 INFO:teuthology.orchestra.run.smithi094.stderr:tar: Error is not recoverable: exiting now 2024-08-17T17:27:25.588 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329/remote/smithi190/crash 2024-08-17T17:27:25.589 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/crash -- . 2024-08-17T17:27:25.628 INFO:teuthology.orchestra.run.smithi190.stderr:tar: /var/lib/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T17:27:25.628 INFO:teuthology.orchestra.run.smithi190.stderr:tar: Error is not recoverable: exiting now 2024-08-17T17:27:25.629 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-17T17:27:25.629 DEBUG:teuthology.orchestra.run.smithi094:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v OSD_DOWN | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v OSDMAP_FLAGS | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-17T17:27:25.670 INFO:teuthology.orchestra.run.smithi094.stdout:2024-08-17T17:15:31.758091+0000 mon.a (mon.0) 867 : cluster [WRN] Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T17:27:25.670 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-17T17:27:25.670 INFO:tasks.cephadm:Compressing logs... 2024-08-17T17:27:25.671 DEBUG:teuthology.orchestra.run.smithi094:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T17:27:25.713 DEBUG:teuthology.orchestra.run.smithi190:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T17:27:25.737 INFO:teuthology.orchestra.run.smithi190.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.log 2024-08-17T17:27:25.738 INFO:teuthology.orchestra.run.smithi190.stderr:: No such file or directory 2024-08-17T17:27:25.738 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T17:27:25.738 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.7.log 2024-08-17T17:27:25.743 INFO:teuthology.orchestra.run.smithi094.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-08-17T17:27:25.743 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.log 2024-08-17T17:27:25.744 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.2.log 2024-08-17T17:27:25.744 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T17:27:25.744 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.3.log 2024-08-17T17:27:25.744 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.1.log 2024-08-17T17:27:25.744 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mgr.y.log 2024-08-17T17:27:25.744 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.3.log: /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.0.log 2024-08-17T17:27:25.744 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.c.log 2024-08-17T17:27:25.744 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.a.log 2024-08-17T17:27:25.747 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mds.b.log 2024-08-17T17:27:25.747 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.5.log 2024-08-17T17:27:25.747 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.4.log 2024-08-17T17:27:25.747 INFO:teuthology.orchestra.run.smithi190.stderr: 82.9% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mds.b.log.gz 2024-08-17T17:27:25.747 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mgr.x.log 2024-08-17T17:27:25.747 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.6.log 2024-08-17T17:27:25.748 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T17:27:25.748 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T17:27:25.748 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T17:27:25.748 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.b.log 2024-08-17T17:27:25.748 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-volume.log: 90.5% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T17:27:25.748 INFO:teuthology.orchestra.run.smithi190.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T17:27:25.748 INFO:teuthology.orchestra.run.smithi190.stderr: 85.9% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T17:27:25.750 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.c.log: 92.1% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T17:27:25.750 INFO:teuthology.orchestra.run.smithi094.stderr: 94.1% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T17:27:25.751 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T17:27:25.751 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mds.a.log 2024-08-17T17:27:25.751 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log: 90.9% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T17:27:25.751 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T17:27:25.759 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mds.a.log: 91.8% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mds.a.log.gz 2024-08-17T17:27:25.760 INFO:teuthology.orchestra.run.smithi094.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T17:27:25.765 INFO:teuthology.orchestra.run.smithi190.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T17:27:25.769 INFO:teuthology.orchestra.run.smithi190.stderr: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T17:27:25.785 INFO:teuthology.orchestra.run.smithi094.stderr:/var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-volume.log: /var/log/ceph/cephadm.log: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T17:27:25.786 INFO:teuthology.orchestra.run.smithi094.stderr: 91.2% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T17:27:25.808 INFO:teuthology.orchestra.run.smithi190.stderr: 89.9% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mgr.x.log.gz 2024-08-17T17:27:26.185 INFO:teuthology.orchestra.run.smithi094.stderr: 89.3% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mgr.y.log.gz 2024-08-17T17:27:26.241 INFO:teuthology.orchestra.run.smithi190.stderr: 92.1% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.b.log.gz 2024-08-17T17:27:26.309 INFO:teuthology.orchestra.run.smithi094.stderr: 91.8% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.c.log.gz 2024-08-17T17:27:27.823 INFO:teuthology.orchestra.run.smithi094.stderr: 90.8% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-mon.a.log.gz 2024-08-17T17:27:30.635 INFO:teuthology.orchestra.run.smithi190.stderr: 94.3% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.6.log.gz 2024-08-17T17:27:31.032 INFO:teuthology.orchestra.run.smithi190.stderr: 94.3% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.7.log.gz 2024-08-17T17:27:31.219 INFO:teuthology.orchestra.run.smithi190.stderr: 94.1% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.4.log.gz 2024-08-17T17:27:31.293 INFO:teuthology.orchestra.run.smithi190.stderr: 94.1% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.5.log.gz 2024-08-17T17:27:31.295 INFO:teuthology.orchestra.run.smithi190.stderr: 2024-08-17T17:27:31.295 INFO:teuthology.orchestra.run.smithi190.stderr:real 0m5.568s 2024-08-17T17:27:31.295 INFO:teuthology.orchestra.run.smithi190.stderr:user 0m20.984s 2024-08-17T17:27:31.295 INFO:teuthology.orchestra.run.smithi190.stderr:sys 0m0.849s 2024-08-17T17:27:31.949 INFO:teuthology.orchestra.run.smithi094.stderr: 93.8% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.2.log.gz 2024-08-17T17:27:32.026 INFO:teuthology.orchestra.run.smithi094.stderr: 93.9% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.0.log.gz 2024-08-17T17:27:33.876 INFO:teuthology.orchestra.run.smithi094.stderr: 94.3% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.1.log.gz 2024-08-17T17:27:34.384 INFO:teuthology.orchestra.run.smithi094.stderr: 94.4% -- replaced with /var/log/ceph/b274a7f2-5cb9-11ef-bccf-c7b262605968/ceph-osd.3.log.gz 2024-08-17T17:27:34.386 INFO:teuthology.orchestra.run.smithi094.stderr: 2024-08-17T17:27:34.386 INFO:teuthology.orchestra.run.smithi094.stderr:real 0m8.659s 2024-08-17T17:27:34.386 INFO:teuthology.orchestra.run.smithi094.stderr:user 0m31.237s 2024-08-17T17:27:34.386 INFO:teuthology.orchestra.run.smithi094.stderr:sys 0m1.144s 2024-08-17T17:27:34.387 INFO:tasks.cephadm:Archiving logs... 2024-08-17T17:27:34.387 DEBUG:teuthology.misc:Transferring archived files from smithi094:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329/remote/smithi094/log 2024-08-17T17:27:34.388 DEBUG:teuthology.orchestra.run.smithi094:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T17:27:38.701 DEBUG:teuthology.misc:Transferring archived files from smithi190:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329/remote/smithi190/log 2024-08-17T17:27:38.702 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T17:27:41.615 INFO:tasks.cephadm:Removing cluster... 2024-08-17T17:27:41.615 DEBUG:teuthology.orchestra.run.smithi094:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 --force 2024-08-17T17:27:42.179 DEBUG:teuthology.orchestra.run.smithi190:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b274a7f2-5cb9-11ef-bccf-c7b262605968 --force 2024-08-17T17:27:42.686 INFO:tasks.cephadm:Removing cephadm ... 2024-08-17T17:27:42.686 DEBUG:teuthology.orchestra.run.smithi094:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T17:27:42.703 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T17:27:42.719 INFO:tasks.cephadm:Teardown complete 2024-08-17T17:27:42.720 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-17T17:27:42.733 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-17T17:27:42.734 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T17:27:42.746 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T17:27:42.851 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-17T17:27:42.863 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-17T17:27:42.863 DEBUG:teuthology.orchestra.run.smithi094:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T17:27:42.866 DEBUG:teuthology.orchestra.run.smithi190:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T17:27:42.878 INFO:teuthology.orchestra.run.smithi094.stderr:bash: line 1: ntpq: command not found 2024-08-17T17:27:42.880 INFO:teuthology.orchestra.run.smithi190.stderr:bash: line 1: ntpq: command not found 2024-08-17T17:27:42.883 INFO:teuthology.orchestra.run.smithi094.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T17:27:42.883 INFO:teuthology.orchestra.run.smithi094.stdout:=============================================================================== 2024-08-17T17:27:42.883 INFO:teuthology.orchestra.run.smithi094.stdout:^* hv01.front.sepia.ceph.com 3 6 377 58 +546us[ +550us] +/- 44ms 2024-08-17T17:27:42.883 INFO:teuthology.orchestra.run.smithi094.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 58 -317us[ -317us] +/- 77ms 2024-08-17T17:27:42.883 INFO:teuthology.orchestra.run.smithi094.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 59 -552us[ -548us] +/- 74ms 2024-08-17T17:27:42.884 INFO:teuthology.orchestra.run.smithi094.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T17:27:42.884 INFO:teuthology.orchestra.run.smithi190.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T17:27:42.885 INFO:teuthology.orchestra.run.smithi190.stdout:=============================================================================== 2024-08-17T17:27:42.885 INFO:teuthology.orchestra.run.smithi190.stdout:^* hv01.front.sepia.ceph.com 3 6 377 58 +523us[ +538us] +/- 44ms 2024-08-17T17:27:42.885 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 58 -333us[ -333us] +/- 77ms 2024-08-17T17:27:42.885 INFO:teuthology.orchestra.run.smithi190.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 56 -569us[ -569us] +/- 74ms 2024-08-17T17:27:42.885 INFO:teuthology.orchestra.run.smithi190.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T17:27:42.886 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-17T17:27:42.897 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-17T17:27:42.898 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-17T17:27:42.910 DEBUG:teuthology.orchestra.run.smithi094:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T17:27:43.012 DEBUG:teuthology.orchestra.run.smithi190:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T17:27:43.091 DEBUG:teuthology.orchestra.run.smithi094:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T17:27:43.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:27:43.121 DEBUG:teuthology.orchestra.run.smithi190:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T17:27:43.149 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:27:43.149 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-17T17:27:43.161 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-17T17:27:43.172 INFO:teuthology.task.internal:Duration was 2207.412618 seconds 2024-08-17T17:27:43.172 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-17T17:27:43.184 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-17T17:27:43.184 DEBUG:teuthology.orchestra.run.smithi094:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T17:27:43.187 DEBUG:teuthology.orchestra.run.smithi190:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T17:27:43.223 INFO:teuthology.orchestra.run.smithi094.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T17:27:43.229 INFO:teuthology.orchestra.run.smithi190.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T17:27:43.556 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-17T17:27:43.557 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi094.front.sepia.ceph.com 2024-08-17T17:27:43.557 DEBUG:teuthology.orchestra.run.smithi094:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T17:27:43.618 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi190.front.sepia.ceph.com 2024-08-17T17:27:43.619 DEBUG:teuthology.orchestra.run.smithi190:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T17:27:43.643 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-17T17:27:43.644 DEBUG:teuthology.orchestra.run.smithi094:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T17:27:43.661 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T17:27:43.710 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-17T17:27:43.710 DEBUG:teuthology.orchestra.run.smithi094:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T17:27:43.727 DEBUG:teuthology.orchestra.run.smithi190:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T17:27:44.187 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-17T17:27:44.206 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-17T17:27:44.206 DEBUG:teuthology.orchestra.run.smithi094:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T17:27:44.231 DEBUG:teuthology.orchestra.run.smithi190:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T17:27:44.256 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-17T17:27:44.267 DEBUG:teuthology.orchestra.run.smithi094:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:27:44.273 DEBUG:teuthology.orchestra.run.smithi190:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:27:44.294 INFO:teuthology.orchestra.run.smithi094.stdout:kernel.core_pattern = core 2024-08-17T17:27:44.319 INFO:teuthology.orchestra.run.smithi190.stdout:kernel.core_pattern = core 2024-08-17T17:27:44.367 DEBUG:teuthology.orchestra.run.smithi094:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:27:44.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:27:44.382 DEBUG:teuthology.orchestra.run.smithi190:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:27:44.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:27:44.421 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-17T17:27:44.432 INFO:teuthology.task.internal:Transferring archived files... 2024-08-17T17:27:44.433 DEBUG:teuthology.misc:Transferring archived files from smithi094:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329/remote/smithi094 2024-08-17T17:27:44.433 DEBUG:teuthology.orchestra.run.smithi094:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T17:27:44.478 DEBUG:teuthology.misc:Transferring archived files from smithi190:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858329/remote/smithi190 2024-08-17T17:27:44.479 DEBUG:teuthology.orchestra.run.smithi190:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T17:27:44.517 INFO:teuthology.task.internal:Removing archive directory... 2024-08-17T17:27:44.518 DEBUG:teuthology.orchestra.run.smithi094:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T17:27:44.520 DEBUG:teuthology.orchestra.run.smithi190:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T17:27:44.566 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-17T17:27:44.578 INFO:teuthology.task.internal:Not uploading archives. 2024-08-17T17:27:44.578 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-17T17:27:44.589 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-17T17:27:44.590 DEBUG:teuthology.orchestra.run.smithi094:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T17:27:44.592 DEBUG:teuthology.orchestra.run.smithi190:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T17:27:44.605 INFO:teuthology.orchestra.run.smithi094.stdout: 265306 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:27 /home/ubuntu/cephtest 2024-08-17T17:27:44.605 INFO:teuthology.orchestra.run.smithi094.stdout: 660935 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:21 /home/ubuntu/cephtest/mnt.0 2024-08-17T17:27:44.605 INFO:teuthology.orchestra.run.smithi094.stdout: 660936 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:25 /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:27:44.605 INFO:teuthology.orchestra.run.smithi094.stdout: 786433 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 17:25 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:27:44.606 INFO:teuthology.orchestra.run.smithi094.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-08-17T17:27:44.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:27:44.609 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi094 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-17T17:27:44.616 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-17T17:27:44.627 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-17T17:27:44.639 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi094 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-17T17:27:44.643 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2207.412618160248 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi094 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=a7a463bcd1dd43c6b5e702f6e170e13f status: fail success: false 2024-08-17T17:27:44.643 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T17:27:44.669 INFO:teuthology.orchestra.run.smithi190.stdout: 265310 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 17:27 /home/ubuntu/cephtest 2024-08-17T17:27:44.761 INFO:teuthology.run:FAIL